From 4d457755c08c4a59a3436959888da81399a25e5d Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Thu, 26 Sep 2024 14:36:14 +0300
Subject: [PATCH] llama : add comment [no ci]

---
 src/llama.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/llama.cpp b/src/llama.cpp
index 39f592cd12111..c85e3033c125e 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -10257,6 +10257,8 @@ struct llm_build_context {
                     cur = ggml_tanh(ctx0, cur);
 
                     if (model.cls_out) {
+                        // this path is taken for example by the https://huggingface.co/jinaai/jina-reranker-v1-tiny-en
+                        // https://huggingface.co/jinaai/jina-reranker-v1-tiny-en/blob/cb5347e43979c3084a890e3f99491952603ae1b7/modeling_bert.py#L884-L896
                         GGML_ASSERT(model.cls_out_b != nullptr);
 
                         cur = ggml_add (ctx0, ggml_mul_mat(ctx0, model.cls_out, cur), model.cls_out_b);