llama : add comment [no ci]

ggerganov · Sep 26, 2024 · 4d45775 · 4d45775
1 parent 877a04c
commit 4d45775
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -10257,6 +10257,8 @@ struct llm_build_context {
                     cur = ggml_tanh(ctx0, cur);
 
                     if (model.cls_out) {
+                        // this path is taken for example by the https://huggingface.co/jinaai/jina-reranker-v1-tiny-en
+                        // https://huggingface.co/jinaai/jina-reranker-v1-tiny-en/blob/cb5347e43979c3084a890e3f99491952603ae1b7/modeling_bert.py#L884-L896
                         GGML_ASSERT(model.cls_out_b != nullptr);
 
                         cur = ggml_add (ctx0, ggml_mul_mat(ctx0, model.cls_out, cur), model.cls_out_b);