repoqa: add deepseek lite

evalplus · May 19, 2024 · f088873 · f088873
1 parent 80df874
commit f088873
Show file tree

Hide file tree

Showing 3 changed files with 4,601 additions and 2 deletions.
diff --git a/repoqa.html b/repoqa.html
@@ -350,6 +350,7 @@ <h3 id="limit" class="text-nowrap mt-5">Known limitations</h3>
         "deepseek-ai_slash_deepseek-coder-33b-instruct-SCORES.json",
         "deepseek-ai_slash_deepseek-coder-6.7b-instruct-SCORES.json",
         "deepseek-ai_slash_DeepSeek-V2-Chat-SCORES.json",
+        "deepseek-ai_slash_DeepSeek-V2-Lite-Chat-SCORES.json",
         "google_slash_codegemma-7b-it-SCORES.json",
         "meta-llama_slash_Meta-Llama-3-70B-Instruct-SCORES.json",
         "meta-llama_slash_Meta-Llama-3-8B-Instruct-SCORES.json",
@@ -495,11 +496,11 @@ <h3 id="limit" class="text-nowrap mt-5">Known limitations</h3>
           if (last_best != cur_score) {
             rank += n_last_best;
             last_best = cur_score;
+            rankCell.textContent = rank;
             n_last_best = 1;
           } else {
             n_last_best += 1;
           }
-          rankCell.textContent = rank;
           dataRow.appendChild(rankCell);
 
           // model name

diff --git a/results/repoqa/ntoken_16384/deepseek-ai_slash_DeepSeek-V2-Chat-SCORES.json b/results/repoqa/ntoken_16384/deepseek-ai_slash_DeepSeek-V2-Chat-SCORES.json
@@ -1,7 +1,7 @@
 {
   "deepseek-ai/DeepSeek-V2-Chat": {
     "eval_date": "2024-05-19 13:56:08.965716",
-    "train_size": "160k",
+    "train_size": "128k",
     "scores": {
       "all": {
         "0.0": { "pass@1": 0.95 },