feat: update results for repaired v0.1.6 HE+

evalplus · Sep 30, 2023 · 952849e · 952849e
1 parent 2f2f3b9
commit 952849e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/humaneval.csv b/humaneval.csv
@@ -3,7 +3,7 @@ GPT-4 (May 2023),N/A,88.4,,,,TRUE
 WizardCoder-Llama,34B,73.2,,,,TRUE
 ChatGPT (May 2023),N/A,73.2,69.4,88.6,94,TRUE
 StarCoder,15B,34.1,32.2,56.7,84.2,FALSE
-CodeLlama,7B,38.4,,,,FALSE
+CodeLlama,7B,37.8,,,,FALSE
 CodeLlama,13B,42.7,,,,FALSE
 CodeLlama,34B,51.8,,,,FALSE
 CodeT5+,2B,25,,,,FALSE

diff --git a/humanevalplus.csv b/humanevalplus.csv
@@ -3,8 +3,8 @@ GPT-4 (May 2023),N/A,76.2,,,,TRUE
 WizardCoder-Llama,34B,64.6,,,,TRUE
 ChatGPT (May 2023),N/A,63.4,61.7,81.2,89.8,TRUE
 StarCoder,15B,29.3,27.8,50.3,75.4,FALSE
-CodeLlama,7B,34.8,,,,FALSE
-CodeLlama,13B,37.2,,,,FALSE
+CodeLlama,7B,34.1,,,,FALSE
+CodeLlama,13B,36.6,,,,FALSE
 CodeLlama,34B,42.7,,,,FALSE
 CodeT5+,2B,22,,,,FALSE
 CodeT5+,6B,23.8,,,,FALSE