From 952849eacbfce70e992762818050cda5f52a7242 Mon Sep 17 00:00:00 2001 From: Jiawei Liu Date: Sat, 30 Sep 2023 03:12:42 -0500 Subject: [PATCH] feat: update results for repaired v0.1.6 HE+ --- humaneval.csv | 2 +- humanevalplus.csv | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/humaneval.csv b/humaneval.csv index 8c40397..7f48e09 100644 --- a/humaneval.csv +++ b/humaneval.csv @@ -3,7 +3,7 @@ GPT-4 (May 2023),N/A,88.4,,,,TRUE WizardCoder-Llama,34B,73.2,,,,TRUE ChatGPT (May 2023),N/A,73.2,69.4,88.6,94,TRUE StarCoder,15B,34.1,32.2,56.7,84.2,FALSE -CodeLlama,7B,38.4,,,,FALSE +CodeLlama,7B,37.8,,,,FALSE CodeLlama,13B,42.7,,,,FALSE CodeLlama,34B,51.8,,,,FALSE CodeT5+,2B,25,,,,FALSE diff --git a/humanevalplus.csv b/humanevalplus.csv index aa294e9..ba3ff22 100644 --- a/humanevalplus.csv +++ b/humanevalplus.csv @@ -3,8 +3,8 @@ GPT-4 (May 2023),N/A,76.2,,,,TRUE WizardCoder-Llama,34B,64.6,,,,TRUE ChatGPT (May 2023),N/A,63.4,61.7,81.2,89.8,TRUE StarCoder,15B,29.3,27.8,50.3,75.4,FALSE -CodeLlama,7B,34.8,,,,FALSE -CodeLlama,13B,37.2,,,,FALSE +CodeLlama,7B,34.1,,,,FALSE +CodeLlama,13B,36.6,,,,FALSE CodeLlama,34B,42.7,,,,FALSE CodeT5+,2B,22,,,,FALSE CodeT5+,6B,23.8,,,,FALSE