From bc5019a7ca4f08414a7585b45c00284173cdf5f9 Mon Sep 17 00:00:00 2001
From: Mouhand Alkadri <mouhand@protonmail.com>
Date: Mon, 8 Apr 2024 04:47:36 +0300
Subject: [PATCH] feature: evaluate Jais13B on ar_arc dataset

---
 logs/eval_results.json | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)
 create mode 100644 logs/eval_results.json

diff --git a/logs/eval_results.json b/logs/eval_results.json
new file mode 100644
index 0000000..b945831
--- /dev/null
+++ b/logs/eval_results.json
@@ -0,0 +1,23 @@
+{
+    "results": {
+        "arc_ar": {
+            "acc": 0.40461933276304535,
+            "acc_stderr": 0.014361481979772705,
+            "acc_norm": 0.43798118049615054,
+            "acc_norm_stderr": 0.014517162316917933
+        }
+    },
+    "versions": {
+        "arc_ar": 0
+    },
+    "config": {
+        "model": "hf-auto",
+        "model_args": "pretrained=core42/jais-13b-chat,trust_remote_code=True,use_accelerate=True",
+        "batch_size": 1,
+        "device": "cuda",
+        "no_cache": false,
+        "limit": null,
+        "bootstrap_iters": 100000,
+        "description_dict": {}
+    }
+}
\ No newline at end of file