Merge pull request #14 from bigscience-workshop/fix-gpt-j

Add `eot_token` property to gpt-j
OpenGPTX · Apr 28, 2022 · efd319b · efd319b
2 parents f65e196 + 32d0658
commit efd319b
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/lm_eval/models/gptj.py b/lm_eval/models/gptj.py
@@ -39,6 +39,10 @@ def __init__(
         # if gpus > 1:
         #     self.gptj = nn.DataParallel(self.gptj)
 
+    @property
+    def eot_token(self):
+        return self.tokenizer.eos_token
+
     @property
     def eot_token_id(self):
         # we use EOT because end of *text* is more accurate for what we're doing than end of *sentence*