add eos if suffixes are present

huggingface · May 22, 2024 · e6875a6 · e6875a6
1 parent b08b815
commit e6875a6
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/models/paligemma/processing_paligemma.py b/src/transformers/models/paligemma/processing_paligemma.py
@@ -231,6 +231,9 @@ def __call__(
             pass
         if suffix is not None and _is_str_or_image(suffix):
             suffix = [suffix]
+        if suffix is not None:
+            suffix = [sfx + self.tokenizer.eos_token for sfx in suffix]
+
         input_strings = [
             build_string_from_input(
                 prompt=prompt,