left padding

huggingface · Dec 23, 2024 · 03803c5 · 03803c5
1 parent 29abd71
commit 03803c5
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
@@ -1295,7 +1295,15 @@ def test_beam_search(self, model_arch):
             transformers_model._supports_cache_class = True
             from transformers.cache_utils import DynamicCache
         tokenizer.pad_token_id = tokenizer.eos_token_id
-        tokens = tokenizer(["Today is a nice day and I am longer", "This is me"], return_tensors="pt", padding=True)
+        tokenization_args = {}
+        if is_transformers_version(">=", "4.45") and model_arch == "gpt_neo":
+            tokenization_args["padding_side"] = "left"
+        tokens = tokenizer(
+            ["Today is a nice day and I am longer", "This is me"],
+            return_tensors="pt",
+            padding=True,
+            **tokenization_args,
+        )
         ov_model_stateful.generation_config.eos_token_id = None
         ov_model_stateless.generation_config.eos_token_id = None
         transformers_model.generation_config.eos_token_id = None