Update 4 MptIntegrationTests expected outputs (#30989)

* fix * fix * fix * fix * fix * [run-slow] mpt --------- Co-authored-by: ydshieh <[email protected]>
huggingface · May 23, 2024 · 2a89673 · 2a89673
1 parent 892b13d
commit 2a89673
Showing 1 changed file with 5 additions and 7 deletions.
diff --git a/tests/models/mpt/test_modeling_mpt.py b/tests/models/mpt/test_modeling_mpt.py
@@ -447,7 +447,7 @@ def test_generation_8k(self):
         )
 
         input_text = "Hello"
-        expected_output = 'Hello, I\'m a new user of the forum. I have a question about the "Safety"'
+        expected_output = "Hello, I'm a new user of the forum. I have a question about the \"Solaris"
 
         inputs = tokenizer(input_text, return_tensors="pt")
         outputs = model.generate(**inputs, max_new_tokens=20)
@@ -465,9 +465,7 @@ def test_generation(self):
         )
 
         input_text = "Hello"
-        expected_output = (
-            "Hello and welcome to the first day of the new release countdown for the month of May!\nToday"
-        )
+        expected_output = "Hello and welcome to the first episode of the new podcast, The Frugal Feminist.\n"
 
         inputs = tokenizer(input_text, return_tensors="pt")
         outputs = model.generate(**inputs, max_new_tokens=20)
@@ -491,8 +489,8 @@ def test_generation_batched(self):
         inputs = tokenizer(input_texts, return_tensors="pt", padding=True).to(torch_device)
 
         expected_output = [
-            "Hello my name is Tiffany and I am a mother of two beautiful children. I have been a nanny for over",
-            "Today I am going at the gym and then I am going to go to the grocery store and get some food. I am going to make",
+            "Hello my name is Tiffany and I am a mother of two beautiful children. I have been a nanny for the",
+            "Today I am going at the gym and then I am going to go to the grocery store. I am going to buy some food and some",
         ]
         outputs = model.generate(**inputs, max_new_tokens=20)
 
@@ -512,7 +510,7 @@ def test_model_logits(self):
 
         outputs = model(dummy_input, output_hidden_states=True)
 
-        expected_slice = torch.Tensor([-0.2539, -0.2178, -0.1953]).to(torch_device, torch.bfloat16)
+        expected_slice = torch.Tensor([-0.2520, -0.2178, -0.1953]).to(torch_device, torch.bfloat16)
         predicted_slice = outputs.hidden_states[-1][0, 0, :3]
 
         self.assertTrue(torch.allclose(expected_slice, predicted_slice, atol=1e-3, rtol=1e-3))