From 3d2900e829ab16757632f9dde891f1947cfc4be0 Mon Sep 17 00:00:00 2001 From: amyeroberts <22614925+amyeroberts@users.noreply.github.com> Date: Fri, 2 Feb 2024 16:57:08 +0000 Subject: [PATCH] Mark `test_encoder_decoder_model_generate` for `vision_encoder_deocder` as flaky (#28842) Mark test as flaky --- .../test_modeling_vision_encoder_decoder.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/models/vision_encoder_decoder/test_modeling_vision_encoder_decoder.py b/tests/models/vision_encoder_decoder/test_modeling_vision_encoder_decoder.py index 71b1ff71067944..7c3925b30293ba 100644 --- a/tests/models/vision_encoder_decoder/test_modeling_vision_encoder_decoder.py +++ b/tests/models/vision_encoder_decoder/test_modeling_vision_encoder_decoder.py @@ -23,6 +23,7 @@ from transformers import DonutProcessor, NougatProcessor, TrOCRProcessor from transformers.testing_utils import ( + is_flaky, require_levenshtein, require_nltk, require_sentencepiece, @@ -323,6 +324,10 @@ def test_encoder_decoder_model_output_attentions(self): input_ids_dict = self.prepare_config_and_inputs() self.check_encoder_decoder_model_output_attentions(**input_ids_dict) + # FIXME @gante: flaky test + @is_flaky( + description="Fails on distributed runs e.g.: https://app.circleci.com/pipelines/github/huggingface/transformers/83611/workflows/666b01c9-1be8-4daa-b85d-189e670fc168/jobs/1078635/tests#failed-test-0" + ) def test_encoder_decoder_model_generate(self): input_ids_dict = self.prepare_config_and_inputs() self.check_encoder_decoder_model_generate(**input_ids_dict)