test_custom_4d_attention_mask skip with sliding window attn (#30833)

huggingface · May 23, 2024 · 6739e1d · 6739e1d
1 parent 87a3518
commit 6739e1d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
@@ -4407,6 +4407,8 @@ def test_custom_4d_attention_mask(self):
             if not model_class._supports_static_cache:
                 self.skipTest(f"{model_class.__name__} is not guaranteed to work with custom 4D attention masks")
             config, _ = self.model_tester.prepare_config_and_inputs_for_common()
+            if getattr(config, "sliding_window", 0) > 0:
+                self.skipTest(f"{model_class.__name__} with sliding window attention is not supported by this test")
             model = model_class(config).to(device=torch_device, dtype=torch.float32)
 
             (