diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
index 3ef30fc8ae5528..4cfc91aade2825 100755
--- a/tests/test_modeling_common.py
+++ b/tests/test_modeling_common.py
@@ -847,7 +847,9 @@ def check_training_gradient_checkpointing(self, gradient_checkpointing_kwargs=No
                     ]
                     or not model_class.supports_gradient_checkpointing
                 ):
-                    self.skipTest(reason=f"`supports_gradient_checkpointing` is False for {model_class.__name__}.")
+                    # TODO (ydshieh): use `skipTest` once pytest-dev/pytest-subtests/pull/169 is merged
+                    # self.skipTest(reason=f"`supports_gradient_checkpointing` is False for {model_class.__name__}.")
+                    continue
 
                 config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common()
                 config.use_cache = False