diff --git a/tests/test_backbone_common.py b/tests/test_backbone_common.py
index 313d560e0630c4..486be9c20c193c 100644
--- a/tests/test_backbone_common.py
+++ b/tests/test_backbone_common.py
@@ -226,6 +226,12 @@ def test_backbone_stage_selection(self):
 
             outputs = backbone(**inputs_dict)
             self.assertIsInstance(outputs.feature_maps, tuple)
+
+            if len(set(backbone.out_feature_channels.values())) == 1:
+                # Output shape of feature map is the same for all stages so we cannot verify the
+                # order of the feature maps
+                continue
+
             # Channels from iterating over stage_names should not be the same as iterating over
             # out_features.
             # Stage names are in order and have no repitions, wheras backbone.channels follows out_featurs