detect non supported hybrid resnet-vit models in conversion script

huggingface · Nov 5, 2023 · fcedbfd · fcedbfd
1 parent d5ce0e8
commit fcedbfd
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/transformers/models/vit/convert_vit_timm_to_pytorch.py b/src/transformers/models/vit/convert_vit_timm_to_pytorch.py
@@ -169,6 +169,10 @@ def convert_vit_checkpoint(vit_name, pytorch_dump_folder_path):
     ):
         raise ValueError(f"{vit_name} is not supported in transformers because it uses a layer scale in its blocks.")
 
+    # Hybrid ResNet-ViTs
+    if not isinstance(timm_model.patch_embed, timm.layers.PatchEmbed):
+        raise ValueError(f"{vit_name} is not supported in transformers because it is a hybrid ResNet-ViT.")
+
     # non-overlapping position and class token embedding (to be added)
 
     # get patch size and image size from the patch embedding submodule