Make Cohere lm_head optional

arcee-ai · Sep 16, 2024 · df7c08b · df7c08b
1 parent 258adde
commit df7c08b
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/mergekit/_data/architectures/cohere.json b/mergekit/_data/architectures/cohere.json
@@ -16,9 +16,7 @@
         {
             "name": "lm_head.weight",
             "is_embed": true,
-            "aliases": [
-                "model.embed_tokens.weight"
-            ]
+            "optional": true
         }
     ],
     "num_layers_config_key": "num_hidden_layers",