missing param in gpt2 config

arcee-ai · Oct 31, 2024 · dcf8c31 · dcf8c31
1 parent 8bd864a
commit dcf8c31
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/mergekit/_data/architectures/gpt2.json b/mergekit/_data/architectures/gpt2.json
@@ -23,6 +23,9 @@
     "num_layers_config_key": "n_layer",
     "layer_templates": {
         "weights": [
+            {
+                "name": "h.${layer_index}.attn.bias"
+            },
             {
                 "name": "h.${layer_index}.attn.c_attn.weight"
             },