fix(convert_hf_to_gguf): Use LlamaModel as base for GraniteModel

The defaults in LlamaModel are needed for Granite as well Branch: GraniteLM Signed-off-by: Gabe Goodhart <[email protected]>
ggerganov · Sep 11, 2024 · 2ed6a17 · 2ed6a17
1 parent e8a1073
commit 2ed6a17
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
@@ -3951,7 +3951,7 @@ def prepare_tensors(self):
 
 
 @Model.register("GraniteForCausalLM")
-class GraniteModel(Model):
+class GraniteModel(LlamaModel):
     """Conversion for IBM's GraniteForCausalLM"""
     model_arch = gguf.MODEL_ARCH.GRANITE