diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index 56e86011bb216..8530557d82d5f 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -4081,7 +4081,7 @@ def prepare_tensors(self):
 
 
 @Model.register("GraniteForCausalLM")
-class GraniteModel(Model):
+class GraniteModel(LlamaModel):
     """Conversion for IBM's GraniteForCausalLM"""
     model_arch = gguf.MODEL_ARCH.GRANITE