Remove .attention from skipped tensors to match more accurately (gger…

…ganov#7051)
teleprint-me · May 2, 2024 · 60325fa · 60325fa
1 parent 6ecf318
commit 60325fa
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -1427,7 +1427,7 @@ def write_tensors(self):
         experts = dict()
         for name, data_torch in self.get_tensors():
             # we don't need these
-            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq")):
+            if name.endswith((".attention.masked_bias", ".attention.bias", ".rotary_emb.inv_freq")):
                 continue
 
             old_dtype = data_torch.dtype