hqq - fix weight check in check_quantized_param (huggingface#30748)

* hqq - fix weight check in check_quantized_param * ruff format
coreweave · May 10, 2024 · e0c3cee · e0c3cee
1 parent 8ce4fef
commit e0c3cee
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/quantizers/quantizer_hqq.py b/src/transformers/quantizers/quantizer_hqq.py
@@ -101,7 +101,7 @@ def check_quantized_param(
     ) -> bool:
         module, tensor_name = get_module_from_name(model, param_name)
 
-        return isinstance(module, torch.nn.Linear)
+        return isinstance(module, torch.nn.Linear) and (tensor_name == "weight")
 
     def create_quantized_param(
         self,