save q4 quantization

huggingface · Jul 4, 2024 · 83cbb21 · 83cbb21
1 parent 9128651
commit 83cbb21
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/quantize.py b/scripts/quantize.py
@@ -169,7 +169,7 @@ def main():
 
                 q4_model = quantize_q4(
                     model,
-                    save_path=None,
+                    save_path=None if mode == QuantMode.Q4F16 else save_path,
                     block_size=block_size,
                     is_symmetric=quantization_args.is_symmetric,
                     accuracy_level=quantization_args.accuracy_level,