Remove quantization related config from dequantized model (#34856)

* Remove quantization related config from dequantized model * Fix whitespace
huggingface · Nov 22, 2024 · d9e6f30 · d9e6f30
1 parent 1867be6
commit d9e6f30
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/quantizers/base.py b/src/transformers/quantizers/base.py
@@ -215,6 +215,9 @@ def dequantize(self, model):
 
         # Delete quantizer and quantization config
         del model.hf_quantizer
+        del model.config.quantization_config
+        del model.config._pre_quantization_dtype
+        model.is_quantized = False
 
         return model