update default symmetry to True on presets (vllm-project#92)

markmc · Jun 19, 2024 · 60e4562 · 60e4562
1 parent 318569d
commit 60e4562
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/compressed_tensors/quantization/quant_scheme.py b/src/compressed_tensors/quantization/quant_scheme.py
@@ -108,10 +108,10 @@ def is_preset_scheme(name: str) -> bool:
 
 
 W8A8 = dict(
-    weights=QuantizationArgs(), input_activations=QuantizationArgs(symmetric=False)
+    weights=QuantizationArgs(), input_activations=QuantizationArgs(symmetric=True)
 )
 
-W4A16 = dict(weights=QuantizationArgs(num_bits=4, symmetric=False))
+W4A16 = dict(weights=QuantizationArgs(num_bits=4, symmetric=True))
 
 PRESET_SCHEMES = {
     "W8A8": W8A8,