Update cal_diff.py

intel · Jan 24, 2024 · 99db172 · 99db172
1 parent 239d59e
commit 99db172
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/scripts/cal_diff.py b/scripts/cal_diff.py
@@ -35,10 +35,10 @@ def cmpData(numa, numb):
     args = parser.parse_args()
 
     woq_configs = {
-            "fp32": {"use_cache":True, "use_quant":False},
-        # "ggml_int4": {"compute_dtype":"int8", "weight_dtype":"int4", "use_cache":True, "use_ggml":True},
-        "jblas_int4": {"compute_dtype":"int8", "weight_dtype":"int4", "use_cache":True},
-        # "jblas_int8": {"compute_dtype":"bf16", "weight_dtype":"int8", "use_cache":True},
+            "fp32": {"use_quant":False},
+        # "ggml_int4": {"compute_dtype":"int8", "weight_dtype":"int4", "use_ggml":True},
+        "jblas_int4": {"compute_dtype":"int8", "weight_dtype":"int4"},
+        # "jblas_int8": {"compute_dtype":"bf16", "weight_dtype":"int8"},
 
     }
     prompt = "What is the meaning of life?"