Fix: local variable 'dataset' referenced before assignment

huggingface · Dec 15, 2023 · 6384ab5 · 6384ab5
1 parent 7376c6a
commit 6384ab5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/gptq/quantizer.py b/optimum/gptq/quantizer.py
@@ -357,6 +357,7 @@ def quantize_model(self, model: nn.Module, tokenizer: Optional[Any] = None):
 
         # Step 1: Prepare the data
         if isinstance(self.dataset, list) and not isinstance(self.dataset[0], str):
+            dataset = self.dataset
             logger.info("GPTQQuantizer dataset appears to be already tokenized. Skipping tokenization.")
         else:
             if isinstance(tokenizer, str):