revert dampening frac

vllm-project · Dec 13, 2024 · 19e4f97 · 19e4f97
1 parent aa532b5
commit 19e4f97
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 4 deletions.
diff --git a/examples/multimodal_vision/mllama.py b/examples/multimodal_vision/mllama.py
@@ -4,7 +4,8 @@
 from transformers import AutoProcessor
 
 from llmcompressor.modifiers.quantization import GPTQModifier
-from llmcompressor.pytorch.data_collator import DataCollator
+
+# from llmcompressor.pytorch.data_collator import DataCollator
 from llmcompressor.transformers import oneshot
 from llmcompressor.transformers.tracing import TracableMllamaForConditionalGeneration
 

diff --git a/examples/multimodal_vision/pixtral.py b/examples/multimodal_vision/pixtral.py
@@ -4,7 +4,8 @@
 from transformers import AutoProcessor
 
 from llmcompressor.modifiers.quantization import GPTQModifier
-from llmcompressor.pytorch.data_collator import DataCollator
+
+# from llmcompressor.pytorch.data_collator import DataCollator
 from llmcompressor.transformers import oneshot
 from llmcompressor.transformers.tracing import TracableLlavaForConditionalGeneration
 
@@ -40,7 +41,6 @@ def data_collator(batch):
         scheme="W8A8",
         ignore=["re:.*lm_head", "re:vision_tower.*", "re:multi_modal_projector.*"],
         sequential_targets=["MistralDecoderLayer"],
-        dampening_frac=100.0,
     ),
 ]
 

diff --git a/src/llmcompressor/transformers/tracing/__init__.py b/src/llmcompressor/transformers/tracing/__init__.py
@@ -1,6 +1,6 @@
 from .llava import TracableLlavaForConditionalGeneration
-from .mllama import TracableMllamaForConditionalGeneration
 from .mistral import TracableMistralForCausalLM
+from .mllama import TracableMllamaForConditionalGeneration
 
 __all__ = [
     "TracableLlavaForConditionalGeneration",