Revert "Apply bettertransformer by default for causallm (#605)" (#612)

This reverts commit 948f99d.
huggingface · Mar 18, 2024 · 428c778 · 428c778
1 parent 2b186f2
commit 428c778
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/exporters/openvino/convert.py b/optimum/exporters/openvino/convert.py
@@ -293,7 +293,7 @@ def export_pytorch(
     logger.info(f"Using framework PyTorch: {torch.__version__}")
     output = Path(output)
 
-    if ensure_export_task_support_stateful(config.task):
+    if stateful:
         # Trigger bettertransformer together with stateful model because OpenVINO HW-dependent transformations expect
         # both of them are applied to demonstrate the best performance.
         # TODO: Consider applying bettertransformer regardless of stateful flag -- requires additional validation.