From 428c7789dfebbd7101642e780815b0bc91f6122e Mon Sep 17 00:00:00 2001 From: Ekaterina Aidova Date: Mon, 18 Mar 2024 13:46:55 +0400 Subject: [PATCH] Revert "Apply bettertransformer by default for causallm (#605)" (#612) This reverts commit 948f99d20a93a066351f7ee6a63b204fc48fc4b4. --- optimum/exporters/openvino/convert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/optimum/exporters/openvino/convert.py b/optimum/exporters/openvino/convert.py index 8c49994874..dfca80f001 100644 --- a/optimum/exporters/openvino/convert.py +++ b/optimum/exporters/openvino/convert.py @@ -293,7 +293,7 @@ def export_pytorch( logger.info(f"Using framework PyTorch: {torch.__version__}") output = Path(output) - if ensure_export_task_support_stateful(config.task): + if stateful: # Trigger bettertransformer together with stateful model because OpenVINO HW-dependent transformations expect # both of them are applied to demonstrate the best performance. # TODO: Consider applying bettertransformer regardless of stateful flag -- requires additional validation.