Add Warning to Deprecated Option

huggingface · Feb 29, 2024 · ffcae81 · ffcae81
1 parent 6d72fe0
commit ffcae81
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/optimum/commands/export/openvino.py b/optimum/commands/export/openvino.py
@@ -120,6 +120,11 @@ def parse_args_openvino(parser: "ArgumentParser"):
         action="store_true",
         help="Do not add converted tokenizer and detokenizer OpenVINO models.",
     )
+    optional_group.add_argument(
+        "--convert-tokenizer",
+        action="store_true",
+        help="[Deprecated]  Add converted tokenizer and detokenizer with OpenVINO Tokenizers.",
+    )
 
 
 class OVExportCommand(BaseOptimumCLICommand):
@@ -190,6 +195,9 @@ def run(self):
                 quantization_config["group_size"] = 128 if "128" in weight_format else 64
             ov_config = OVConfig(quantization_config=quantization_config)
 
+        if self.args.convert_tokenizer:
+            logger.warning("`--convert-tokenizer` option is deprecated. Tokenizer will be converted by default.")
+
         # TODO : add input shapes
         main_export(
             model_name_or_path=self.args.model,