From 628fdb9680519ca3925bdf00320c94e5cbc0b6f7 Mon Sep 17 00:00:00 2001 From: sanchez-alex <141684261+sanchez-alex@users.noreply.github.com> Date: Mon, 13 Nov 2023 23:44:11 -0800 Subject: [PATCH] Clean up hf_tgi references (#2831) --- .../text-generation/falcon-safe-online-deployment.ipynb | 4 ---- 1 file changed, 4 deletions(-) diff --git a/sdk/python/foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb b/sdk/python/foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb index b4e5d67da7..01c2aea8aa 100644 --- a/sdk/python/foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb +++ b/sdk/python/foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb @@ -296,16 +296,12 @@ " reg_client.models.list(model_name)\n", ") # list available versions of the model\n", "curated_model = None\n", - "hf_tgi = False # If text-generation-inference (hf container) is supported for model\n", "\n", "if len(version_list) == 0:\n", " raise Exception(f\"No model named {model_name} found in registry\")\n", "else:\n", " model_version = version_list[0].version\n", " curated_model = reg_client.models.get(model_name, model_version)\n", - " if \"inference_supported_envs\" in curated_model.tags:\n", - " if \"hf_tgi\" in curated_model.tags[\"inference_supported_envs\"]:\n", - " hf_tgi = True\n", " print(\n", " f\"Using model name: {curated_model.name}, version: {curated_model.version}, id: {curated_model.id} for inferencing\"\n", " )"