Clean up hf_tgi references (#2831)

Azure · Nov 14, 2023 · 628fdb9 · 628fdb9
1 parent cc86c0a
commit 628fdb9
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/...on/foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb b/...on/foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb
@@ -296,16 +296,12 @@
     "    reg_client.models.list(model_name)\n",
     ")  # list available versions of the model\n",
     "curated_model = None\n",
-    "hf_tgi = False  # If text-generation-inference (hf container) is supported for model\n",
     "\n",
     "if len(version_list) == 0:\n",
     "    raise Exception(f\"No model named {model_name} found in registry\")\n",
     "else:\n",
     "    model_version = version_list[0].version\n",
     "    curated_model = reg_client.models.get(model_name, model_version)\n",
-    "    if \"inference_supported_envs\" in curated_model.tags:\n",
-    "        if \"hf_tgi\" in curated_model.tags[\"inference_supported_envs\"]:\n",
-    "            hf_tgi = True\n",
     "    print(\n",
     "        f\"Using model name: {curated_model.name}, version: {curated_model.version}, id: {curated_model.id} for inferencing\"\n",
     "    )"