Updating the default value for NVAI_BASE_URL

nv-morpheus · May 21, 2024 · cae96aa · cae96aa
1 parent aec2708
commit cae96aa
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/morpheus/llm/services/nvfoundation_llm_service.py b/morpheus/llm/services/nvfoundation_llm_service.py
@@ -169,8 +169,10 @@ def __init__(self, *, api_key: str = None, base_url: str = None) -> None:
         super().__init__()
 
         self._api_key = api_key
+
+        # Set the base url from the environment if not provided. Default to None to allow the client to set the url.
         if base_url is None:
-            self._base_url = os.getenv('NVAI_BASE_URL', 'https://api.nvcf.nvidia.com/v2/nvcf')
+            self._base_url = os.getenv('NVAI_BASE_URL', None)
         else:
             self._base_url = base_url