From cae96aa9cd5c5ebc309bc95a34cde26bb96b6814 Mon Sep 17 00:00:00 2001 From: Michael Demoret Date: Tue, 21 May 2024 11:16:42 -0400 Subject: [PATCH] Updating the default value for `NVAI_BASE_URL` --- morpheus/llm/services/nvfoundation_llm_service.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/morpheus/llm/services/nvfoundation_llm_service.py b/morpheus/llm/services/nvfoundation_llm_service.py index f94c0d0ab0..2f95e15900 100644 --- a/morpheus/llm/services/nvfoundation_llm_service.py +++ b/morpheus/llm/services/nvfoundation_llm_service.py @@ -169,8 +169,10 @@ def __init__(self, *, api_key: str = None, base_url: str = None) -> None: super().__init__() self._api_key = api_key + + # Set the base url from the environment if not provided. Default to None to allow the client to set the url. if base_url is None: - self._base_url = os.getenv('NVAI_BASE_URL', 'https://api.nvcf.nvidia.com/v2/nvcf') + self._base_url = os.getenv('NVAI_BASE_URL', None) else: self._base_url = base_url