From ad9529e92799b485db2294225540d09b7b5bf955 Mon Sep 17 00:00:00 2001 From: jwlee64 Date: Fri, 13 Dec 2024 14:25:17 -0800 Subject: [PATCH 1/4] add two providers to backend --- .../trace_server/clickhouse_trace_server_batched.py | 6 +++--- weave/trace_server/llm_completion.py | 13 +++++++++++-- .../model_providers/model_providers.json | 2 +- .../trace_server/model_providers/model_providers.py | 2 ++ 4 files changed, 17 insertions(+), 6 deletions(-) diff --git a/weave/trace_server/clickhouse_trace_server_batched.py b/weave/trace_server/clickhouse_trace_server_batched.py index d40d7bcc2a3..8a84d53256e 100644 --- a/weave/trace_server/clickhouse_trace_server_batched.py +++ b/weave/trace_server/clickhouse_trace_server_batched.py @@ -1447,8 +1447,8 @@ def completions_create( if not secret_name: raise InvalidRequest(f"No secret name found for model {model_name}") api_key = secret_fetcher.fetch(secret_name).get("secrets", {}).get(secret_name) - isBedrock = model_info.get("litellm_provider") == "bedrock" - if not api_key and not isBedrock: + provider = model_info.get("litellm_provider") + if not api_key and provider != "bedrock" and provider != "bedrock_converse": raise MissingLLMApiKeyError( f"No API key {secret_name} found for model {model_name}", api_key_name=secret_name, @@ -1458,7 +1458,7 @@ def completions_create( res = lite_llm_completion( api_key, req.inputs, - isBedrock, + provider, ) end_time = datetime.datetime.now() diff --git a/weave/trace_server/llm_completion.py b/weave/trace_server/llm_completion.py index 754bbb5eb92..41ac99578b3 100644 --- a/weave/trace_server/llm_completion.py +++ b/weave/trace_server/llm_completion.py @@ -7,17 +7,26 @@ ) from weave.trace_server.secret_fetcher_context import _secret_fetcher_context +nova_models = ["nova-pro-v1", "nova-lite-v1", "nova-micro-v1"] + def lite_llm_completion( api_key: str, inputs: tsi.CompletionsCreateRequestInputs, - isBedrock: bool, + provider: str, ) -> tsi.CompletionsCreateRes: aws_access_key_id, aws_secret_access_key, aws_region_name = None, None, None - if isBedrock: + if provider == "bedrock" or provider == "bedrock_converse": aws_access_key_id, aws_secret_access_key, aws_region_name = ( get_bedrock_credentials(inputs.model) ) + # Nova models need the region in the model name + if any(x in inputs.model for x in nova_models) and aws_region_name: + aws_inference_region = aws_region_name.split("-")[0] + inputs.model = "bedrock/" + aws_inference_region + "." + inputs.model + # XAI models don't support response_format + elif provider == "xai": + inputs.response_format = None import litellm diff --git a/weave/trace_server/model_providers/model_providers.json b/weave/trace_server/model_providers/model_providers.json index 8b0c0320176..c373c87f2d6 100644 --- a/weave/trace_server/model_providers/model_providers.json +++ b/weave/trace_server/model_providers/model_providers.json @@ -1 +1 @@ -{"gpt-4": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-audio-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-audio-preview-2024-10-01": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-mini": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-mini-2024-07-18": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-mini": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-mini-2024-09-12": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-preview-2024-09-12": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "chatgpt-4o-latest": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-05-13": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-08-06": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-11-20": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0314": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k-0314": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo-2024-04-09": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-1106-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0125-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-vision-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-1106-vision-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0301": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-1106": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0125": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-16k": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-16k-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-0125": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-1106": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-2024-08-06": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-2024-11-20": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-mini-2024-07-18": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-3-large": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-3-small": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-ada-002": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-ada-002-v2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-stable": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-007": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-latest": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "256-x-256/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "512-x-512/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "1024-x-1024/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1024-x-1792/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1792-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1024-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1024-x-1792/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1792-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1024-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "whisper-1": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "tts-1": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "tts-1-hd": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "claude-instant-1": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "groq/llama2-70b-4096": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-8b-8192": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-1b-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-3b-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-11b-text-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-11b-vision-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-90b-text-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-90b-vision-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-70b-8192": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-8b-instant": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-70b-versatile": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-405b-reasoning": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/mixtral-8x7b-32768": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/gemma-7b-it": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/gemma2-9b-it": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-groq-70b-8192-tool-use-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-groq-8b-8192-tool-use-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "claude-instant-1.2": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-2": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-2.1": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-haiku-20240307": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-haiku-20241022": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-opus-20240229": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-sonnet-20240229": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-sonnet-20240620": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-sonnet-20241022": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "gemini/gemini-1.5-flash-002": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-001": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-latest": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b-exp-0924": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-exp-1114": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-pro": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-002": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-001": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-exp-0801": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-latest": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-pro-vision": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-gemma-2-27b-it": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-gemma-2-9b-it": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "ai21.j2-mid-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "ai21.j2-ultra-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "ai21.jamba-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-lite-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-express-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-premier-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-text-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-text-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-image-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-large-2407-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-small-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/1-month-commitment/cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/6-month-commitment/cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/1-month-commitment/cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/6-month-commitment/cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-r-plus-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-r-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.embed-english-v3": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.embed-multilingual-v3": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama2-13b-chat-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama2-70b-chat-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-405b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-405b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-11b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-11b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-90b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-90b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "512-x-512/50-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "512-x-512/max-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "max-x-max/50-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "max-x-max/max-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "stability.sd3-large-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "stability.stable-image-ultra-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}} \ No newline at end of file +{"gpt-4": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-audio-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-audio-preview-2024-10-01": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-mini": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-mini-2024-07-18": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-mini": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-mini-2024-09-12": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-preview-2024-09-12": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "chatgpt-4o-latest": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-05-13": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-08-06": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-11-20": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0314": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k-0314": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo-2024-04-09": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-1106-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0125-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-vision-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-1106-vision-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0301": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-1106": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0125": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-16k": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-16k-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-0125": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-1106": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-2024-08-06": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-2024-11-20": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-mini-2024-07-18": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-3-large": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-3-small": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-ada-002": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-ada-002-v2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-stable": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-007": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-latest": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "256-x-256/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "512-x-512/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "1024-x-1024/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1024-x-1792/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1792-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1024-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1024-x-1792/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1792-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1024-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "whisper-1": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "tts-1": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "tts-1-hd": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "claude-instant-1": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "xai/grok-beta": {"litellm_provider": "xai", "api_key_name": "XAI_API_KEY"}, "groq/llama-3.3-70b-versatile": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.3-70b-specdec": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama2-70b-4096": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-8b-8192": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-1b-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-3b-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-11b-text-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-11b-vision-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-90b-text-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-90b-vision-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-70b-8192": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-8b-instant": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-70b-versatile": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-405b-reasoning": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/mixtral-8x7b-32768": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/gemma-7b-it": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/gemma2-9b-it": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-groq-70b-8192-tool-use-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-groq-8b-8192-tool-use-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "claude-instant-1.2": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-2": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-2.1": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-haiku-20240307": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-haiku-20241022": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-opus-20240229": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-sonnet-20240229": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-sonnet-20240620": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-sonnet-20241022": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "gemini/gemini-1.5-flash-002": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-001": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-latest": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b-exp-0924": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-exp-1114": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-exp-1206": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-pro": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-002": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-001": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-exp-0801": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-latest": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-pro-vision": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-gemma-2-27b-it": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-gemma-2-9b-it": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "ai21.j2-mid-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "ai21.j2-ultra-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "ai21.jamba-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-lite-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-express-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-premier-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-text-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-text-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-image-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-large-2407-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-small-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.nova-micro-v1:0": {"litellm_provider": "bedrock_converse", "api_key_name": "BEDROCK_API_KEY"}, "amazon.nova-lite-v1:0": {"litellm_provider": "bedrock_converse", "api_key_name": "BEDROCK_API_KEY"}, "amazon.nova-pro-v1:0": {"litellm_provider": "bedrock_converse", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/1-month-commitment/cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/6-month-commitment/cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/1-month-commitment/cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/6-month-commitment/cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-r-plus-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-r-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.embed-english-v3": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.embed-multilingual-v3": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama2-13b-chat-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama2-70b-chat-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-405b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-405b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-11b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-11b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-90b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-90b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "512-x-512/50-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "512-x-512/max-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "max-x-max/50-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "max-x-max/max-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "stability.sd3-large-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "stability.stable-image-ultra-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}} \ No newline at end of file diff --git a/weave/trace_server/model_providers/model_providers.py b/weave/trace_server/model_providers/model_providers.py index 135ed91e2b1..1b967a89095 100644 --- a/weave/trace_server/model_providers/model_providers.py +++ b/weave/trace_server/model_providers/model_providers.py @@ -16,6 +16,8 @@ "fireworks": "FIREWORKS_API_KEY", "groq": "GEMMA_API_KEY", "bedrock": "BEDROCK_API_KEY", + "bedrock_converse": "BEDROCK_API_KEY", + "xai": "XAI_API_KEY", } From 973816138622ba668b1736b80015192157f2fabe Mon Sep 17 00:00:00 2001 From: jwlee64 Date: Fri, 13 Dec 2024 14:29:38 -0800 Subject: [PATCH 2/4] lint --- weave/trace_server/llm_completion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/weave/trace_server/llm_completion.py b/weave/trace_server/llm_completion.py index 41ac99578b3..a1c26c7f444 100644 --- a/weave/trace_server/llm_completion.py +++ b/weave/trace_server/llm_completion.py @@ -13,7 +13,7 @@ def lite_llm_completion( api_key: str, inputs: tsi.CompletionsCreateRequestInputs, - provider: str, + provider: str | None = None, ) -> tsi.CompletionsCreateRes: aws_access_key_id, aws_secret_access_key, aws_region_name = None, None, None if provider == "bedrock" or provider == "bedrock_converse": From fc5e18cdb0540186af4c469d27ceb7860f5055a6 Mon Sep 17 00:00:00 2001 From: jwlee64 Date: Fri, 13 Dec 2024 16:30:16 -0800 Subject: [PATCH 3/4] pr comments --- weave/trace_server/llm_completion.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/weave/trace_server/llm_completion.py b/weave/trace_server/llm_completion.py index a1c26c7f444..7b1c6006dc6 100644 --- a/weave/trace_server/llm_completion.py +++ b/weave/trace_server/llm_completion.py @@ -7,7 +7,7 @@ ) from weave.trace_server.secret_fetcher_context import _secret_fetcher_context -nova_models = ["nova-pro-v1", "nova-lite-v1", "nova-micro-v1"] +NOVA_MODELS = ("nova-pro-v1", "nova-lite-v1", "nova-micro-v1") def lite_llm_completion( @@ -21,7 +21,7 @@ def lite_llm_completion( get_bedrock_credentials(inputs.model) ) # Nova models need the region in the model name - if any(x in inputs.model for x in nova_models) and aws_region_name: + if any(x in inputs.model for x in NOVA_MODELS) and aws_region_name: aws_inference_region = aws_region_name.split("-")[0] inputs.model = "bedrock/" + aws_inference_region + "." + inputs.model # XAI models don't support response_format From c09b1f7365c95392952dcc5131187e33a3f5882f Mon Sep 17 00:00:00 2001 From: jwlee64 Date: Fri, 13 Dec 2024 16:37:08 -0800 Subject: [PATCH 4/4] use optional --- weave/trace_server/llm_completion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/weave/trace_server/llm_completion.py b/weave/trace_server/llm_completion.py index 7b1c6006dc6..bec4361c856 100644 --- a/weave/trace_server/llm_completion.py +++ b/weave/trace_server/llm_completion.py @@ -13,7 +13,7 @@ def lite_llm_completion( api_key: str, inputs: tsi.CompletionsCreateRequestInputs, - provider: str | None = None, + provider: Optional[str] = None, ) -> tsi.CompletionsCreateRes: aws_access_key_id, aws_secret_access_key, aws_region_name = None, None, None if provider == "bedrock" or provider == "bedrock_converse":