From c9a5c09b2338106cc24c32544a08fbbfb15a9062 Mon Sep 17 00:00:00 2001 From: Josiah Lee Date: Wed, 18 Dec 2024 09:31:40 -0800 Subject: [PATCH] Add o1-12-17 to backend (#3283) --- weave/trace_server/costs/cost_checkpoint.json | 618 ++++++++++ .../model_providers/model_providers.json | 1067 ++++++++++++++++- .../model_providers/model_providers.py | 2 +- 3 files changed, 1685 insertions(+), 2 deletions(-) diff --git a/weave/trace_server/costs/cost_checkpoint.json b/weave/trace_server/costs/cost_checkpoint.json index d5aea5aeeba..9667822f4cf 100644 --- a/weave/trace_server/costs/cost_checkpoint.json +++ b/weave/trace_server/costs/cost_checkpoint.json @@ -13,6 +13,12 @@ "input": 5e-06, "output": 1.5e-05, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "openai", + "input": 2.5e-06, + "output": 1e-05, + "created_at": "2024-12-18 09:00:21" } ], "gpt-4o-mini": [ @@ -1411,6 +1417,12 @@ "input": 7.8125e-08, "output": 3.125e-07, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 1.25e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" } ], "gemini-1.5-pro-002": [ @@ -1425,6 +1437,12 @@ "input": 7.8125e-08, "output": 3.125e-07, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 1.25e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" } ], "gemini-1.5-pro-001": [ @@ -1439,6 +1457,12 @@ "input": 7.8125e-08, "output": 3.125e-07, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 1.25e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" } ], "gemini-1.5-pro-preview-0514": [ @@ -1495,6 +1519,12 @@ "input": 4.688e-09, "output": 4.6875e-09, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 7.5e-08, + "output": 3e-07, + "created_at": "2024-12-18 09:00:21" } ], "gemini-1.5-flash-exp-0827": [ @@ -1523,6 +1553,12 @@ "input": 4.688e-09, "output": 4.6875e-09, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 7.5e-08, + "output": 3e-07, + "created_at": "2024-12-18 09:00:21" } ], "gemini-1.5-flash-001": [ @@ -1537,6 +1573,12 @@ "input": 4.688e-09, "output": 4.6875e-09, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 7.5e-08, + "output": 3e-07, + "created_at": "2024-12-18 09:00:21" } ], "gemini-1.5-flash-preview-0514": [ @@ -1551,6 +1593,12 @@ "input": 4.688e-09, "output": 4.6875e-09, "created_at": "2024-11-01 09:09:13" + }, + { + "provider": "vertex_ai-language-models", + "input": 7.5e-08, + "output": 4.6875e-09, + "created_at": "2024-12-18 09:00:21" } ], "gemini-pro-experimental": [ @@ -1751,6 +1799,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "text-multilingual-embedding-002": [ @@ -1759,6 +1813,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "textembedding-gecko": [ @@ -1767,6 +1827,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "textembedding-gecko-multilingual": [ @@ -1775,6 +1841,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "textembedding-gecko-multilingual@001": [ @@ -1783,6 +1855,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "textembedding-gecko@001": [ @@ -1791,6 +1869,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "textembedding-gecko@003": [ @@ -1799,6 +1883,12 @@ "input": 6.25e-09, "output": 0.0, "created_at": "2024-10-08 08:45:39" + }, + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" } ], "text-embedding-preview-0409": [ @@ -4656,5 +4746,533 @@ "output": 0.0, "created_at": "2024-11-01 09:09:13" } + ], + "gpt-4o-mini-audio-preview-2024-12-17": [ + { + "provider": "openai", + "input": 1.5e-07, + "output": 6e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "o1": [ + { + "provider": "openai", + "input": 1.5e-05, + "output": 6e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "o1-2024-12-17": [ + { + "provider": "openai", + "input": 1.5e-05, + "output": 6e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "gpt-4o-2024-11-20": [ + { + "provider": "openai", + "input": 2.5e-06, + "output": 1e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "gpt-4o-realtime-preview-2024-10-01": [ + { + "provider": "openai", + "input": 5e-06, + "output": 2e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "gpt-4o-realtime-preview": [ + { + "provider": "openai", + "input": 5e-06, + "output": 2e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "gpt-4o-realtime-preview-2024-12-17": [ + { + "provider": "openai", + "input": 5e-06, + "output": 2e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "gpt-4o-mini-realtime-preview": [ + { + "provider": "openai", + "input": 6e-07, + "output": 2.4e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "gpt-4o-mini-realtime-preview-2024-12-17": [ + { + "provider": "openai", + "input": 6e-07, + "output": 2.4e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "ft:gpt-4o-2024-11-20": [ + { + "provider": "openai", + "input": 3.75e-06, + "output": 1.5e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure/gpt-4o-2024-11-20": [ + { + "provider": "azure", + "input": 2.75e-06, + "output": 1.1e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure/global-standard/gpt-4o-2024-11-20": [ + { + "provider": "azure", + "input": 2.5e-06, + "output": 1e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/mistral-large-2407": [ + { + "provider": "azure_ai", + "input": 2e-06, + "output": 6e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/ministral-3b": [ + { + "provider": "azure_ai", + "input": 4e-08, + "output": 4e-08, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Llama-3.2-11B-Vision-Instruct": [ + { + "provider": "azure_ai", + "input": 3.7e-07, + "output": 3.7e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Llama-3.3-70B-Instruct": [ + { + "provider": "azure_ai", + "input": 7.1e-07, + "output": 7.1e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Llama-3.2-90B-Vision-Instruct": [ + { + "provider": "azure_ai", + "input": 2.04e-06, + "output": 2.04e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3.5-mini-instruct": [ + { + "provider": "azure_ai", + "input": 1.3e-07, + "output": 5.2e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3.5-vision-instruct": [ + { + "provider": "azure_ai", + "input": 1.3e-07, + "output": 5.2e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3.5-MoE-instruct": [ + { + "provider": "azure_ai", + "input": 1.6e-07, + "output": 6.4e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3-mini-4k-instruct": [ + { + "provider": "azure_ai", + "input": 1.3e-07, + "output": 5.2e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3-mini-128k-instruct": [ + { + "provider": "azure_ai", + "input": 1.3e-07, + "output": 5.2e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3-small-8k-instruct": [ + { + "provider": "azure_ai", + "input": 1.5e-07, + "output": 6e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3-small-128k-instruct": [ + { + "provider": "azure_ai", + "input": 1.5e-07, + "output": 6e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3-medium-4k-instruct": [ + { + "provider": "azure_ai", + "input": 1.7e-07, + "output": 6.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "azure_ai/Phi-3-medium-128k-instruct": [ + { + "provider": "azure_ai", + "input": 1.7e-07, + "output": 6.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.3-70b-versatile": [ + { + "provider": "groq", + "input": 5.9e-07, + "output": 7.9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.3-70b-specdec": [ + { + "provider": "groq", + "input": 5.9e-07, + "output": 9.9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.2-1b-preview": [ + { + "provider": "groq", + "input": 4e-08, + "output": 4e-08, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.2-3b-preview": [ + { + "provider": "groq", + "input": 6e-08, + "output": 6e-08, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.2-11b-text-preview": [ + { + "provider": "groq", + "input": 1.8e-07, + "output": 1.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.2-11b-vision-preview": [ + { + "provider": "groq", + "input": 1.8e-07, + "output": 1.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.2-90b-text-preview": [ + { + "provider": "groq", + "input": 9e-07, + "output": 9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "groq/llama-3.2-90b-vision-preview": [ + { + "provider": "groq", + "input": 9e-07, + "output": 9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "claude-3-5-haiku-20241022": [ + { + "provider": "anthropic", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "gemini-2.0-flash-exp": [ + { + "provider": "vertex_ai-language-models", + "input": 0.0, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-sonnet": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 3e-06, + "output": 1.5e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-5-sonnet": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 3e-06, + "output": 1.5e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-5-sonnet-v2": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 3e-06, + "output": 1.5e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-haiku": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 2.5e-07, + "output": 1.25e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-5-haiku": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-5-haiku@20241022": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "vertex_ai/claude-3-opus": [ + { + "provider": "vertex_ai-anthropic_models", + "input": 1.5e-05, + "output": 7.5e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "text-embedding-005": [ + { + "provider": "vertex_ai-embedding-models", + "input": 1e-07, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" + } + ], + "gemini/gemini-1.5-flash-8b": [ + { + "provider": "gemini", + "input": 0.0, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" + } + ], + "gemini/gemini-exp-1114": [ + { + "provider": "gemini", + "input": 0.0, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" + } + ], + "gemini/gemini-exp-1206": [ + { + "provider": "gemini", + "input": 0.0, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" + } + ], + "rerank-v3.5": [ + { + "provider": "cohere", + "input": 0.0, + "output": 0.0, + "created_at": "2024-12-18 09:00:21" + } + ], + "openrouter/anthropic/claude-3-5-haiku": [ + { + "provider": "openrouter", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "openrouter/anthropic/claude-3-5-haiku-20241022": [ + { + "provider": "openrouter", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "openrouter/qwen/qwen-2.5-coder-32b-instruct": [ + { + "provider": "openrouter", + "input": 1.8e-07, + "output": 1.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "amazon.nova-micro-v1:0": [ + { + "provider": "bedrock_converse", + "input": 3.5e-08, + "output": 1.4e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "amazon.nova-lite-v1:0": [ + { + "provider": "bedrock_converse", + "input": 6e-08, + "output": 2.4e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "amazon.nova-pro-v1:0": [ + { + "provider": "bedrock_converse", + "input": 8e-07, + "output": 3.2e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "anthropic.claude-3-5-haiku-20241022-v1:0": [ + { + "provider": "bedrock", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "us.anthropic.claude-3-5-haiku-20241022-v1:0": [ + { + "provider": "bedrock", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "eu.anthropic.claude-3-5-haiku-20241022-v1:0": [ + { + "provider": "bedrock", + "input": 1e-06, + "output": 5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "us.meta.llama3-1-8b-instruct-v1:0": [ + { + "provider": "bedrock", + "input": 2.2e-07, + "output": 2.2e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "us.meta.llama3-1-70b-instruct-v1:0": [ + { + "provider": "bedrock", + "input": 9.9e-07, + "output": 9.9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "us.meta.llama3-1-405b-instruct-v1:0": [ + { + "provider": "bedrock", + "input": 5.32e-06, + "output": 1.6e-05, + "created_at": "2024-12-18 09:00:21" + } + ], + "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": [ + { + "provider": "together_ai", + "input": 1.8e-07, + "output": 1.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": [ + { + "provider": "together_ai", + "input": 8.8e-07, + "output": 8.8e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": [ + { + "provider": "together_ai", + "input": 3.5e-06, + "output": 3.5e-06, + "created_at": "2024-12-18 09:00:21" + } + ], + "deepinfra/meta-llama/Meta-Llama-3.1-405B-Instruct": [ + { + "provider": "deepinfra", + "input": 9e-07, + "output": 9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": [ + { + "provider": "fireworks_ai", + "input": 9e-07, + "output": 9e-07, + "created_at": "2024-12-18 09:00:21" + } + ], + "databricks/meta-llama-3.3-70b-instruct": [ + { + "provider": "databricks", + "input": 1.00002e-06, + "output": 2.99999e-06, + "created_at": "2024-12-18 09:00:21" + } ] } \ No newline at end of file diff --git a/weave/trace_server/model_providers/model_providers.json b/weave/trace_server/model_providers/model_providers.json index c373c87f2d6..e49c740ca18 100644 --- a/weave/trace_server/model_providers/model_providers.json +++ b/weave/trace_server/model_providers/model_providers.json @@ -1 +1,1066 @@ -{"gpt-4": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-audio-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-audio-preview-2024-10-01": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-mini": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-mini-2024-07-18": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-mini": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-mini-2024-09-12": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "o1-preview-2024-09-12": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "chatgpt-4o-latest": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-05-13": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-08-06": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4o-2024-11-20": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0314": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k-0314": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-32k-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-turbo-2024-04-09": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-1106-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-0125-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-vision-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-4-1106-vision-preview": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0301": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-1106": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-0125": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-16k": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "gpt-3.5-turbo-16k-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-0125": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-1106": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-3.5-turbo-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4-0613": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-2024-08-06": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-2024-11-20": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "ft:gpt-4o-mini-2024-07-18": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-3-large": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-3-small": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-ada-002": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-embedding-ada-002-v2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-stable": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-007": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "text-moderation-latest": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "256-x-256/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "512-x-512/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "1024-x-1024/dall-e-2": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1024-x-1792/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1792-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "hd/1024-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1024-x-1792/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1792-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "standard/1024-x-1024/dall-e-3": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "whisper-1": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "tts-1": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "tts-1-hd": {"litellm_provider": "openai", "api_key_name": "OPENAI_API_KEY"}, "claude-instant-1": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "xai/grok-beta": {"litellm_provider": "xai", "api_key_name": "XAI_API_KEY"}, "groq/llama-3.3-70b-versatile": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.3-70b-specdec": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama2-70b-4096": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-8b-8192": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-1b-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-3b-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-11b-text-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-11b-vision-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-90b-text-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.2-90b-vision-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-70b-8192": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-8b-instant": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-70b-versatile": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama-3.1-405b-reasoning": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/mixtral-8x7b-32768": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/gemma-7b-it": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/gemma2-9b-it": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-groq-70b-8192-tool-use-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "groq/llama3-groq-8b-8192-tool-use-preview": {"litellm_provider": "groq", "api_key_name": "GEMMA_API_KEY"}, "claude-instant-1.2": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-2": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-2.1": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-haiku-20240307": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-haiku-20241022": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-opus-20240229": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-sonnet-20240229": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-sonnet-20240620": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "claude-3-5-sonnet-20241022": {"litellm_provider": "anthropic", "api_key_name": "ANTHROPIC_API_KEY"}, "gemini/gemini-1.5-flash-002": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-001": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-latest": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b-exp-0924": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-exp-1114": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-exp-1206": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-flash-8b-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-pro": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-002": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-001": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-exp-0801": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-exp-0827": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-1.5-pro-latest": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-pro-vision": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-gemma-2-27b-it": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "gemini/gemini-gemma-2-9b-it": {"litellm_provider": "gemini", "api_key_name": "GOOGLE_API_KEY"}, "ai21.j2-mid-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "ai21.j2-ultra-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "ai21.jamba-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-lite-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-express-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-text-premier-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-text-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-text-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.titan-embed-image-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-large-2407-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "mistral.mistral-small-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "amazon.nova-micro-v1:0": {"litellm_provider": "bedrock_converse", "api_key_name": "BEDROCK_API_KEY"}, "amazon.nova-lite-v1:0": {"litellm_provider": "bedrock_converse", "api_key_name": "BEDROCK_API_KEY"}, "amazon.nova-pro-v1:0": {"litellm_provider": "bedrock_converse", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-sonnet-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-haiku-20240307-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.anthropic.claude-3-opus-20240229-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-2/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/1-month-commitment/cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/6-month-commitment/cohere.command-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/1-month-commitment/cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/*/6-month-commitment/cohere.command-light-text-v14": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-r-plus-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.command-r-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.embed-english-v3": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "cohere.embed-multilingual-v3": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama2-13b-chat-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama2-70b-chat-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-8b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-70b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-1-405b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-1-405b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.meta.llama3-2-1b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "eu.meta.llama3-2-3b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-11b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-11b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "meta.llama3-2-90b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "us.meta.llama3-2-90b-instruct-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "512-x-512/50-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "512-x-512/max-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "max-x-max/50-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "max-x-max/max-steps/stability.stable-diffusion-xl-v0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "stability.sd3-large-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}, "stability.stable-image-ultra-v1:0": {"litellm_provider": "bedrock", "api_key_name": "BEDROCK_API_KEY"}} \ No newline at end of file +{ + "gpt-4": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-audio-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-audio-preview-2024-10-01": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-mini-audio-preview-2024-12-17": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-mini": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-mini-2024-07-18": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "o1": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "o1-mini": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "o1-mini-2024-09-12": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "o1-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "o1-preview-2024-09-12": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "o1-2024-12-17": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "chatgpt-4o-latest": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-2024-05-13": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-2024-08-06": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-2024-11-20": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-realtime-preview-2024-10-01": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-realtime-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-realtime-preview-2024-12-17": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-mini-realtime-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4o-mini-realtime-preview-2024-12-17": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-turbo-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-0314": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-0613": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-32k": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-32k-0314": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-32k-0613": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-turbo": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-turbo-2024-04-09": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-1106-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-0125-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-vision-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-4-1106-vision-preview": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo-0301": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo-0613": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo-1106": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo-0125": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo-16k": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "gpt-3.5-turbo-16k-0613": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-3.5-turbo": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-3.5-turbo-0125": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-3.5-turbo-1106": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-3.5-turbo-0613": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-4-0613": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-4o-2024-08-06": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-4o-2024-11-20": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "ft:gpt-4o-mini-2024-07-18": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-embedding-3-large": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-embedding-3-small": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-embedding-ada-002": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-embedding-ada-002-v2": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-moderation-stable": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-moderation-007": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "text-moderation-latest": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "256-x-256/dall-e-2": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "512-x-512/dall-e-2": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "1024-x-1024/dall-e-2": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "hd/1024-x-1792/dall-e-3": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "hd/1792-x-1024/dall-e-3": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "hd/1024-x-1024/dall-e-3": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "standard/1024-x-1792/dall-e-3": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "standard/1792-x-1024/dall-e-3": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "standard/1024-x-1024/dall-e-3": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "whisper-1": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "tts-1": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "tts-1-hd": { + "litellm_provider": "openai", + "api_key_name": "OPENAI_API_KEY" + }, + "claude-instant-1": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "xai/grok-beta": { + "litellm_provider": "xai", + "api_key_name": "XAI_API_KEY" + }, + "groq/llama-3.3-70b-versatile": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.3-70b-specdec": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama2-70b-4096": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama3-8b-8192": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.2-1b-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.2-3b-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.2-11b-text-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.2-11b-vision-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.2-90b-text-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.2-90b-vision-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama3-70b-8192": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.1-8b-instant": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.1-70b-versatile": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama-3.1-405b-reasoning": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/mixtral-8x7b-32768": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/gemma-7b-it": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/gemma2-9b-it": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama3-groq-70b-8192-tool-use-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "groq/llama3-groq-8b-8192-tool-use-preview": { + "litellm_provider": "groq", + "api_key_name": "GEMMA_API_KEY" + }, + "claude-instant-1.2": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-2": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-2.1": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-3-haiku-20240307": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-3-5-haiku-20241022": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-3-opus-20240229": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-3-sonnet-20240229": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-3-5-sonnet-20240620": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "claude-3-5-sonnet-20241022": { + "litellm_provider": "anthropic", + "api_key_name": "ANTHROPIC_API_KEY" + }, + "gemini/gemini-1.5-flash-002": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash-001": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash-latest": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash-8b": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash-8b-exp-0924": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-exp-1114": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-exp-1206": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash-exp-0827": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-flash-8b-exp-0827": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-pro": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-pro": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-pro-002": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-pro-001": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-pro-exp-0801": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-pro-exp-0827": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-1.5-pro-latest": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-pro-vision": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-gemma-2-27b-it": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "gemini/gemini-gemma-2-9b-it": { + "litellm_provider": "gemini", + "api_key_name": "GOOGLE_API_KEY" + }, + "ai21.j2-mid-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "ai21.j2-ultra-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "ai21.jamba-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.titan-text-lite-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.titan-text-express-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.titan-text-premier-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.titan-embed-text-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.titan-embed-text-v2:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.titan-embed-image-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "mistral.mistral-7b-instruct-v0:2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "mistral.mixtral-8x7b-instruct-v0:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "mistral.mistral-large-2402-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "mistral.mistral-large-2407-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "mistral.mistral-small-2402-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.nova-micro-v1:0": { + "litellm_provider": "bedrock_converse", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.nova-lite-v1:0": { + "litellm_provider": "bedrock_converse", + "api_key_name": "BEDROCK_API_KEY" + }, + "amazon.nova-pro-v1:0": { + "litellm_provider": "bedrock_converse", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-3-sonnet-20240229-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-3-5-sonnet-20240620-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-3-5-sonnet-20241022-v2:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-3-haiku-20240307-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-3-5-haiku-20241022-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-3-opus-20240229-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.anthropic.claude-3-sonnet-20240229-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.anthropic.claude-3-haiku-20240307-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.anthropic.claude-3-opus-20240229-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.anthropic.claude-3-haiku-20240307-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.anthropic.claude-3-opus-20240229-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-2/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "cohere.command-text-v14": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/*/1-month-commitment/cohere.command-text-v14": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/*/6-month-commitment/cohere.command-text-v14": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "cohere.command-light-text-v14": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "cohere.command-r-plus-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "cohere.command-r-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "cohere.embed-english-v3": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "cohere.embed-multilingual-v3": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama2-13b-chat-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama2-70b-chat-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-1-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-1-8b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-1-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-1-70b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-1-405b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-2-1b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-2-1b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.meta.llama3-2-1b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-2-3b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-2-3b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "eu.meta.llama3-2-3b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-2-11b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-2-11b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "meta.llama3-2-90b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "us.meta.llama3-2-90b-instruct-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "512-x-512/50-steps/stability.stable-diffusion-xl-v0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "512-x-512/max-steps/stability.stable-diffusion-xl-v0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "stability.sd3-large-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + }, + "stability.stable-image-ultra-v1:0": { + "litellm_provider": "bedrock", + "api_key_name": "BEDROCK_API_KEY" + } +} \ No newline at end of file diff --git a/weave/trace_server/model_providers/model_providers.py b/weave/trace_server/model_providers/model_providers.py index 1b967a89095..773ce34841c 100644 --- a/weave/trace_server/model_providers/model_providers.py +++ b/weave/trace_server/model_providers/model_providers.py @@ -64,7 +64,7 @@ def main( ) os.makedirs(os.path.dirname(full_path), exist_ok=True) with open(full_path, "w") as f: - json.dump(providers, f) + json.dump(providers, f, indent=2) print( f"Updated model to model provider info file at: {full_path}. {len(providers)} models updated." )