From 51b4a4398146f8a9ac0e6ef0e8c5894d5e6223b0 Mon Sep 17 00:00:00 2001
From: Travis James <travis@tribehealthsolutions.com>
Date: Sat, 21 Dec 2024 20:07:40 -0600
Subject: [PATCH] added azure openai

---
 app/components/chat/Chat.client.tsx           |  52 ++++++-
 app/components/chat/Messages.client.tsx       |   4 +
 app/components/chat/ModelSelector.tsx         |   2 +
 .../chatExportAndImport/ImportButtons.tsx     |   4 +
 .../settings/connections/ConnectionsTab.tsx   |  12 +-
 app/components/sidebar/HistoryItem.tsx        |   8 ++
 app/lib/.server/llm/stream-text.ts            | 104 +++++++-------
 app/lib/.server/llm/switchable-stream.ts      |  37 ++++-
 app/lib/modules/llm/registry.ts               |   2 +
 .../persistence/ChatDescription.client.tsx    |   7 +-
 app/routes/api.chat.ts                        | 136 +++++++++++++-----
 package.json                                  |   1 +
 pnpm-lock.yaml                                |  56 +++++++-
 worker-configuration.d.ts                     |   6 +-
 14 files changed, 329 insertions(+), 102 deletions(-)

diff --git a/app/components/chat/Chat.client.tsx b/app/components/chat/Chat.client.tsx
index 1b830fd90..68dfa595a 100644
--- a/app/components/chat/Chat.client.tsx
+++ b/app/components/chat/Chat.client.tsx
@@ -50,7 +50,12 @@ export function Chat() {
       <ToastContainer
         closeButton={({ closeToast }) => {
           return (
-            <button className="Toastify__close-button" onClick={closeToast}>
+            <button
+              type="button"
+              aria-label="Close notification"
+              className="Toastify__close-button"
+              onClick={closeToast}
+            >
               <div className="i-ph:x text-lg" />
             </button>
           );
@@ -139,19 +144,52 @@ export const ChatImpl = memo(
         promptId,
       },
       sendExtraMessageFields: true,
-      onError: (error) => {
+      headers: {
+        Accept: 'text/event-stream',
+      },
+      onError: async (error: Error & { response?: Response }) => {
         logger.error('Request failed\n\n', error);
-        toast.error(
-          'There was an error processing your request: ' + (error.message ? error.message : 'No details were returned'),
-        );
+
+        let errorMessage = 'An unknown error occurred';
+
+        try {
+          if (error.response) {
+            const response = (await error.response.json()) as {
+              error?: string;
+              details?: string;
+              provider?: string;
+              model?: string;
+            };
+
+            if (response?.error) {
+              errorMessage = response.error;
+
+              if (response.details) {
+                logger.error('Error details:', response.details);
+              }
+
+              if (response.provider) {
+                logger.error('Provider:', response.provider);
+              }
+
+              if (response.model) {
+                logger.error('Model:', response.model);
+              }
+            }
+          }
+        } catch (e) {
+          logger.error('Error parsing error response:', e);
+          errorMessage = error.message || 'An unknown error occurred';
+        }
+
+        toast.error(errorMessage);
+        stop();
       },
       onFinish: (message, response) => {
         const usage = response.usage;
 
         if (usage) {
           console.log('Token usage:', usage);
-
-          // You can now use the usage data as needed
         }
 
         logger.debug('Finished streaming');
diff --git a/app/components/chat/Messages.client.tsx b/app/components/chat/Messages.client.tsx
index 3b619180a..28076db1a 100644
--- a/app/components/chat/Messages.client.tsx
+++ b/app/components/chat/Messages.client.tsx
@@ -76,6 +76,8 @@ export const Messages = React.forwardRef<HTMLDivElement, MessagesProps>((props:
                     {messageId && (
                       <WithTooltip tooltip="Revert to this message">
                         <button
+                          type="button"
+                          aria-label="Revert to this message"
                           onClick={() => handleRewind(messageId)}
                           key="i-ph:arrow-u-up-left"
                           className={classNames(
@@ -88,6 +90,8 @@ export const Messages = React.forwardRef<HTMLDivElement, MessagesProps>((props:
 
                     <WithTooltip tooltip="Fork chat from this message">
                       <button
+                        type="button"
+                        aria-label="Fork chat from this message"
                         onClick={() => handleFork(messageId)}
                         key="i-ph:git-fork"
                         className={classNames(
diff --git a/app/components/chat/ModelSelector.tsx b/app/components/chat/ModelSelector.tsx
index ec4da63ff..8d75e18e1 100644
--- a/app/components/chat/ModelSelector.tsx
+++ b/app/components/chat/ModelSelector.tsx
@@ -56,6 +56,7 @@ export const ModelSelector = ({
   return (
     <div className="mb-2 flex gap-2 flex-col sm:flex-row">
       <select
+        aria-label="Select AI Provider"
         value={provider?.name ?? ''}
         onChange={(e) => {
           const newProvider = providerList.find((p: ProviderInfo) => p.name === e.target.value);
@@ -79,6 +80,7 @@ export const ModelSelector = ({
         ))}
       </select>
       <select
+        aria-label="Select AI Model"
         key={provider?.name}
         value={model}
         onChange={(e) => setModel?.(e.target.value)}
diff --git a/app/components/chat/chatExportAndImport/ImportButtons.tsx b/app/components/chat/chatExportAndImport/ImportButtons.tsx
index 208fd02b9..4ff7a2671 100644
--- a/app/components/chat/chatExportAndImport/ImportButtons.tsx
+++ b/app/components/chat/chatExportAndImport/ImportButtons.tsx
@@ -5,11 +5,15 @@ import { ImportFolderButton } from '~/components/chat/ImportFolderButton';
 export function ImportButtons(importChat: ((description: string, messages: Message[]) => Promise<void>) | undefined) {
   return (
     <div className="flex flex-col items-center justify-center w-auto">
+      <label htmlFor="chat-import" className="sr-only">
+        Import chat file
+      </label>
       <input
         type="file"
         id="chat-import"
         className="hidden"
         accept=".json"
+        aria-label="Import chat file"
         onChange={async (e) => {
           const file = e.target.files?.[0];
 
diff --git a/app/components/settings/connections/ConnectionsTab.tsx b/app/components/settings/connections/ConnectionsTab.tsx
index 4b89022e7..057b6d68c 100644
--- a/app/components/settings/connections/ConnectionsTab.tsx
+++ b/app/components/settings/connections/ConnectionsTab.tsx
@@ -95,20 +95,28 @@ export default function ConnectionsTab() {
       <h3 className="text-lg font-medium text-bolt-elements-textPrimary mb-4">GitHub Connection</h3>
       <div className="flex mb-4">
         <div className="flex-1 mr-2">
-          <label className="block text-sm text-bolt-elements-textSecondary mb-1">GitHub Username:</label>
+          <label htmlFor="github-username" className="block text-sm text-bolt-elements-textSecondary mb-1">
+            GitHub Username:
+          </label>
           <input
+            id="github-username"
             type="text"
             value={githubUsername}
+            placeholder="Enter GitHub username"
             onChange={(e) => setGithubUsername(e.target.value)}
             disabled={isVerifying}
             className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor disabled:opacity-50"
           />
         </div>
         <div className="flex-1">
-          <label className="block text-sm text-bolt-elements-textSecondary mb-1">Personal Access Token:</label>
+          <label htmlFor="github-token" className="block text-sm text-bolt-elements-textSecondary mb-1">
+            Personal Access Token:
+          </label>
           <input
+            id="github-token"
             type="password"
             value={githubToken}
+            placeholder="Enter personal access token"
             onChange={(e) => setGithubToken(e.target.value)}
             disabled={isVerifying}
             className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor disabled:opacity-50"
diff --git a/app/components/sidebar/HistoryItem.tsx b/app/components/sidebar/HistoryItem.tsx
index cd5c8b16d..a397fb1a0 100644
--- a/app/components/sidebar/HistoryItem.tsx
+++ b/app/components/sidebar/HistoryItem.tsx
@@ -26,8 +26,14 @@ export function HistoryItem({ item, onDelete, onDuplicate, exportChat }: History
 
   const renderDescriptionForm = (
     <form onSubmit={handleSubmit} className="flex-1 flex items-center">
+      <label htmlFor="chat-description" className="sr-only">
+        Edit chat description
+      </label>
       <input
+        id="chat-description"
         type="text"
+        placeholder="Enter chat description"
+        aria-label="Edit chat description"
         className="flex-1 bg-bolt-elements-background-depth-1 text-bolt-elements-textPrimary rounded px-2 mr-2"
         autoFocus
         value={currentDescription}
@@ -37,6 +43,7 @@ export function HistoryItem({ item, onDelete, onDuplicate, exportChat }: History
       />
       <button
         type="submit"
+        aria-label="Save description"
         className="i-ph:check scale-110 hover:text-bolt-elements-item-contentAccent"
         onMouseDown={handleSubmit}
       />
@@ -125,6 +132,7 @@ const ChatActionButton = forwardRef(
         <button
           ref={ref}
           type="button"
+          aria-label={toolTipContent}
           className={`scale-110 mr-2 hover:text-bolt-elements-item-contentAccent ${icon} ${className ? className : ''}`}
           onClick={onClick}
         />
diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts
index a71792288..43eb25426 100644
--- a/app/lib/.server/llm/stream-text.ts
+++ b/app/lib/.server/llm/stream-text.ts
@@ -153,63 +153,69 @@ export async function streamText(props: {
 }) {
   const { messages, env: serverEnv, options, apiKeys, files, providerSettings, promptId } = props;
 
-  // console.log({serverEnv});
+  try {
+    let currentModel = DEFAULT_MODEL;
+    let currentProvider = DEFAULT_PROVIDER.name;
+    const MODEL_LIST = await getModelList({ apiKeys, providerSettings, serverEnv: serverEnv as any });
+    const processedMessages = messages.map((message) => {
+      if (message.role === 'user') {
+        const { model, provider, content } = extractPropertiesFromMessage(message);
+
+        if (MODEL_LIST.find((m) => m.name === model)) {
+          currentModel = model;
+        }
 
-  let currentModel = DEFAULT_MODEL;
-  let currentProvider = DEFAULT_PROVIDER.name;
-  const MODEL_LIST = await getModelList({ apiKeys, providerSettings, serverEnv: serverEnv as any });
-  const processedMessages = messages.map((message) => {
-    if (message.role === 'user') {
-      const { model, provider, content } = extractPropertiesFromMessage(message);
+        currentProvider = provider;
 
-      if (MODEL_LIST.find((m) => m.name === model)) {
-        currentModel = model;
+        return { ...message, content };
+      } else if (message.role == 'assistant') {
+        const content = message.content;
+        return { ...message, content };
       }
 
-      currentProvider = provider;
-
-      return { ...message, content };
-    } else if (message.role == 'assistant') {
-      const content = message.content;
-
-      // content = simplifyBoltActions(content);
-
-      return { ...message, content };
-    }
-
-    return message;
-  });
+      return message;
+    });
 
-  const modelDetails = MODEL_LIST.find((m) => m.name === currentModel);
+    const modelDetails = MODEL_LIST.find((m) => m.name === currentModel);
+    const dynamicMaxTokens = modelDetails && modelDetails.maxTokenAllowed ? modelDetails.maxTokenAllowed : MAX_TOKENS;
+    const provider = PROVIDER_LIST.find((p) => p.name === currentProvider) || DEFAULT_PROVIDER;
 
-  const dynamicMaxTokens = modelDetails && modelDetails.maxTokenAllowed ? modelDetails.maxTokenAllowed : MAX_TOKENS;
+    let systemPrompt =
+      PromptLibrary.getPropmtFromLibrary(promptId || 'default', {
+        cwd: WORK_DIR,
+        allowedHtmlElements: allowedHTMLElements,
+        modificationTagName: MODIFICATIONS_TAG_NAME,
+      }) ?? getSystemPrompt();
 
-  const provider = PROVIDER_LIST.find((p) => p.name === currentProvider) || DEFAULT_PROVIDER;
+    let codeContext = '';
 
-  let systemPrompt =
-    PromptLibrary.getPropmtFromLibrary(promptId || 'default', {
-      cwd: WORK_DIR,
-      allowedHtmlElements: allowedHTMLElements,
-      modificationTagName: MODIFICATIONS_TAG_NAME,
-    }) ?? getSystemPrompt();
-  let codeContext = '';
+    if (files) {
+      codeContext = createFilesContext(files);
+      codeContext = '';
+      systemPrompt = `${systemPrompt}\n\n ${codeContext}`;
+    }
 
-  if (files) {
-    codeContext = createFilesContext(files);
-    codeContext = '';
-    systemPrompt = `${systemPrompt}\n\n ${codeContext}`;
+    try {
+      const modelInstance = provider.getModelInstance({
+        model: currentModel,
+        serverEnv,
+        apiKeys,
+        providerSettings,
+      });
+
+      return _streamText({
+        model: modelInstance,
+        system: systemPrompt,
+        maxTokens: dynamicMaxTokens,
+        messages: convertToCoreMessages(processedMessages as any),
+        ...options,
+      });
+    } catch (error) {
+      console.error('Error creating model instance:', error);
+      throw error instanceof Error ? error : new Error(String(error));
+    }
+  } catch (error) {
+    console.error('Error in streamText:', error);
+    throw error instanceof Error ? error : new Error(String(error));
   }
-
-  return _streamText({
-    model: provider.getModelInstance({
-      model: currentModel,
-      serverEnv,
-      apiKeys,
-      providerSettings,
-    }),
-    system: systemPrompt,
-    maxTokens: dynamicMaxTokens,
-    messages: convertToCoreMessages(processedMessages as any),
-    ...options,
-  });
 }
diff --git a/app/lib/.server/llm/switchable-stream.ts b/app/lib/.server/llm/switchable-stream.ts
index 638db7a45..099c37bfd 100644
--- a/app/lib/.server/llm/switchable-stream.ts
+++ b/app/lib/.server/llm/switchable-stream.ts
@@ -26,7 +26,12 @@ export default class SwitchableStream extends TransformStream {
 
     this._currentReader = newStream.getReader();
 
-    this._pumpStream();
+    try {
+      await this._pumpStream();
+    } catch (error) {
+      console.error('Error switching stream source:', error);
+      throw error instanceof Error ? error : new Error(String(error));
+    }
 
     this._switches++;
   }
@@ -44,11 +49,35 @@ export default class SwitchableStream extends TransformStream {
           break;
         }
 
-        this._controller.enqueue(value);
+        // Handle different types of chunks that might come from different providers
+        if (value instanceof Uint8Array) {
+          // Handle binary data
+          this._controller.enqueue(value);
+        } else if (typeof value === 'string') {
+          // Handle string data
+          this._controller.enqueue(new TextEncoder().encode(value));
+        } else if (value && typeof value === 'object') {
+          // Handle structured data (like from Azure OpenAI)
+          try {
+            const chunk = JSON.stringify(value);
+            this._controller.enqueue(new TextEncoder().encode(chunk + '\n'));
+          } catch (e) {
+            console.error('Error stringifying chunk:', e);
+            this._controller.enqueue(new TextEncoder().encode(String(value)));
+          }
+        } else {
+          // Handle any other type by converting to string
+          this._controller.enqueue(new TextEncoder().encode(String(value)));
+        }
       }
     } catch (error) {
-      console.log(error);
-      this._controller.error(error);
+      console.error('Error pumping stream:', error);
+
+      if (this._controller) {
+        this._controller.error(error instanceof Error ? error : new Error(String(error)));
+      }
+
+      throw error instanceof Error ? error : new Error(String(error));
     }
   }
 
diff --git a/app/lib/modules/llm/registry.ts b/app/lib/modules/llm/registry.ts
index fb5a31f93..4af506624 100644
--- a/app/lib/modules/llm/registry.ts
+++ b/app/lib/modules/llm/registry.ts
@@ -10,6 +10,7 @@ import OllamaProvider from './providers/ollama';
 import OpenRouterProvider from './providers/open-router';
 import OpenAILikeProvider from './providers/openai-like';
 import OpenAIProvider from './providers/openai';
+import AzureOpenAIProvider from './providers/azure-openai';
 import PerplexityProvider from './providers/perplexity';
 import TogetherProvider from './providers/together';
 import XAIProvider from './providers/xai';
@@ -24,6 +25,7 @@ export {
   MistralProvider,
   OllamaProvider,
   OpenAIProvider,
+  AzureOpenAIProvider,
   OpenRouterProvider,
   OpenAILikeProvider,
   PerplexityProvider,
diff --git a/app/lib/persistence/ChatDescription.client.tsx b/app/lib/persistence/ChatDescription.client.tsx
index f07c36192..9c9138302 100644
--- a/app/lib/persistence/ChatDescription.client.tsx
+++ b/app/lib/persistence/ChatDescription.client.tsx
@@ -24,19 +24,21 @@ export function ChatDescription() {
         <form onSubmit={handleSubmit} className="flex items-center justify-center">
           <input
             type="text"
-            className="bg-bolt-elements-background-depth-1 text-bolt-elements-textPrimary rounded px-2 mr-2 w-fit"
+            className="bg-bolt-elements-background-depth-1 text-bolt-elements-textPrimary rounded px-2 mr-2 min-w-[100px] w-auto"
             autoFocus
             value={currentDescription}
             onChange={handleChange}
             onBlur={handleBlur}
             onKeyDown={handleKeyDown}
-            style={{ width: `${Math.max(currentDescription.length * 8, 100)}px` }}
+            aria-label="Chat title"
+            placeholder="Enter chat title"
           />
           <TooltipProvider>
             <WithTooltip tooltip="Save title">
               <div className="flex justify-between items-center p-2 rounded-md bg-bolt-elements-item-backgroundAccent">
                 <button
                   type="submit"
+                  aria-label="Save chat title"
                   className="i-ph:check-bold scale-110 hover:text-bolt-elements-item-contentAccent"
                   onMouseDown={handleSubmit}
                 />
@@ -52,6 +54,7 @@ export function ChatDescription() {
               <div className="flex justify-between items-center p-2 rounded-md bg-bolt-elements-item-backgroundAccent ml-2">
                 <button
                   type="button"
+                  aria-label="Rename chat"
                   className="i-ph:pencil-fill scale-110 hover:text-bolt-elements-item-contentAccent"
                   onClick={(event) => {
                     event.preventDefault();
diff --git a/app/routes/api.chat.ts b/app/routes/api.chat.ts
index 16ce91340..a90b3ff2d 100644
--- a/app/routes/api.chat.ts
+++ b/app/routes/api.chat.ts
@@ -1,6 +1,6 @@
 import { type ActionFunctionArgs } from '@remix-run/cloudflare';
 import { createDataStream } from 'ai';
-import { MAX_RESPONSE_SEGMENTS, MAX_TOKENS } from '~/lib/.server/llm/constants';
+import { MAX_RESPONSE_SEGMENTS } from '~/lib/.server/llm/constants';
 import { CONTINUE_PROMPT } from '~/lib/common/prompts/prompts';
 import { streamText, type Messages, type StreamingOptions } from '~/lib/.server/llm/stream-text';
 import SwitchableStream from '~/lib/.server/llm/switchable-stream';
@@ -29,31 +29,39 @@ function parseCookies(cookieHeader: string): Record<string, string> {
 }
 
 async function chatAction({ context, request }: ActionFunctionArgs) {
-  const { messages, files, promptId } = await request.json<{
-    messages: Messages;
-    files: any;
-    promptId?: string;
-  }>();
-
-  const cookieHeader = request.headers.get('Cookie');
-  const apiKeys = JSON.parse(parseCookies(cookieHeader || '').apiKeys || '{}');
-  const providerSettings: Record<string, IProviderSetting> = JSON.parse(
-    parseCookies(cookieHeader || '').providers || '{}',
-  );
-
-  const stream = new SwitchableStream();
-
-  const cumulativeUsage = {
-    completionTokens: 0,
-    promptTokens: 0,
-    totalTokens: 0,
-  };
-
   try {
+    const { messages, files, promptId } = await request.json<{
+      messages: Messages;
+      files: any;
+      promptId?: string;
+    }>();
+
+    const cookieHeader = request.headers.get('Cookie');
+    const apiKeys = JSON.parse(parseCookies(cookieHeader || '').apiKeys || '{}');
+    const providerSettings: Record<string, IProviderSetting> = JSON.parse(
+      parseCookies(cookieHeader || '').providers || '{}',
+    );
+
+    console.log('Starting chat action with:', {
+      messageCount: messages.length,
+      hasFiles: !!files,
+      promptId,
+      hasApiKeys: Object.keys(apiKeys).length > 0,
+      hasProviderSettings: Object.keys(providerSettings).length > 0,
+    });
+
+    const stream = new SwitchableStream();
+
+    const cumulativeUsage = {
+      completionTokens: 0,
+      promptTokens: 0,
+      totalTokens: 0,
+    };
+
     const options: StreamingOptions = {
       toolChoice: 'none',
       onFinish: async ({ text: content, finishReason, usage }) => {
-        console.log('usage', usage);
+        console.log('Stream finished:', { finishReason, usage });
 
         if (usage) {
           cumulativeUsage.completionTokens += usage.completionTokens || 0;
@@ -75,7 +83,10 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
                     },
                   });
                 },
-                onError: (error: any) => `Custom error: ${error.message}`,
+                onError: (error: any) => {
+                  console.error('Data stream error:', error);
+                  return `Error: ${error.message}`;
+                },
               }),
             )
             .then(() => stream.close());
@@ -86,8 +97,7 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
         }
 
         const switchesLeft = MAX_RESPONSE_SEGMENTS - stream.switches;
-
-        console.log(`Reached max token limit (${MAX_TOKENS}): Continuing message (${switchesLeft} switches left)`);
+        console.log(`Continuing message (${switchesLeft} switches left)`);
 
         messages.push({ role: 'assistant', content });
         messages.push({ role: 'user', content: CONTINUE_PROMPT });
@@ -106,6 +116,8 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
       },
     };
 
+    console.log('Initializing stream text');
+
     const result = await streamText({
       messages,
       env: context.cloudflare.env,
@@ -116,27 +128,79 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
       promptId,
     });
 
-    stream.switchSource(result.toDataStream());
+    console.log('Stream text initialized, switching source');
+
+    try {
+      const dataStream = result.toDataStream();
+      console.log('Data stream created:', {
+        type: typeof dataStream,
+        isReadableStream: dataStream instanceof ReadableStream,
+      });
+
+      await stream.switchSource(dataStream);
+      console.log('Stream source switched successfully');
+    } catch (error) {
+      console.error('Error switching stream source:', error);
+      throw error;
+    }
+
+    console.log('Returning streaming response');
 
     return new Response(stream.readable, {
       status: 200,
       headers: {
-        contentType: 'text/plain; charset=utf-8',
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        Connection: 'keep-alive',
       },
     });
   } catch (error: any) {
-    console.error(error);
+    console.error('Chat API Error:', error);
+    console.error('Error stack:', error.stack);
+    console.error('Error details:', {
+      name: error.name,
+      message: error.message,
+      provider: error.provider,
+      model: error.model,
+    });
 
     if (error.message?.includes('API key')) {
-      throw new Response('Invalid or missing API key', {
-        status: 401,
-        statusText: 'Unauthorized',
-      });
+      return new Response(
+        JSON.stringify({
+          error: 'Invalid or missing API key',
+          details: error.message,
+          provider: error.provider,
+          model: error.model,
+        }),
+        {
+          status: 401,
+          statusText: 'Unauthorized',
+          headers: {
+            'Content-Type': 'application/json',
+            'Cache-Control': 'no-cache',
+          },
+        },
+      );
     }
 
-    throw new Response(null, {
-      status: 500,
-      statusText: 'Internal Server Error',
-    });
+    const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+    const errorDetails = error instanceof Error ? error.stack : undefined;
+
+    return new Response(
+      JSON.stringify({
+        error: errorMessage,
+        details: errorDetails,
+        provider: error.provider,
+        model: error.model,
+      }),
+      {
+        status: 500,
+        statusText: 'Internal Server Error',
+        headers: {
+          'Content-Type': 'application/json',
+          'Cache-Control': 'no-cache',
+        },
+      },
+    );
   }
 }
diff --git a/package.json b/package.json
index 05d483b91..f20ce67c3 100644
--- a/package.json
+++ b/package.json
@@ -31,6 +31,7 @@
   },
   "dependencies": {
     "@ai-sdk/anthropic": "^0.0.39",
+    "@ai-sdk/azure": "^1.0.13",
     "@ai-sdk/cohere": "^1.0.3",
     "@ai-sdk/google": "^0.0.52",
     "@ai-sdk/mistral": "^0.0.43",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index da73295af..87962ec50 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -14,6 +14,9 @@ importers:
       '@ai-sdk/anthropic':
         specifier: ^0.0.39
         version: 0.0.39(zod@3.23.8)
+      '@ai-sdk/azure':
+        specifier: ^1.0.13
+        version: 1.0.13(zod@3.23.8)
       '@ai-sdk/cohere':
         specifier: ^1.0.3
         version: 1.0.3(zod@3.23.8)
@@ -309,6 +312,12 @@ packages:
     peerDependencies:
       zod: ^3.0.0
 
+  '@ai-sdk/azure@1.0.13':
+    resolution: {integrity: sha512-yLzjGANoCUAB8Q0KBfcBIYiiU81reSkbzl/yBdYuLH34x2Lob9RUUSXMGIPdk6XW5dyJYYF9jZdER/EbVD3Jhg==}
+    engines: {node: '>=18'}
+    peerDependencies:
+      zod: ^3.0.0
+
   '@ai-sdk/cohere@1.0.3':
     resolution: {integrity: sha512-SDjPinUcGzTNiSMN+9zs1fuAcP8rU1/+CmDWAGu7eMhwVGDurgiOqscC0Oqs/aLsodLt/sFeOvyqj86DAknpbg==}
     engines: {node: '>=18'}
@@ -333,6 +342,12 @@ packages:
     peerDependencies:
       zod: ^3.0.0
 
+  '@ai-sdk/openai@1.0.11':
+    resolution: {integrity: sha512-qI9s7Slma5i5bB4yYVlFdcG3PNDwdqivPT1Dr8adDX92nSSpILjgFIooS5yys9sXjvvcfOi/WXbDvVhLSRRlvg==}
+    engines: {node: '>=18'}
+    peerDependencies:
+      zod: ^3.0.0
+
   '@ai-sdk/provider-utils@1.0.2':
     resolution: {integrity: sha512-57f6O4OFVNEpI8Z8o+K40tIB3YQiTw+VCql/qrAO9Utq7Ti1o6+X9tvm177DlZJL7ft0Rwzvgy48S9YhrEKgmA==}
     engines: {node: '>=18'}
@@ -378,6 +393,15 @@ packages:
       zod:
         optional: true
 
+  '@ai-sdk/provider-utils@2.0.5':
+    resolution: {integrity: sha512-2M7vLhYN0ThGjNlzow7oO/lsL+DyMxvGMIYmVQvEYaCWhDzxH5dOp78VNjJIVwHzVLMbBDigX3rJuzAs853idw==}
+    engines: {node: '>=18'}
+    peerDependencies:
+      zod: ^3.0.0
+    peerDependenciesMeta:
+      zod:
+        optional: true
+
   '@ai-sdk/provider@0.0.12':
     resolution: {integrity: sha512-oOwPQD8i2Ynpn22cur4sk26FW3mSy6t6/X/K1Ay2yGBKYiSpRyLfObhOrZEGsXDx+3euKy4nEZ193R36NM+tpQ==}
     engines: {node: '>=18'}
@@ -398,6 +422,10 @@ packages:
     resolution: {integrity: sha512-YYtP6xWQyaAf5LiWLJ+ycGTOeBLWrED7LUrvc+SQIWhGaneylqbaGsyQL7VouQUeQ4JZ1qKYZuhmi3W56HADPA==}
     engines: {node: '>=18'}
 
+  '@ai-sdk/provider@1.0.3':
+    resolution: {integrity: sha512-WiuJEpHTrltOIzv3x2wx4gwksAHW0h6nK3SoDzjqCOJLu/2OJ1yASESTIX+f07ChFykHElVoP80Ol/fe9dw6tQ==}
+    engines: {node: '>=18'}
+
   '@ai-sdk/react@1.0.6':
     resolution: {integrity: sha512-8Hkserq0Ge6AEi7N4hlv2FkfglAGbkoAXEZ8YSp255c3PbnZz6+/5fppw+aROmZMOfNwallSRuy1i/iPa2rBpQ==}
     engines: {node: '>=18'}
@@ -5750,6 +5778,13 @@ snapshots:
       '@ai-sdk/provider-utils': 1.0.9(zod@3.23.8)
       zod: 3.23.8
 
+  '@ai-sdk/azure@1.0.13(zod@3.23.8)':
+    dependencies:
+      '@ai-sdk/openai': 1.0.11(zod@3.23.8)
+      '@ai-sdk/provider': 1.0.3
+      '@ai-sdk/provider-utils': 2.0.5(zod@3.23.8)
+      zod: 3.23.8
+
   '@ai-sdk/cohere@1.0.3(zod@3.23.8)':
     dependencies:
       '@ai-sdk/provider': 1.0.1
@@ -5775,6 +5810,12 @@ snapshots:
       '@ai-sdk/provider-utils': 1.0.20(zod@3.23.8)
       zod: 3.23.8
 
+  '@ai-sdk/openai@1.0.11(zod@3.23.8)':
+    dependencies:
+      '@ai-sdk/provider': 1.0.3
+      '@ai-sdk/provider-utils': 2.0.5(zod@3.23.8)
+      zod: 3.23.8
+
   '@ai-sdk/provider-utils@1.0.2(zod@3.23.8)':
     dependencies:
       '@ai-sdk/provider': 0.0.12
@@ -5820,6 +5861,15 @@ snapshots:
     optionalDependencies:
       zod: 3.23.8
 
+  '@ai-sdk/provider-utils@2.0.5(zod@3.23.8)':
+    dependencies:
+      '@ai-sdk/provider': 1.0.3
+      eventsource-parser: 3.0.0
+      nanoid: 3.3.8
+      secure-json-parse: 2.7.0
+    optionalDependencies:
+      zod: 3.23.8
+
   '@ai-sdk/provider@0.0.12':
     dependencies:
       json-schema: 0.4.0
@@ -5840,6 +5890,10 @@ snapshots:
     dependencies:
       json-schema: 0.4.0
 
+  '@ai-sdk/provider@1.0.3':
+    dependencies:
+      json-schema: 0.4.0
+
   '@ai-sdk/react@1.0.6(react@18.3.1)(zod@3.23.8)':
     dependencies:
       '@ai-sdk/provider-utils': 2.0.4(zod@3.23.8)
@@ -11957,4 +12011,4 @@ snapshots:
 
   zod@3.23.8: {}
 
-  zwitch@2.0.4: {}
\ No newline at end of file
+  zwitch@2.0.4: {}
diff --git a/worker-configuration.d.ts b/worker-configuration.d.ts
index fb5157da6..7bb6543c0 100644
--- a/worker-configuration.d.ts
+++ b/worker-configuration.d.ts
@@ -1,7 +1,11 @@
 interface Env {
-  DEFAULT_NUM_CTX:Settings;
+  DEFAULT_NUM_CTX: Settings;
   ANTHROPIC_API_KEY: string;
   OPENAI_API_KEY: string;
+  AZURE_OPENAI_API_KEY: string;
+  AZURE_OPENAI_API_BASE_URL: string;
+  AZURE_OPENAI_API_VERSION: string;
+  AZURE_OPENAI_RESOURCE_NAME: string;
   GROQ_API_KEY: string;
   HuggingFace_API_KEY: string;
   OPEN_ROUTER_API_KEY: string;