support AzureOpenAI

sample.config.toml

@@ -19,6 +19,12 @@ API_KEY = ""
 API_URL = ""
 MODEL_NAME = ""
 
+[MODELS.AZURE_OPENAI]
+API_KEY = ""
+ENDPOINT = ""
+MODEL_NAME = ""
+API_VERSION = ""
+
 [MODELS.OLLAMA]
 API_URL = "" # Ollama API URL - http://host.docker.internal:11434
 

src/app/api/chat/route.ts

@@ -14,12 +14,18 @@ import { chats, messages as messagesSchema } from '@/lib/db/schema';
 import { and, eq, gt } from 'drizzle-orm';
 import { getFileDetails } from '@/lib/utils/files';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import { ChatOpenAI } from '@langchain/openai';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 import {
   getCustomOpenaiApiKey,
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '@/lib/config';
+import {
+  getAzureOpenaiApiKey,
+  getAzureOpenaiEndpoint,
+  getAzureOpenaiModelName,
+  getAzureOpenaiApiVersion,
+} from '@/lib/config';
 import { searchHandlers } from '@/lib/search';
 
 export const runtime = 'nodejs';
@@ -186,6 +192,8 @@ export const POST = async (req: Request) => {
     const body = (await req.json()) as Body;
     const { message } = body;
 
+    console.error('An error occurred while processing chat request:', "here");
+
     if (message.content === '') {
       return Response.json(
         {
@@ -222,6 +230,7 @@ export const POST = async (req: Request) => {
     let embedding = embeddingModel.model;
 
     if (body.chatModel?.provider === 'custom_openai') {
+      console.error('An error occurred while processing chat request:', "custom_openai");
       llm = new ChatOpenAI({
         openAIApiKey: getCustomOpenaiApiKey(),
         modelName: getCustomOpenaiModelName(),
@@ -230,6 +239,15 @@ export const POST = async (req: Request) => {
           baseURL: getCustomOpenaiApiUrl(),
         },
       }) as unknown as BaseChatModel;
+    } else if (body.chatModel?.provider == 'azure_openai') {
+      console.error('An error occurred while processing chat request:', "azure_openai");
+      llm = new AzureChatOpenAI({
+        openAIApiKey: getAzureOpenaiApiKey(),
+        deploymentName: getAzureOpenaiModelName(),
+        openAIBasePath: getAzureOpenaiEndpoint(),
+        openAIApiVersion: getAzureOpenaiApiVersion(),
+        temperature: 0.7
+      }) as unknown as BaseChatModel
     } else if (chatModelProvider && chatModel) {
       llm = chatModel.model;
     }
@@ -297,7 +315,7 @@ export const POST = async (req: Request) => {
       },
     });
   } catch (err) {
-    console.error('An error occurred while processing chat request:', err);
+    console.error('An error occurred while processing chat request 123:', err);
     return Response.json(
       { message: 'An error occurred while processing chat request' },
       { status: 500 },

src/app/api/config/route.ts

@@ -3,6 +3,10 @@ import {
   getCustomOpenaiApiKey,
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
+  getAzureOpenaiApiKey,
+  getAzureOpenaiApiVersion,
+  getAzureOpenaiModelName,
+  getAzureOpenaiEndpoint,
   getGeminiApiKey,
   getGroqApiKey,
   getOllamaApiEndpoint,
@@ -58,6 +62,10 @@ export const GET = async (req: Request) => {
     config['customOpenaiApiUrl'] = getCustomOpenaiApiUrl();
     config['customOpenaiApiKey'] = getCustomOpenaiApiKey();
     config['customOpenaiModelName'] = getCustomOpenaiModelName();
+    config['azureOpenaiApiKey'] = getAzureOpenaiApiKey();
+    config['azureOpenaiApiVersion'] = getAzureOpenaiApiVersion();
+    config['azureOpenaiModelName'] = getAzureOpenaiModelName();
+    config['azureOpenaiEndpoint'] = getAzureOpenaiEndpoint();
 
     return Response.json({ ...config }, { status: 200 });
   } catch (err) {
@@ -98,6 +106,12 @@ export const POST = async (req: Request) => {
           API_KEY: config.customOpenaiApiKey,
           MODEL_NAME: config.customOpenaiModelName,
         },
+        AZURE_OPENAI: {
+          API_KEY: config.azureOpenaiApiKey,
+          MODEL_NAME: config.azureOpenaiModelName,
+          ENDPOINT: config.azureOpenaiEndpoint,
+          API_VERSION: config.azureOpenaiApiVersion,
+        }
       },
     };
 

src/app/api/images/route.ts

@@ -4,10 +4,16 @@ import {
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '@/lib/config';
+import {
+  getAzureOpenaiApiKey,
+  getAzureOpenaiEndpoint,
+  getAzureOpenaiModelName,
+  getAzureOpenaiApiVersion,
+} from '@/lib/config';
 import { getAvailableChatModelProviders } from '@/lib/providers';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { AIMessage, BaseMessage, HumanMessage } from '@langchain/core/messages';
-import { ChatOpenAI } from '@langchain/openai';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 
 interface ChatModel {
   provider: string;
@@ -56,6 +62,14 @@ export const POST = async (req: Request) => {
           baseURL: getCustomOpenaiApiUrl(),
         },
       }) as unknown as BaseChatModel;
+    } else if (body.chatModel?.provider == 'azure_openai') {
+      llm = new AzureChatOpenAI({
+        openAIApiKey: getAzureOpenaiApiKey(),
+        deploymentName: getAzureOpenaiModelName(),
+        openAIBasePath: getAzureOpenaiEndpoint(),
+        openAIApiVersion: getAzureOpenaiApiVersion(),
+        temperature: 0.7
+      }) as unknown as BaseChatModel
     } else if (chatModelProvider && chatModel) {
       llm = chatModel.model;
     }

src/app/api/models/route.ts

@@ -5,11 +5,15 @@ import {
 
 export const GET = async (req: Request) => {
   try {
+    console.error('here ok0');
     const [chatModelProviders, embeddingModelProviders] = await Promise.all([
       getAvailableChatModelProviders(),
       getAvailableEmbeddingModelProviders(),
     ]);
 
+
+    console.error('here ok1');
+
     Object.keys(chatModelProviders).forEach((provider) => {
       Object.keys(chatModelProviders[provider]).forEach((model) => {
         delete (chatModelProviders[provider][model] as { model?: unknown })
@@ -17,6 +21,8 @@ export const GET = async (req: Request) => {
       });
     });
 
+    console.error('here ok2');
+
     Object.keys(embeddingModelProviders).forEach((provider) => {
       Object.keys(embeddingModelProviders[provider]).forEach((model) => {
         delete (embeddingModelProviders[provider][model] as { model?: unknown })

src/app/api/search/route.ts

@@ -1,6 +1,6 @@
 import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import type { Embeddings } from '@langchain/core/embeddings';
-import { ChatOpenAI } from '@langchain/openai';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 import {
   getAvailableChatModelProviders,
   getAvailableEmbeddingModelProviders,
@@ -12,6 +12,12 @@ import {
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '@/lib/config';
+import {
+  getAzureOpenaiApiKey,
+  getAzureOpenaiEndpoint,
+  getAzureOpenaiModelName,
+  getAzureOpenaiApiVersion,
+} from '@/lib/config';
 import { searchHandlers } from '@/lib/search';
 
 interface chatModel {
@@ -19,6 +25,10 @@ interface chatModel {
   name: string;
   customOpenAIKey?: string;
   customOpenAIBaseURL?: string;
+  azureOpenAIApiVersion?: string;
+  azureOpenAIApiKey?: string;
+  azureOpenAIApiDeploymentName?: string;
+  azureOpenAIEndpoint?: string;
 }
 
 interface embeddingModel {
@@ -89,6 +99,14 @@ export const POST = async (req: Request) => {
             body.chatModel?.customOpenAIBaseURL || getCustomOpenaiApiUrl(),
         },
       }) as unknown as BaseChatModel;
+    } else if (body.chatModel?.provider == 'azure_openai') {
+      llm = new AzureChatOpenAI({
+        openAIApiKey: body.chatModel?.azureOpenAIApiKey || getAzureOpenaiApiKey(),
+        deploymentName: body.chatModel?.azureOpenAIApiDeploymentName || getAzureOpenaiModelName(),
+        openAIBasePath: body.chatModel?.azureOpenAIEndpoint || getAzureOpenaiEndpoint(),
+        openAIApiVersion: body.chatModel?.azureOpenAIApiVersion || getAzureOpenaiApiVersion(),
+        temperature: 0.7
+      }) as unknown as BaseChatModel
     } else if (
       chatModelProviders[chatModelProvider] &&
       chatModelProviders[chatModelProvider][chatModel]

src/app/api/suggestions/route.ts

@@ -4,10 +4,16 @@ import {
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '@/lib/config';
+import {
+  getAzureOpenaiApiKey,
+  getAzureOpenaiEndpoint,
+  getAzureOpenaiModelName,
+  getAzureOpenaiApiVersion,
+} from '@/lib/config';
 import { getAvailableChatModelProviders } from '@/lib/providers';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { AIMessage, BaseMessage, HumanMessage } from '@langchain/core/messages';
-import { ChatOpenAI } from '@langchain/openai';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 
 interface ChatModel {
   provider: string;
@@ -55,6 +61,14 @@ export const POST = async (req: Request) => {
           baseURL: getCustomOpenaiApiUrl(),
         },
       }) as unknown as BaseChatModel;
+    } else if (body.chatModel?.provider == 'azure_openai') {
+      llm = new AzureChatOpenAI({
+        openAIApiKey: getAzureOpenaiApiKey(),
+        deploymentName: getAzureOpenaiModelName(),
+        openAIBasePath: getAzureOpenaiEndpoint(),
+        openAIApiVersion: getAzureOpenaiApiVersion(),
+        temperature: 0.7
+      }) as unknown as BaseChatModel
     } else if (chatModelProvider && chatModel) {
       llm = chatModel.model;
     }

src/app/api/videos/route.ts

@@ -4,10 +4,16 @@ import {
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '@/lib/config';
+import {
+  getAzureOpenaiApiKey,
+  getAzureOpenaiEndpoint,
+  getAzureOpenaiModelName,
+  getAzureOpenaiApiVersion,
+} from '@/lib/config';
 import { getAvailableChatModelProviders } from '@/lib/providers';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { AIMessage, BaseMessage, HumanMessage } from '@langchain/core/messages';
-import { ChatOpenAI } from '@langchain/openai';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 
 interface ChatModel {
   provider: string;
@@ -56,6 +62,14 @@ export const POST = async (req: Request) => {
           baseURL: getCustomOpenaiApiUrl(),
         },
       }) as unknown as BaseChatModel;
+    } else if (body.chatModel?.provider == 'azure_openai') {
+          llm = new AzureChatOpenAI({
+            openAIApiKey: getAzureOpenaiApiKey(),
+            deploymentName: getAzureOpenaiModelName(),
+            openAIBasePath: getAzureOpenaiEndpoint(),
+            openAIApiVersion: getAzureOpenaiApiVersion(),
+            temperature: 0.7
+          }) as unknown as BaseChatModel
     } else if (chatModelProvider && chatModel) {
       llm = chatModel.model;
     }

src/app/settings/page.tsx

@@ -24,6 +24,10 @@ interface SettingsType {
   customOpenaiApiKey: string;
   customOpenaiApiUrl: string;
   customOpenaiModelName: string;
+  azureOpenaiModelName: string;
+  azureOpenaiEndpoint: string;
+  azureOpenaiApiKey: string;
+  azureOpenaiApiVersion: string;
 }
 
 interface InputProps extends React.InputHTMLAttributes<HTMLInputElement> {
@@ -556,7 +560,8 @@ const Page = () => {
                   </div>
 
                   {selectedChatModelProvider &&
-                    selectedChatModelProvider != 'custom_openai' && (
+                    selectedChatModelProvider != 'custom_openai' &&
+                    selectedChatModelProvider != 'azure_openai' && (
                       <div className="flex flex-col space-y-1">
                         <p className="text-black/70 dark:text-white/70 text-sm">
                           Chat Model
@@ -666,6 +671,93 @@ const Page = () => {
                     </div>
                   </div>
                 )}
+              
+              {selectedChatModelProvider &&
+                selectedChatModelProvider === 'azure_openai' && (
+                  <div className="flex flex-col space-y-4">
+                    <div className="flex flex-col space-y-1">
+                      <p className="text-black/70 dark:text-white/70 text-sm">
+                        Model Name
+                      </p>
+                      <Input
+                        type="text"
+                        placeholder="Model name"
+                        value={config.azureOpenaiModelName}
+                        isSaving={savingStates['azureOpenaiModelName']}
+                        onChange={(e: React.ChangeEvent<HTMLInputElement>) => {
+                          setConfig((prev) => ({
+                            ...prev!,
+                            azureOpenaiModelName: e.target.value,
+                          }));
+                        }}
+                        onSave={(value) =>
+                          saveConfig('azureOpenaiModelName', value)
+                        }
+                      />
+                    </div>
+                    <div className="flex flex-col space-y-1">
+                      <p className="text-black/70 dark:text-white/70 text-sm">
+                        Azure OpenAI API Key
+                      </p>
+                      <Input
+                        type="text"
+                        placeholder="Azure OpenAI API Key"
+                        value={config.azureOpenaiApiKey}
+                        isSaving={savingStates['azureOpenaiApiKey']}
+                        onChange={(e: React.ChangeEvent<HTMLInputElement>) => {
+                          setConfig((prev) => ({
+                            ...prev!,
+                            azureOpenaiApiKey: e.target.value,
+                          }));
+                        }}
+                        onSave={(value) =>
+                          saveConfig('azureOpenaiApiKey', value)
+                        }
+                      />
+                    </div>
+                    <div className="flex flex-col space-y-1">
+                      <p className="text-black/70 dark:text-white/70 text-sm">
+                        Azure OpenAI Base URL
+                      </p>
+                      <Input
+                        type="text"
+                        placeholder="Azure OpenAI Base URL"
+                        value={config.azureOpenaiEndpoint}
+                        isSaving={savingStates['azureOpenaiEndpoint']}
+                        onChange={(e: React.ChangeEvent<HTMLInputElement>) => {
+                          setConfig((prev) => ({
+                            ...prev!,
+                            azureOpenaiEndpoint: e.target.value,
+                          }));
+                        }}
+                        onSave={(value) =>
+                          saveConfig('azureOpenaiEndpoint', value)
+                        }
+                      />
+                    </div>
+                    <div className="flex flex-col space-y-1">
+                      <p className="text-black/70 dark:text-white/70 text-sm">
+                        Azure OpenAI Api Version
+                      </p>
+                      <Input
+                        type="text"
+                        placeholder="Azure OpenAI Api Version"
+                        value={config.azureOpenaiApiVersion}
+                        isSaving={savingStates['azureOpenaiApiVersion']}
+                        onChange={(e: React.ChangeEvent<HTMLInputElement>) => {
+                          setConfig((prev) => ({
+                            ...prev!,
+                            azureOpenaiApiVersion: e.target.value,
+                          }));
+                        }}
+                        onSave={(value) =>
+                          saveConfig('azureOpenaiApiVersion', value)
+                        }
+                      />
+                    </div>
+                  </div>
+                )}
+
 
               {config.embeddingModelProviders && (
                 <div className="flex flex-col space-y-4 mt-4 pt-4 border-t border-light-200 dark:border-dark-200">

src/lib/config.ts

@@ -33,6 +33,12 @@ interface Config {
       API_KEY: string;
       MODEL_NAME: string;
     };
+    AZURE_OPENAI: {
+      ENDPOINT: string;
+      API_KEY: string;
+      MODEL_NAME: string;
+      API_VERSION: string;
+    }
   };
   API_ENDPOINTS: {
     SEARXNG: string;
@@ -77,6 +83,18 @@ export const getCustomOpenaiApiUrl = () =>
 export const getCustomOpenaiModelName = () =>
   loadConfig().MODELS.CUSTOM_OPENAI.MODEL_NAME;
 
+export const getAzureOpenaiApiKey = () =>
+  loadConfig().MODELS.AZURE_OPENAI.API_KEY;
+
+export const getAzureOpenaiEndpoint = () =>
+  loadConfig().MODELS.AZURE_OPENAI.ENDPOINT;
+
+export const getAzureOpenaiModelName = () =>
+  loadConfig().MODELS.AZURE_OPENAI.MODEL_NAME;
+
+export const getAzureOpenaiApiVersion = () =>
+  loadConfig().MODELS.AZURE_OPENAI.API_VERSION;
+
 const mergeConfigs = (current: any, update: any): any => {
   if (update === null || update === undefined) {
     return current;

src/lib/providers/index.ts

@@ -6,13 +6,20 @@ import {
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '../config';
-import { ChatOpenAI } from '@langchain/openai';
+import {
+  getAzureOpenaiApiKey,
+  getAzureOpenaiEndpoint,
+  getAzureOpenaiModelName,
+  getAzureOpenaiApiVersion,
+} from '../config';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 import { loadOllamaChatModels, loadOllamaEmbeddingModels } from './ollama';
 import { loadGroqChatModels } from './groq';
 import { loadAnthropicChatModels } from './anthropic';
 import { loadGeminiChatModels, loadGeminiEmbeddingModels } from './gemini';
 import { loadTransformersEmbeddingsModels } from './transformers';
 import { loadDeepseekChatModels } from './deepseek';
+import Chat from '@/components/Chat';
 
 export interface ChatModel {
   displayName: string;
@@ -60,6 +67,11 @@ export const getAvailableChatModelProviders = async () => {
   const customOpenAiApiUrl = getCustomOpenaiApiUrl();
   const customOpenAiModelName = getCustomOpenaiModelName();
 
+  const azureOpenAiApiKey = getAzureOpenaiApiKey();
+  const azureOpenAiModelName = getAzureOpenaiModelName();
+  const azureOpenAiApiVersion = getAzureOpenaiApiVersion();
+  const azureOpenAiEndpoint = getAzureOpenaiEndpoint();
+
   models['custom_openai'] = {
     ...(customOpenAiApiKey && customOpenAiApiUrl && customOpenAiModelName
       ? {
@@ -78,6 +90,28 @@ export const getAvailableChatModelProviders = async () => {
       : {}),
   };
 
+  console.log("here ok1 - start azure_openai");
+  console.log(azureOpenAiApiKey, azureOpenAiEndpoint, azureOpenAiApiVersion, azureOpenAiModelName);
+
+  models['azure_openai'] = {
+    ...(azureOpenAiApiKey && azureOpenAiEndpoint && azureOpenAiApiVersion && azureOpenAiModelName
+      ? {
+        [azureOpenAiModelName]: {
+          displayName: azureOpenAiModelName,
+          model: new AzureChatOpenAI({
+            openAIApiKey: azureOpenAiApiKey,
+            deploymentName: azureOpenAiModelName,
+            openAIBasePath: azureOpenAiEndpoint,
+            openAIApiVersion: azureOpenAiApiVersion,
+            temperature: 0.7
+          }) as unknown as BaseChatModel
+        },
+      }
+    : {}),
+  }
+
+  console.log(models);
+
   return models;
 };