feat(providers): add HF transformers

src/lib/providers/index.ts

@@ -11,6 +11,7 @@ import { loadOllamaChatModels, loadOllamaEmbeddingModels } from './ollama';
 import { loadGroqChatModels } from './groq';
 import { loadAnthropicChatModels } from './anthropic';
 import { loadGeminiChatModels, loadGeminiEmbeddingModels } from './gemini';
+import { loadTransformersEmbeddingsModels } from './transformers';
 
 export interface ChatModel {
   displayName: string;
@@ -40,6 +41,7 @@ export const embeddingModelProviders: Record<
   openai: loadOpenAIEmbeddingModels,
   ollama: loadOllamaEmbeddingModels,
   gemini: loadGeminiEmbeddingModels,
+  transformers: loadTransformersEmbeddingsModels,
 };
 
 export const getAvailableChatModelProviders = async () => {

src/lib/providers/transformers.ts

@@ -0,0 +1,31 @@
+import { HuggingFaceTransformersEmbeddings } from '../huggingfaceTransformer';
+
+export const loadTransformersEmbeddingsModels = async () => {
+  try {
+    const embeddingModels = {
+      'xenova-bge-small-en-v1.5': {
+        displayName: 'BGE Small',
+        model: new HuggingFaceTransformersEmbeddings({
+          modelName: 'Xenova/bge-small-en-v1.5',
+        }),
+      },
+      'xenova-gte-small': {
+        displayName: 'GTE Small',
+        model: new HuggingFaceTransformersEmbeddings({
+          modelName: 'Xenova/gte-small',
+        }),
+      },
+      'xenova-bert-base-multilingual-uncased': {
+        displayName: 'Bert Multilingual',
+        model: new HuggingFaceTransformersEmbeddings({
+          modelName: 'Xenova/bert-base-multilingual-uncased',
+        }),
+      },
+    };
+
+    return embeddingModels;
+  } catch (err) {
+    console.error(`Error loading Transformers embeddings model: ${err}`);
+    return {};
+  }
+};