From d79d1652d1bdefd288c19fe9b52b7131346d5730 Mon Sep 17 00:00:00 2001
From: Tom Aarsen <37621491+tomaarsen@users.noreply.github.com>
Date: Tue, 5 Nov 2024 10:12:07 +0100
Subject: [PATCH] Add new example HF embedding models (#415)
from https://huggingface.co/models?library=sentence-transformers
---
helpers/providers/huggingface.ts | 7 +++++++
1 file changed, 7 insertions(+)
diff --git a/helpers/providers/huggingface.ts b/helpers/providers/huggingface.ts
index 1a3a4a06..039b8e32 100644
--- a/helpers/providers/huggingface.ts
+++ b/helpers/providers/huggingface.ts
@@ -8,6 +8,13 @@ type ModelData = {
};
const EMBEDDING_MODELS: Record<string, ModelData> = {
"BAAI/bge-small-en-v1.5": { dimensions: 384 },
+ "BAAI/bge-base-en-v1.5": { dimensions: 768 },
+ "BAAI/bge-large-en-v1.5": { dimensions: 1024 },
+ "sentence-transformers/all-MiniLM-L6-v2": { dimensions: 384 },
+ "sentence-transformers/all-mpnet-base-v2": { dimensions: 768 },
+ "intfloat/multilingual-e5-large": { dimensions: 1024 },
+ "mixedbread-ai/mxbai-embed-large-v1": { dimensions: 1024 },
+ "nomic-ai/nomic-embed-text-v1.5": { dimensions: 768 },
};
const DEFAULT_MODEL = MODELS[0];
--
GitLab