From bb7fd38c46062e736e64ca7cf803ba9fe07a5433 Mon Sep 17 00:00:00 2001
From: Yi Ding <yi.s.ding@gmail.com>
Date: Tue, 29 Aug 2023 22:35:41 -0700
Subject: [PATCH] removing the newline to space embedding conversion
https://github.com/openai/openai-python/issues/418
---
packages/core/src/Embedding.ts | 3 ---
1 file changed, 3 deletions(-)
diff --git a/packages/core/src/Embedding.ts b/packages/core/src/Embedding.ts
index cc6758c61..5723f888c 100644
--- a/packages/core/src/Embedding.ts
+++ b/packages/core/src/Embedding.ts
@@ -280,9 +280,6 @@ export class OpenAIEmbedding extends BaseEmbedding {
}
private async getOpenAIEmbedding(input: string) {
- input = input.replace(/\n/g, " ");
- //^ NOTE this performance helper is in the OpenAI python library but may not be in the JS library
-
const { data } = await this.session.openai.embeddings.create({
model: this.model,
input,
--
GitLab