diff --git a/packages/core/src/Node.ts b/packages/core/src/Node.ts index 00a2c7756585bb467f91861d658fa053938f6bfb..1a27ad219f5d3d53d4a19864f2dc4958999ec373 100644 --- a/packages/core/src/Node.ts +++ b/packages/core/src/Node.ts @@ -12,6 +12,10 @@ export enum DocumentRelationship { export class Node implements BaseDocument { relationships: { [key in DocumentRelationship]: string | string[] }; + constructor(relationships: { [key in DocumentRelationship]: string | string[] }) { + this.relationships = relationships; + } + getText(): string { throw new Error("Method not implemented."); } diff --git a/packages/core/src/embeddingUtils.ts b/packages/core/src/embeddingUtils.ts new file mode 100644 index 0000000000000000000000000000000000000000..90e09e4876b0658bf111e972f1ee2084e6d7a5f9 --- /dev/null +++ b/packages/core/src/embeddingUtils.ts @@ -0,0 +1,35 @@ +import _ from 'lodash'; +import { VectorStoreQueryMode } from './storage/vectorStore/types'; + +export function getTopKEmbeddings( + queryEmbedding: number[], + embeddings: number[][], + similarityFn?: ((queryEmbedding: number[], emb: number[]) => number), + similarityTopK?: number, + embeddingIds?: number[], + similarityCutoff?: number, +): [number[], number[]] { + throw new Error('Not implemented'); +} + +export function getTopKEmbeddingsLearner( + queryEmbedding: number[], + embeddings: number[][], + similarityTopK?: number, + embeddingIds?: number[], + queryMode: VectorStoreQueryMode = VectorStoreQueryMode.SVM, +): [number[], number[]] { + throw new Error('Not implemented'); +} + +export function getTopKMMREmbeddings( + queryEmbedding: number[], + embeddings: number[][], + similarityFn?: ((queryEmbedding: number[], emb: number[]) => number), + similarityTopK?: number, + embeddingIds?: number[], + similarityCutoff?: number, + mmrThreshold?: number, +): [number[], number[]] { + throw new Error('Not implemented'); +} diff --git a/packages/core/src/storage/docStore/utils.ts b/packages/core/src/storage/docStore/utils.ts index f6f1d23bbee2d7c475bf850db319bf4ba4f9bb01..e7667ed5b2d1867fd0aacdc1a9224bd11ec51bd9 100644 --- a/packages/core/src/storage/docStore/utils.ts +++ b/packages/core/src/storage/docStore/utils.ts @@ -1,5 +1,5 @@ import { Node } from "../../Node"; -import { BaseDocument, NodeType } from '../../Document'; +import { BaseDocument, NodeType, Document } from '../../Document'; import { DATA_KEY, TYPE_KEY } from '../constants'; @@ -16,9 +16,9 @@ export function jsonToDoc(docDict: Record<string, any>): BaseDocument { let doc: BaseDocument; if (docType === NodeType.DOCUMENT) { - doc = Document.fromDict(dataDict); + doc = new Document(dataDict.docId, dataDict.text); } else if (docType === NodeType.TEXT) { - doc = Node.fromDict(dataDict); + doc = new Node(dataDict.relationships); } else { throw new Error(`Unknown doc type: ${docType}`); }