Skip to content
Snippets Groups Projects
Commit 50ee545c authored by Sourabh Desai's avatar Sourabh Desai
Browse files

add node/doc deserialization

parent d0961420
No related branches found
No related tags found
No related merge requests found
...@@ -12,6 +12,10 @@ export enum DocumentRelationship { ...@@ -12,6 +12,10 @@ export enum DocumentRelationship {
export class Node implements BaseDocument { export class Node implements BaseDocument {
relationships: { [key in DocumentRelationship]: string | string[] }; relationships: { [key in DocumentRelationship]: string | string[] };
constructor(relationships: { [key in DocumentRelationship]: string | string[] }) {
this.relationships = relationships;
}
getText(): string { getText(): string {
throw new Error("Method not implemented."); throw new Error("Method not implemented.");
} }
......
import _ from 'lodash';
import { VectorStoreQueryMode } from './storage/vectorStore/types';
export function getTopKEmbeddings(
queryEmbedding: number[],
embeddings: number[][],
similarityFn?: ((queryEmbedding: number[], emb: number[]) => number),
similarityTopK?: number,
embeddingIds?: number[],
similarityCutoff?: number,
): [number[], number[]] {
throw new Error('Not implemented');
}
export function getTopKEmbeddingsLearner(
queryEmbedding: number[],
embeddings: number[][],
similarityTopK?: number,
embeddingIds?: number[],
queryMode: VectorStoreQueryMode = VectorStoreQueryMode.SVM,
): [number[], number[]] {
throw new Error('Not implemented');
}
export function getTopKMMREmbeddings(
queryEmbedding: number[],
embeddings: number[][],
similarityFn?: ((queryEmbedding: number[], emb: number[]) => number),
similarityTopK?: number,
embeddingIds?: number[],
similarityCutoff?: number,
mmrThreshold?: number,
): [number[], number[]] {
throw new Error('Not implemented');
}
import { Node } from "../../Node"; import { Node } from "../../Node";
import { BaseDocument, NodeType } from '../../Document'; import { BaseDocument, NodeType, Document } from '../../Document';
import { DATA_KEY, TYPE_KEY } from '../constants'; import { DATA_KEY, TYPE_KEY } from '../constants';
...@@ -16,9 +16,9 @@ export function jsonToDoc(docDict: Record<string, any>): BaseDocument { ...@@ -16,9 +16,9 @@ export function jsonToDoc(docDict: Record<string, any>): BaseDocument {
let doc: BaseDocument; let doc: BaseDocument;
if (docType === NodeType.DOCUMENT) { if (docType === NodeType.DOCUMENT) {
doc = Document.fromDict(dataDict); doc = new Document(dataDict.docId, dataDict.text);
} else if (docType === NodeType.TEXT) { } else if (docType === NodeType.TEXT) {
doc = Node.fromDict(dataDict); doc = new Node(dataDict.relationships);
} else { } else {
throw new Error(`Unknown doc type: ${docType}`); throw new Error(`Unknown doc type: ${docType}`);
} }
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment