Skip to content
Snippets Groups Projects
Unverified Commit 5fa61458 authored by Timothy Carambat's avatar Timothy Carambat Committed by GitHub
Browse files

can now count and remove data in lancedb 0.1.12 so bumped version and added...

can now count and remove data in lancedb 0.1.12 so bumped version and added new functionality support (#155)
parent ab9304b6
No related branches found
No related tags found
No related merge requests found
import React from "react";
import { titleCase } from "text-case";
export default function CannotRemoveModal({ hideModal, vectordb }) {
return (
<dialog
open={true}
style={{ zIndex: 100 }}
className="fixed top-0 flex bg-black bg-opacity-50 w-[100vw] h-full items-center justify-center "
>
<div className="px-10 p-4 w-1/2 rounded-lg bg-white shadow dark:bg-stone-700 text-black dark:text-slate-200">
<div className="flex flex-col w-full">
<p className="text-lg font-semibold text-red-500">
You cannot remove this document!
</p>
<div className="flex flex-col gap-y-1">
<p className="text-base mt-4">
{titleCase(vectordb)} does not support atomic removal of
documents.
<br />
Unfortunately, you will have to delete the entire workspace to
remove this document from being referenced.
</p>
</div>
<div className="flex w-full justify-center items-center mt-4">
<button
onClick={hideModal}
className="text-gray-800 hover:bg-gray-100 px-4 py-1 rounded-lg dark:text-slate-200 dark:hover:bg-stone-900"
>
I Understand
</button>
</div>
</div>
</div>
</dialog>
);
}
...@@ -5,7 +5,6 @@ import paths from "../../../../utils/paths"; ...@@ -5,7 +5,6 @@ import paths from "../../../../utils/paths";
import { useParams } from "react-router-dom"; import { useParams } from "react-router-dom";
import Directory from "./Directory"; import Directory from "./Directory";
import ConfirmationModal from "./ConfirmationModal"; import ConfirmationModal from "./ConfirmationModal";
import CannotRemoveModal from "./CannotRemoveModal";
import { AlertTriangle } from "react-feather"; import { AlertTriangle } from "react-feather";
export default function DocumentSettings({ workspace }) { export default function DocumentSettings({ workspace }) {
...@@ -16,14 +15,11 @@ export default function DocumentSettings({ workspace }) { ...@@ -16,14 +15,11 @@ export default function DocumentSettings({ workspace }) {
const [directories, setDirectories] = useState(null); const [directories, setDirectories] = useState(null);
const [originalDocuments, setOriginalDocuments] = useState([]); const [originalDocuments, setOriginalDocuments] = useState([]);
const [selectedFiles, setSelectFiles] = useState([]); const [selectedFiles, setSelectFiles] = useState([]);
const [vectordb, setVectorDB] = useState(null);
const [showingNoRemovalModal, setShowingNoRemovalModal] = useState(false);
const [hasFiles, setHasFiles] = useState(true); const [hasFiles, setHasFiles] = useState(true);
useEffect(() => { useEffect(() => {
async function fetchKeys() { async function fetchKeys() {
const localFiles = await System.localFiles(); const localFiles = await System.localFiles();
const settings = await System.keys();
const originalDocs = workspace.documents.map((doc) => doc.docpath) || []; const originalDocs = workspace.documents.map((doc) => doc.docpath) || [];
const hasAnyFiles = localFiles.items.some( const hasAnyFiles = localFiles.items.some(
(folder) => folder?.items?.length > 0 (folder) => folder?.items?.length > 0
...@@ -31,7 +27,6 @@ export default function DocumentSettings({ workspace }) { ...@@ -31,7 +27,6 @@ export default function DocumentSettings({ workspace }) {
setDirectories(localFiles); setDirectories(localFiles);
setOriginalDocuments([...originalDocs]); setOriginalDocuments([...originalDocs]);
setSelectFiles([...originalDocs]); setSelectFiles([...originalDocs]);
setVectorDB(settings?.VectorDB);
setHasFiles(hasAnyFiles); setHasFiles(hasAnyFiles);
setLoading(false); setLoading(false);
} }
...@@ -109,13 +104,6 @@ export default function DocumentSettings({ workspace }) { ...@@ -109,13 +104,6 @@ export default function DocumentSettings({ workspace }) {
const parent = isFolder ? filepath : filepath.split("/")[0]; const parent = isFolder ? filepath : filepath.split("/")[0];
if (isSelected(filepath)) { if (isSelected(filepath)) {
// Certain vector DBs do not contain the ability to delete vectors
// so we cannot remove from these. The user will have to clear the entire workspace.
if (["lancedb"].includes(vectordb) && isOriginalDoc(filepath)) {
setShowingNoRemovalModal(true);
return false;
}
const updatedDocs = isFolder const updatedDocs = isFolder
? selectedFiles.filter((doc) => !doc.includes(parent)) ? selectedFiles.filter((doc) => !doc.includes(parent))
: selectedFiles.filter((doc) => !doc.includes(filepath)); : selectedFiles.filter((doc) => !doc.includes(filepath));
...@@ -160,12 +148,6 @@ export default function DocumentSettings({ workspace }) { ...@@ -160,12 +148,6 @@ export default function DocumentSettings({ workspace }) {
updateWorkspace={updateWorkspace} updateWorkspace={updateWorkspace}
/> />
)} )}
{showingNoRemovalModal && (
<CannotRemoveModal
hideModal={() => setShowingNoRemovalModal(false)}
vectordb={vectordb}
/>
)}
<div className="p-6 flex h-full w-full max-h-[80vh] overflow-y-scroll"> <div className="p-6 flex h-full w-full max-h-[80vh] overflow-y-scroll">
<div className="flex flex-col gap-y-1 w-full"> <div className="flex flex-col gap-y-1 w-full">
{!hasFiles && ( {!hasFiles && (
......
...@@ -35,10 +35,10 @@ ...@@ -35,10 +35,10 @@
"sqlite": "^4.2.1", "sqlite": "^4.2.1",
"sqlite3": "^5.1.6", "sqlite3": "^5.1.6",
"uuid": "^9.0.0", "uuid": "^9.0.0",
"vectordb": "0.1.5" "vectordb": "0.1.12"
}, },
"devDependencies": { "devDependencies": {
"nodemon": "^2.0.22", "nodemon": "^2.0.22",
"prettier": "^2.4.1" "prettier": "^2.4.1"
} }
} }
\ No newline at end of file
...@@ -42,8 +42,21 @@ const LanceDb = { ...@@ -42,8 +42,21 @@ const LanceDb = {
await this.connect(); await this.connect();
return { heartbeat: Number(new Date()) }; return { heartbeat: Number(new Date()) };
}, },
tables: async function () {
const fs = require("fs");
const { client } = await this.connect();
const dirs = fs.readdirSync(client.uri);
return dirs.map((folder) => folder.replace(".lance", ""));
},
totalIndicies: async function () { totalIndicies: async function () {
return 0; // Unsupported for LanceDB - so always zero const { client } = await this.connect();
const tables = await this.tables();
let count = 0;
for (const tableName of tables) {
const table = await client.openTable(tableName);
count += await table.countRows();
}
return count;
}, },
embeddingFunc: function () { embeddingFunc: function () {
return new lancedb.OpenAIEmbeddingFunction( return new lancedb.OpenAIEmbeddingFunction(
...@@ -121,7 +134,8 @@ const LanceDb = { ...@@ -121,7 +134,8 @@ const LanceDb = {
}; };
}, },
updateOrCreateCollection: async function (client, data = [], namespace) { updateOrCreateCollection: async function (client, data = [], namespace) {
if (await this.hasNamespace(namespace)) { const hasNamespace = await this.hasNamespace(namespace);
if (hasNamespace) {
const collection = await client.openTable(namespace); const collection = await client.openTable(namespace);
await collection.add(data); await collection.add(data);
return true; return true;
...@@ -136,9 +150,9 @@ const LanceDb = { ...@@ -136,9 +150,9 @@ const LanceDb = {
const exists = await this.namespaceExists(client, namespace); const exists = await this.namespaceExists(client, namespace);
return exists; return exists;
}, },
namespaceExists: async function (client, namespace = null) { namespaceExists: async function (_client, namespace = null) {
if (!namespace) throw new Error("No namespace value provided."); if (!namespace) throw new Error("No namespace value provided.");
const collections = await client.tableNames(); const collections = await this.tables();
return collections.includes(namespace); return collections.includes(namespace);
}, },
deleteVectorsInNamespace: async function (client, namespace = null) { deleteVectorsInNamespace: async function (client, namespace = null) {
...@@ -146,11 +160,24 @@ const LanceDb = { ...@@ -146,11 +160,24 @@ const LanceDb = {
fs.rm(`${client.uri}/${namespace}.lance`, { recursive: true }, () => null); fs.rm(`${client.uri}/${namespace}.lance`, { recursive: true }, () => null);
return true; return true;
}, },
deleteDocumentFromNamespace: async function (_namespace, _docId) { deleteDocumentFromNamespace: async function (namespace, docId) {
console.error( const { client } = await this.connect();
`LanceDB:deleteDocumentFromNamespace - unsupported operation. No changes made to vector db.` const exists = await this.namespaceExists(client, namespace);
if (!exists) {
console.error(
`LanceDB:deleteDocumentFromNamespace - namespace ${namespace} does not exist.`
);
return;
}
const { DocumentVectors } = require("../../../models/vectors");
const table = await client.openTable(namespace);
const vectorIds = (await DocumentVectors.where(`docId = '${docId}'`)).map(
(record) => record.vectorId
); );
return false;
await table.delete(`id IN (${vectorIds.map((v) => `'${v}'`).join(",")})`);
return true;
}, },
addDocumentToNamespace: async function ( addDocumentToNamespace: async function (
namespace, namespace,
......
...@@ -11,9 +11,9 @@ ...@@ -11,9 +11,9 @@
cross-fetch "^3.1.5" cross-fetch "^3.1.5"
"@apache-arrow/ts@^12.0.0": "@apache-arrow/ts@^12.0.0":
version "12.0.0" version "12.0.1"
resolved "https://registry.yarnpkg.com/@apache-arrow/ts/-/ts-12.0.0.tgz#7046e3d085f2917bbe1b3cc5952b79eac32634c8" resolved "https://registry.yarnpkg.com/@apache-arrow/ts/-/ts-12.0.1.tgz#a802a28f450886e77b32c516c370c24941767455"
integrity sha512-ArJ3Fw5W9RAeNWuyCU2CdjL/nEAZSVDG1p3jz/ZtLo/q3NTz2w7HUCOJeszejH/5alGX+QirYrJ5c6BW++/P7g== integrity sha512-oLL/la62/eff4/nTtU4mZzx/SuIIAjrFx6sTSRDZ65a1Ej84IIMptVb/i5rnp2kY14GFnyc928MyJexQmQc4zA==
dependencies: dependencies:
"@types/command-line-args" "5.2.0" "@types/command-line-args" "5.2.0"
"@types/command-line-usage" "5.0.2" "@types/command-line-usage" "5.0.2"
...@@ -44,9 +44,9 @@ ...@@ -44,9 +44,9 @@
googleapis-common "^6.0.3" googleapis-common "^6.0.3"
"@mapbox/node-pre-gyp@^1.0.0": "@mapbox/node-pre-gyp@^1.0.0":
version "1.0.10" version "1.0.11"
resolved "https://registry.yarnpkg.com/@mapbox/node-pre-gyp/-/node-pre-gyp-1.0.10.tgz#8e6735ccebbb1581e5a7e652244cadc8a844d03c" resolved "https://registry.yarnpkg.com/@mapbox/node-pre-gyp/-/node-pre-gyp-1.0.11.tgz#417db42b7f5323d79e93b34a6d7a2a12c0df43fa"
integrity sha512-4ySo4CjzStuprMwk35H5pPbkymjv1SF3jGLj6rAHp/xT/RF7TL7bd9CTm1xDY49K2qF7jmR/g7k+SkLETP6opA== integrity sha512-Yhlar6v9WQgUp/He7BdgzOz8lqMQ8sU+jkCq7Wx8Myc5YFJLbEe7lgui/V7G1qB1DJykHSGwreceSaD60Y0PUQ==
dependencies: dependencies:
detect-libc "^2.0.0" detect-libc "^2.0.0"
https-proxy-agent "^5.0.0" https-proxy-agent "^5.0.0"
...@@ -186,9 +186,9 @@ anymatch@~3.1.2: ...@@ -186,9 +186,9 @@ anymatch@~3.1.2:
picomatch "^2.0.4" picomatch "^2.0.4"
apache-arrow@^12.0.0: apache-arrow@^12.0.0:
version "12.0.0" version "12.0.1"
resolved "https://registry.yarnpkg.com/apache-arrow/-/apache-arrow-12.0.0.tgz#3fe1e0b110dd30618ff00774372f54591a54d9ab" resolved "https://registry.yarnpkg.com/apache-arrow/-/apache-arrow-12.0.1.tgz#dffd865850d1d94896f1e1aa8332d586fb9e7de1"
integrity sha512-uI+hnZZsGfNJiR/wG8j5yPQuDjmOHx4hZpkA743G4x3TlFrCpA3MMX7KUkIOIw0e/CwZ8NYuaMzaQsblA47qVA== integrity sha512-g17ARsc/KEAzViy8PEFsDBlL4ZLx3BesgQCplDLgUWtY0aFWNdEmfaZsbbXVRDfQ21D7vbUKtu0ZWNgcbxDrig==
dependencies: dependencies:
"@types/command-line-args" "5.2.0" "@types/command-line-args" "5.2.0"
"@types/command-line-usage" "5.0.2" "@types/command-line-usage" "5.0.2"
...@@ -487,9 +487,11 @@ chownr@^2.0.0: ...@@ -487,9 +487,11 @@ chownr@^2.0.0:
integrity sha512-bIomtDF5KGpdogkLd9VspvFzk9KfpyyGlS8YFVZl7TGPBHL5snIOnxeshwVgPteQ9b4Eydl+pVbIyE1DcvCWgQ== integrity sha512-bIomtDF5KGpdogkLd9VspvFzk9KfpyyGlS8YFVZl7TGPBHL5snIOnxeshwVgPteQ9b4Eydl+pVbIyE1DcvCWgQ==
chromadb@^1.5.2: chromadb@^1.5.2:
version "1.5.2" version "1.5.5"
resolved "https://registry.yarnpkg.com/chromadb/-/chromadb-1.5.2.tgz#ecab11092155997771ded62a82f1c40ca578536a" resolved "https://registry.yarnpkg.com/chromadb/-/chromadb-1.5.5.tgz#3a185c8aa8e8a3e98c15762af05036dd9298e9ea"
integrity sha512-x/rOD7Oo1RiYA+vPK+Ma7CliCHlx26OjUt5J7Z9HZ5Ud1qDrPlvctBycK9Il3zqza96yeUoPQ7gCXHVKNoyvRQ== integrity sha512-PLs/HA35C7Yp7cChhroV4wBly74fOHGO4mVi24HThrc1KqUqEuMu36/W5cPbMDRmOprZKCvZ1ieLxlyZ9ednYA==
dependencies:
isomorphic-fetch "^3.0.0"
clean-stack@^2.0.0: clean-stack@^2.0.0:
version "2.2.0" version "2.2.0"
...@@ -619,11 +621,11 @@ crc32-stream@^4.0.2: ...@@ -619,11 +621,11 @@ crc32-stream@^4.0.2:
readable-stream "^3.4.0" readable-stream "^3.4.0"
cross-fetch@^3.1.5: cross-fetch@^3.1.5:
version "3.1.6" version "3.1.8"
resolved "https://registry.yarnpkg.com/cross-fetch/-/cross-fetch-3.1.6.tgz#bae05aa31a4da760969756318feeee6e70f15d6c" resolved "https://registry.yarnpkg.com/cross-fetch/-/cross-fetch-3.1.8.tgz#0327eba65fd68a7d119f8fb2bf9334a1a7956f82"
integrity sha512-riRvo06crlE8HiqOwIpQhxwdOk4fOeR7FVM/wXoxchFEqMNUjvbs3bfo4OTgMEMHzppd4DxFBDbyySj8Cv781g== integrity sha512-cvA+JwZoU0Xq+h6WkMvAUqPEYy92Obet6UdKLfW60qn99ftItKjB5T+BkyWOFWe2pUyfQ+IJHmpOTznqk1M6Kg==
dependencies: dependencies:
node-fetch "^2.6.11" node-fetch "^2.6.12"
debug@2.6.9: debug@2.6.9:
version "2.6.9" version "2.6.9"
...@@ -677,14 +679,14 @@ destroy@1.2.0: ...@@ -677,14 +679,14 @@ destroy@1.2.0:
integrity sha512-2sJGJTaXIIaR1w4iJSNoN0hnMY7Gpc/n8D4qSCJw8QqFWXf7cuAgnEHxBpweaVcPevC2l3KpjYCx3NypQQgaJg== integrity sha512-2sJGJTaXIIaR1w4iJSNoN0hnMY7Gpc/n8D4qSCJw8QqFWXf7cuAgnEHxBpweaVcPevC2l3KpjYCx3NypQQgaJg==
detect-libc@^2.0.0: detect-libc@^2.0.0:
version "2.0.1" version "2.0.2"
resolved "https://registry.yarnpkg.com/detect-libc/-/detect-libc-2.0.1.tgz#e1897aa88fa6ad197862937fbc0441ef352ee0cd" resolved "https://registry.yarnpkg.com/detect-libc/-/detect-libc-2.0.2.tgz#8ccf2ba9315350e1241b88d0ac3b0e1fbd99605d"
integrity sha512-463v3ZeIrcWtdgIg6vI6XUncguvr2TnGl4SzDXinkt9mSLpBJKXT3mW6xT3VQdDN11+WVs29pgvivTc4Lp8v+w== integrity sha512-UX6sGumvvqSaXgdKGUsgZWqcUyIXZ/vZTrlRT/iobiKhGL0zL4d3osHj3uqllWJK+i+sixDS/3COVEOFbupFyw==
dotenv@^16.0.3: dotenv@^16.0.3:
version "16.1.4" version "16.3.1"
resolved "https://registry.yarnpkg.com/dotenv/-/dotenv-16.1.4.tgz#67ac1a10cd9c25f5ba604e4e08bc77c0ebe0ca8c" resolved "https://registry.yarnpkg.com/dotenv/-/dotenv-16.3.1.tgz#369034de7d7e5b120972693352a3bf112172cc3e"
integrity sha512-m55RtE8AsPeJBpOIFKihEmqUcoVncQIwo7x9U8ZwLEZw9ZpXboz2c+rvog+jUaJvVrZ5kBOeYQBX5+8Aa/OZQw== integrity sha512-IPzF4w4/Rd94bA9imS68tZBaYyBWSCE47V1RGuMrB94iyTOIEwRmVL2x/4An+6mETpLrKJ5hQkB8W4kFAadeIQ==
ecdsa-sig-formatter@1.0.11, ecdsa-sig-formatter@^1.0.11: ecdsa-sig-formatter@1.0.11, ecdsa-sig-formatter@^1.0.11:
version "1.0.11" version "1.0.11"
...@@ -940,19 +942,19 @@ gauge@^4.0.3: ...@@ -940,19 +942,19 @@ gauge@^4.0.3:
wide-align "^1.1.5" wide-align "^1.1.5"
gaxios@^5.0.0, gaxios@^5.0.1: gaxios@^5.0.0, gaxios@^5.0.1:
version "5.1.0" version "5.1.3"
resolved "https://registry.yarnpkg.com/gaxios/-/gaxios-5.1.0.tgz#133b77b45532be71eec72012b7e97c2320b6140a" resolved "https://registry.yarnpkg.com/gaxios/-/gaxios-5.1.3.tgz#f7fa92da0fe197c846441e5ead2573d4979e9013"
integrity sha512-aezGIjb+/VfsJtIcHGcBSerNEDdfdHeMros+RbYbGpmonKWQCOVOes0LVZhn1lDtIgq55qq0HaxymIoae3Fl/A== integrity sha512-95hVgBRgEIRQQQHIbnxBXeHbW4TqFk4ZDJW7wmVtvYar72FdhRIo1UGOLS2eRAKCPEdPBWu+M7+A33D9CdX9rA==
dependencies: dependencies:
extend "^3.0.2" extend "^3.0.2"
https-proxy-agent "^5.0.0" https-proxy-agent "^5.0.0"
is-stream "^2.0.0" is-stream "^2.0.0"
node-fetch "^2.6.7" node-fetch "^2.6.9"
gcp-metadata@^5.2.0: gcp-metadata@^5.3.0:
version "5.2.0" version "5.3.0"
resolved "https://registry.yarnpkg.com/gcp-metadata/-/gcp-metadata-5.2.0.tgz#b4772e9c5976241f5d3e69c4f446c906d25506ec" resolved "https://registry.yarnpkg.com/gcp-metadata/-/gcp-metadata-5.3.0.tgz#6f45eb473d0cb47d15001476b48b663744d25408"
integrity sha512-aFhhvvNycky2QyhG+dcfEdHBF0FRbYcf39s6WNHUDysKSrbJ5vuFbjydxBcmewtXeV248GP8dWT3ByPNxsyHCw== integrity sha512-FNTkdNEnBdlqF2oatizolQqNANMrcqJt6AAYt99B3y1aLLC8Hc5IOBb+ZnnzllodEEf6xMBp6wRcBbc16fa65w==
dependencies: dependencies:
gaxios "^5.0.0" gaxios "^5.0.0"
json-bigint "^1.0.0" json-bigint "^1.0.0"
...@@ -994,16 +996,16 @@ glob@^7.1.3, glob@^7.1.4: ...@@ -994,16 +996,16 @@ glob@^7.1.3, glob@^7.1.4:
path-is-absolute "^1.0.0" path-is-absolute "^1.0.0"
google-auth-library@^8.0.2: google-auth-library@^8.0.2:
version "8.8.0" version "8.9.0"
resolved "https://registry.yarnpkg.com/google-auth-library/-/google-auth-library-8.8.0.tgz#2e17494431cef56b571420d483a4debff6c481cd" resolved "https://registry.yarnpkg.com/google-auth-library/-/google-auth-library-8.9.0.tgz#15a271eb2ec35d43b81deb72211bd61b1ef14dd0"
integrity sha512-0iJn7IDqObDG5Tu9Tn2WemmJ31ksEa96IyK0J0OZCpTh6CrC6FrattwKX87h3qKVuprCJpdOGKc1Xi8V0kMh8Q== integrity sha512-f7aQCJODJFmYWN6PeNKzgvy9LI2tYmXnzpNDHEjG5sDNPgGb2FXQyTBnXeSH+PAtpKESFD+LmHw3Ox3mN7e1Fg==
dependencies: dependencies:
arrify "^2.0.0" arrify "^2.0.0"
base64-js "^1.3.0" base64-js "^1.3.0"
ecdsa-sig-formatter "^1.0.11" ecdsa-sig-formatter "^1.0.11"
fast-text-encoding "^1.0.0" fast-text-encoding "^1.0.0"
gaxios "^5.0.0" gaxios "^5.0.0"
gcp-metadata "^5.2.0" gcp-metadata "^5.3.0"
gtoken "^6.1.0" gtoken "^6.1.0"
jws "^4.0.0" jws "^4.0.0"
lru-cache "^6.0.0" lru-cache "^6.0.0"
...@@ -1239,10 +1241,18 @@ isexe@^2.0.0: ...@@ -1239,10 +1241,18 @@ isexe@^2.0.0:
resolved "https://registry.yarnpkg.com/isexe/-/isexe-2.0.0.tgz#e8fbf374dc556ff8947a10dcb0572d633f2cfa10" resolved "https://registry.yarnpkg.com/isexe/-/isexe-2.0.0.tgz#e8fbf374dc556ff8947a10dcb0572d633f2cfa10"
integrity sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw== integrity sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==
isomorphic-fetch@^3.0.0:
version "3.0.0"
resolved "https://registry.yarnpkg.com/isomorphic-fetch/-/isomorphic-fetch-3.0.0.tgz#0267b005049046d2421207215d45d6a262b8b8b4"
integrity sha512-qvUtwJ3j6qwsF3jLxkZ72qCgjMysPzDfeV240JHiGZsANBYd+EEuu35v7dfrJ9Up0Ak07D7GGSkGhCHTqg/5wA==
dependencies:
node-fetch "^2.6.1"
whatwg-fetch "^3.4.1"
js-tiktoken@^1.0.6: js-tiktoken@^1.0.6:
version "1.0.6" version "1.0.7"
resolved "https://registry.yarnpkg.com/js-tiktoken/-/js-tiktoken-1.0.6.tgz#f32f4b9b3c33d11f12b5cf016b3c729370817ee9" resolved "https://registry.yarnpkg.com/js-tiktoken/-/js-tiktoken-1.0.7.tgz#56933fcd2093e8304060dfde3071bda91812e6f5"
integrity sha512-lxHntEupgjWvSh37WxpAW4XN6UBXBtFJOpZZq5HN5oNjDfN7L/iJhHOKjyL/DFtuYXUwn5jfTciLtOWpgQmHjQ== integrity sha512-biba8u/clw7iesNEWLOLwrNGoBP2lA+hTaBLs/D45pJdUPFXyxD6nhcDVtADChghv4GgyAiMKYMiRx7x6h7Biw==
dependencies: dependencies:
base64-js "^1.5.1" base64-js "^1.5.1"
...@@ -1644,10 +1654,10 @@ node-addon-api@^4.2.0: ...@@ -1644,10 +1654,10 @@ node-addon-api@^4.2.0:
resolved "https://registry.yarnpkg.com/node-addon-api/-/node-addon-api-4.3.0.tgz#52a1a0b475193e0928e98e0426a0d1254782b77f" resolved "https://registry.yarnpkg.com/node-addon-api/-/node-addon-api-4.3.0.tgz#52a1a0b475193e0928e98e0426a0d1254782b77f"
integrity sha512-73sE9+3UaLYYFmDsFZnqCInzPyh3MqIwZO9cw58yIqAZhONrrabrYyYe3TuIqtIiOuTXVhsGau8hcrhhwSsDIQ== integrity sha512-73sE9+3UaLYYFmDsFZnqCInzPyh3MqIwZO9cw58yIqAZhONrrabrYyYe3TuIqtIiOuTXVhsGau8hcrhhwSsDIQ==
node-fetch@^2.6.11, node-fetch@^2.6.7: node-fetch@^2.6.1, node-fetch@^2.6.12, node-fetch@^2.6.7, node-fetch@^2.6.9:
version "2.6.11" version "2.6.12"
resolved "https://registry.yarnpkg.com/node-fetch/-/node-fetch-2.6.11.tgz#cde7fc71deef3131ef80a738919f999e6edfff25" resolved "https://registry.yarnpkg.com/node-fetch/-/node-fetch-2.6.12.tgz#02eb8e22074018e3d5a83016649d04df0e348fba"
integrity sha512-4I6pdBY1EthSqDmJkiNk3JIT8cswwR9nfeW/cPdUagJYEQG7R95WRH74wpz7ma8Gh/9dI9FP+OU+0E4FvtA55w== integrity sha512-C/fGU2E8ToujUivIO0H+tpQ6HWo4eEmchoPIoXtxCrVghxdKq+QOHqEZW7tuP3KlV3bC8FRMO5nMCC7Zm1VP6g==
dependencies: dependencies:
whatwg-url "^5.0.0" whatwg-url "^5.0.0"
...@@ -1762,9 +1772,9 @@ once@^1.3.0, once@^1.3.1, once@^1.4.0: ...@@ -1762,9 +1772,9 @@ once@^1.3.0, once@^1.3.1, once@^1.4.0:
wrappy "1" wrappy "1"
openai@^3.2.0, openai@^3.2.1: openai@^3.2.0, openai@^3.2.1:
version "3.2.1" version "3.3.0"
resolved "https://registry.yarnpkg.com/openai/-/openai-3.2.1.tgz#1fa35bdf979cbde8453b43f2dd3a7d401ee40866" resolved "https://registry.yarnpkg.com/openai/-/openai-3.3.0.tgz#a6408016ad0945738e1febf43f2fccca83a3f532"
integrity sha512-762C9BNlJPbjjlWZi4WYK9iM2tAVAv0uUp1UmI34vb0CN5T2mjB/qM6RYBmNKMh/dN9fC+bxqPwWJZUTWW052A== integrity sha512-uqxI/Au+aPRnsaQRe8CojU0eCR7I0mBiKjD3sNMzY6DaC1ZVrc85u98mtJW6voDug8fgGN+DIZmTDxTthxb7dQ==
dependencies: dependencies:
axios "^0.26.0" axios "^0.26.0"
form-data "^4.0.0" form-data "^4.0.0"
...@@ -2005,19 +2015,19 @@ safe-buffer@~5.1.0, safe-buffer@~5.1.1: ...@@ -2005,19 +2015,19 @@ safe-buffer@~5.1.0, safe-buffer@~5.1.1:
integrity sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg== integrity sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==
semver@^5.6.0, semver@^5.7.1: semver@^5.6.0, semver@^5.7.1:
version "5.7.1" version "5.7.2"
resolved "https://registry.yarnpkg.com/semver/-/semver-5.7.1.tgz#a954f931aeba508d307bbf069eff0c01c96116f7" resolved "https://registry.yarnpkg.com/semver/-/semver-5.7.2.tgz#48d55db737c3287cd4835e17fa13feace1c41ef8"
integrity sha512-sauaDf/PZdVgrLTNYHRtpXa1iRiKcaebiKQ1BJdpQlWH2lCvexQdX55snPFyK7QzpudqbCI0qXFfOasHdyNDGQ== integrity sha512-cBznnQ9KjJqU67B52RMC65CMarK2600WFnbkcaiwWq3xy/5haFJlshgnpjovMVJ+Hff49d8GEn0b87C5pDQ10g==
semver@^6.0.0: semver@^6.0.0:
version "6.3.0" version "6.3.1"
resolved "https://registry.yarnpkg.com/semver/-/semver-6.3.0.tgz#ee0a64c8af5e8ceea67687b133761e1becbd1d3d" resolved "https://registry.yarnpkg.com/semver/-/semver-6.3.1.tgz#556d2ef8689146e46dcea4bfdd095f3434dffcb4"
integrity sha512-b39TBaTSfV6yBrapU89p5fKekE2m/NwnDocOVruQFS1/veMgdzuPcnOM34M6CwxW8jH/lxEa5rBoDeUwu5HHTw== integrity sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA==
semver@^7.3.5: semver@^7.3.5:
version "7.5.1" version "7.5.4"
resolved "https://registry.yarnpkg.com/semver/-/semver-7.5.1.tgz#c90c4d631cf74720e46b21c1d37ea07edfab91ec" resolved "https://registry.yarnpkg.com/semver/-/semver-7.5.4.tgz#483986ec4ed38e1c6c48c34894a9182dbff68a6e"
integrity sha512-Wvss5ivl8TMRZXXESstBA4uR5iXgEN/VC5/sOcuXdVLzcdkz4HWetIoRfG5gb5X+ij/G9rw9YoGn3QoQ8OCSpw== integrity sha512-1bCSESV6Pv+i21Hvpxp3Dx+pSD8lIPt8uVjRrxAUt/nbswYc+tK6Y2btiULjd4+fnq15PX+nqQDC7Oft7WkwcA==
dependencies: dependencies:
lru-cache "^6.0.0" lru-cache "^6.0.0"
...@@ -2264,9 +2274,9 @@ tr46@~0.0.3: ...@@ -2264,9 +2274,9 @@ tr46@~0.0.3:
integrity sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw== integrity sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw==
tslib@^2.5.0: tslib@^2.5.0:
version "2.5.3" version "2.6.0"
resolved "https://registry.yarnpkg.com/tslib/-/tslib-2.5.3.tgz#24944ba2d990940e6e982c4bea147aba80209913" resolved "https://registry.yarnpkg.com/tslib/-/tslib-2.6.0.tgz#b295854684dbda164e181d259a22cd779dcd7bc3"
integrity sha512-mSxlJJwl3BMEQCUNnxXBU9jP4JBktcEGhURcPR6VQVlnP0FdDEsIaz0C35dXNGLyRfrATNofF0F5p2KPxQgB+w== integrity sha512-7At1WUettjcSRHXCyYtTselblcHl9PJFFVKiCAy/bY97+BPZXSQ2wbq0P9s8tK2G7dFQfNnlJnPAiArVBVBsfA==
type-is@^1.6.4, type-is@~1.6.18: type-is@^1.6.4, type-is@~1.6.18:
version "1.6.18" version "1.6.18"
...@@ -2340,10 +2350,10 @@ vary@^1, vary@~1.1.2: ...@@ -2340,10 +2350,10 @@ vary@^1, vary@~1.1.2:
resolved "https://registry.yarnpkg.com/vary/-/vary-1.1.2.tgz#2299f02c6ded30d4a5961b0b9f74524a18f634fc" resolved "https://registry.yarnpkg.com/vary/-/vary-1.1.2.tgz#2299f02c6ded30d4a5961b0b9f74524a18f634fc"
integrity sha512-BNGbWLfd0eUPabhkXUVm0j8uuvREyTh5ovRa/dyow/BqAbZJyC+5fU+IzQOzmAKzYqYRAISoRhdQr3eIZ/PXqg== integrity sha512-BNGbWLfd0eUPabhkXUVm0j8uuvREyTh5ovRa/dyow/BqAbZJyC+5fU+IzQOzmAKzYqYRAISoRhdQr3eIZ/PXqg==
vectordb@0.1.5: vectordb@0.1.12:
version "0.1.5" version "0.1.12"
resolved "https://registry.yarnpkg.com/vectordb/-/vectordb-0.1.5.tgz#a226200e738856c321e09f45eb4d1e0924a10ee9" resolved "https://registry.yarnpkg.com/vectordb/-/vectordb-0.1.12.tgz#b23b9938467415060e53d614e2a84458244eeb17"
integrity sha512-4kdVDRQo8JUw2h5aYR4KrUyJoey8AqWE6wMylZ+N+y64zwyC0v7AHfZxMCNYdjWiOYRR5zZbXpUG5an1W5ACzQ== integrity sha512-C7/4/n3kBiR2Z5Cgid08z9hUNfVpQaA5WKVyT4msdwmLoSZOltFeikCdx7OM5a6ekd9BwnPbzP8RhNTW8hBfNA==
dependencies: dependencies:
"@apache-arrow/ts" "^12.0.0" "@apache-arrow/ts" "^12.0.0"
apache-arrow "^12.0.0" apache-arrow "^12.0.0"
...@@ -2353,6 +2363,11 @@ webidl-conversions@^3.0.0: ...@@ -2353,6 +2363,11 @@ webidl-conversions@^3.0.0:
resolved "https://registry.yarnpkg.com/webidl-conversions/-/webidl-conversions-3.0.1.tgz#24534275e2a7bc6be7bc86611cc16ae0a5654871" resolved "https://registry.yarnpkg.com/webidl-conversions/-/webidl-conversions-3.0.1.tgz#24534275e2a7bc6be7bc86611cc16ae0a5654871"
integrity sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ== integrity sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==
whatwg-fetch@^3.4.1:
version "3.6.16"
resolved "https://registry.yarnpkg.com/whatwg-fetch/-/whatwg-fetch-3.6.16.tgz#2cf24cd621459be8137f9e3c6afb60262d78f963"
integrity sha512-83avoGbZ0qtjtNrU3UTT3/Xd3uZ7DyfSYLuc1fL5iYs+93P+UkIVF6/6xpRVWeQcvbc7kSnVybSAVbd6QFW5Fg==
whatwg-url@^5.0.0: whatwg-url@^5.0.0:
version "5.0.0" version "5.0.0"
resolved "https://registry.yarnpkg.com/whatwg-url/-/whatwg-url-5.0.0.tgz#966454e8765462e37644d3626f6742ce8b70965d" resolved "https://registry.yarnpkg.com/whatwg-url/-/whatwg-url-5.0.0.tgz#966454e8765462e37644d3626f6742ce8b70965d"
...@@ -2421,9 +2436,9 @@ zip-stream@^4.1.0: ...@@ -2421,9 +2436,9 @@ zip-stream@^4.1.0:
readable-stream "^3.6.0" readable-stream "^3.6.0"
zod-to-json-schema@^3.20.4: zod-to-json-schema@^3.20.4:
version "3.21.1" version "3.21.4"
resolved "https://registry.yarnpkg.com/zod-to-json-schema/-/zod-to-json-schema-3.21.1.tgz#a24b2737bf361fc516c92421eb59988b6e2fc046" resolved "https://registry.yarnpkg.com/zod-to-json-schema/-/zod-to-json-schema-3.21.4.tgz#de97c5b6d4a25e9d444618486cb55c0c7fb949fd"
integrity sha512-y5g0MPxDq+YG/T+cHGPYH4PcBpyCqwK6wxeJ76MR563y0gk/14HKfebq8xHiItY7lkc9GDFygCnkvNDTvAhYAg== integrity sha512-fjUZh4nQ1s6HMccgIeE0VP4QG/YRGPmyjO9sAh890aQKPEk3nqbfUXhMFaC+Dr5KvYBm8BCyvfpZf2jY9aGSsw==
zod@^3.21.4: zod@^3.21.4:
version "3.21.4" version "3.21.4"
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment