diff --git a/.changeset/violet-bags-hide.md b/.changeset/violet-bags-hide.md
new file mode 100644
index 0000000000000000000000000000000000000000..11a4ff20fc4a37dbf2231d92305f179a5e6ced06
--- /dev/null
+++ b/.changeset/violet-bags-hide.md
@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+feat: add wikipedia tool
diff --git a/examples/agent/wikipedia-tool.ts b/examples/agent/wikipedia-tool.ts
new file mode 100644
index 0000000000000000000000000000000000000000..3cb961733bc3893760bdd6b6c6ab18383258eb8a
--- /dev/null
+++ b/examples/agent/wikipedia-tool.ts
@@ -0,0 +1,23 @@
+import { OpenAIAgent, WikipediaTool } from "llamaindex";
+
+async function main() {
+ const wikipediaTool = new WikipediaTool();
+
+ // Create an OpenAIAgent with the function tools
+ const agent = new OpenAIAgent({
+ tools: [wikipediaTool],
+ verbose: true,
+ });
+
+ // Chat with the agent
+ const response = await agent.chat({
+ message: "Where is Ho Chi Minh City?",
+ });
+
+ // Print the response
+ console.log(response);
+}
+
+main().then(() => {
+ console.log("Done");
+});
diff --git a/packages/core/package.json b/packages/core/package.json
index a4182192710e42c13f99e46b0e2a35ef238cc907..388fc1dd92ed79c1efa57c3d534024f7f289ae5e 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -41,7 +41,8 @@
"rake-modified": "^1.0.8",
"replicate": "^0.25.2",
"string-strip-html": "^13.4.6",
- "wink-nlp": "^1.14.3"
+ "wink-nlp": "^1.14.3",
+ "wikipedia": "^2.1.2"
},
"devDependencies": {
"@swc/cli": "^0.3.9",
diff --git a/packages/core/src/tools/WikipediaTool.ts b/packages/core/src/tools/WikipediaTool.ts
new file mode 100644
index 0000000000000000000000000000000000000000..2764f2726458168dd3db1dc5f4c57795c812f3ea
--- /dev/null
+++ b/packages/core/src/tools/WikipediaTool.ts
@@ -0,0 +1,54 @@
+import { default as wiki } from "wikipedia";
+import type { BaseTool, ToolMetadata } from "../types.js";
+
+export type WikipediaToolParams = {
+ metadata?: ToolMetadata;
+};
+
+type WikipediaCallParams = {
+ query: string;
+ lang?: string;
+};
+
+const DEFAULT_META_DATA: ToolMetadata = {
+ name: "wikipedia_tool",
+ description: "A tool that uses a query engine to search Wikipedia.",
+ parameters: {
+ type: "object",
+ properties: {
+ query: {
+ type: "string",
+ description: "The query to search for",
+ },
+ },
+ required: ["query"],
+ },
+};
+
+export class WikipediaTool implements BaseTool {
+ private readonly DEFAULT_LANG = "en";
+ metadata: ToolMetadata;
+
+ constructor(params?: WikipediaToolParams) {
+ this.metadata = params?.metadata || DEFAULT_META_DATA;
+ }
+
+ async loadData(
+ page: string,
+ lang: string = this.DEFAULT_LANG,
+ ): Promise<string> {
+ wiki.default.setLang(lang);
+ const pageResult = await wiki.default.page(page, { autoSuggest: false });
+ const content = await pageResult.content();
+ return content;
+ }
+
+ async call({
+ query,
+ lang = this.DEFAULT_LANG,
+ }: WikipediaCallParams): Promise<string> {
+ const searchResult = await wiki.default.search(query);
+ if (searchResult.results.length === 0) return "No search results.";
+ return await this.loadData(searchResult.results[0].title, lang);
+ }
+}
diff --git a/packages/core/src/tools/index.ts b/packages/core/src/tools/index.ts
index 32e1bbb9d6c14b44be2566886c15d304fe1cad74..2b52c32edf8fbc07dd31882a66ace92095400d61 100644
--- a/packages/core/src/tools/index.ts
+++ b/packages/core/src/tools/index.ts
@@ -1,4 +1,5 @@
export * from "./QueryEngineTool.js";
+export * from "./WikipediaTool.js";
export * from "./functionTool.js";
export * from "./types.js";
export * from "./utils.js";
diff --git a/packages/edge/package.json b/packages/edge/package.json
index f9e26122f5d8574664af0efda4ccd7b11577024d..8f9918caf92620489b6319221fef1b2461102b35 100644
--- a/packages/edge/package.json
+++ b/packages/edge/package.json
@@ -40,7 +40,8 @@
"rake-modified": "^1.0.8",
"replicate": "^0.25.2",
"string-strip-html": "^13.4.6",
- "wink-nlp": "^1.14.3"
+ "wink-nlp": "^1.14.3",
+ "wikipedia": "^2.1.2"
},
"engines": {
"node": ">=18.0.0"
@@ -77,8 +78,8 @@
},
"scripts": {
"copy": "cp -r ../../README.md ../../LICENSE .",
- "compare": "node scripts/compare-deps.js",
+ "update:deps": "node scripts/update-deps.js",
"build:core": "pnpm --filter llamaindex build && cp -r ../core/dist . && rm -fr dist/cjs",
- "build": "pnpm run compare && pnpm run build:core && pnpm copy"
+ "build": "pnpm run update:deps && pnpm run build:core && pnpm copy"
}
}
diff --git a/packages/edge/scripts/compare-deps.js b/packages/edge/scripts/compare-deps.js
deleted file mode 100644
index 738058c8c3acd2b1ed97107360cddcb3eb6e08db..0000000000000000000000000000000000000000
--- a/packages/edge/scripts/compare-deps.js
+++ /dev/null
@@ -1,36 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-
-const corePackage = readJson(
- path.join(process.cwd(), "..", "core", "package.json"),
-);
-const edgePackage = readJson(path.join(process.cwd(), "package.json"));
-
-if (!equalObjs(corePackage.dependencies, edgePackage.dependencies)) {
- console.log(
- "Dependencies of '@llamaindex/edge' and 'core' package are not the same. Sync dependencies and run build again",
- );
- process.exit(1);
-}
-
-function readJson(filePath) {
- const content = fs.readFileSync(filePath, "utf8");
- return JSON.parse(content);
-}
-
-function equalObjs(deps1, deps2) {
- const keys1 = Object.keys(deps1);
- const keys2 = Object.keys(deps2);
-
- if (keys1.length !== keys2.length) {
- return false;
- }
-
- for (const key of keys1) {
- if (deps1[key] !== deps2[key]) {
- return false;
- }
- }
-
- return true;
-}
diff --git a/packages/edge/scripts/update-deps.js b/packages/edge/scripts/update-deps.js
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f6d8662a284ffaff61d0861457b943b6c947f
--- /dev/null
+++ b/packages/edge/scripts/update-deps.js
@@ -0,0 +1,20 @@
+// Copies the dependencies from the core package to the edge package. Run with each build to ensure that they are the same
+
+import fs from "node:fs";
+import path from "node:path";
+
+const corePackagePath = path.join(process.cwd(), "..", "core", "package.json");
+const edgePackagePath = path.join(process.cwd(), "package.json");
+
+const edgePackage = readJson(edgePackagePath);
+edgePackage.dependencies = readJson(corePackagePath).dependencies;
+writeJson(edgePackagePath, edgePackage);
+
+function readJson(filePath) {
+ const content = fs.readFileSync(filePath, "utf8");
+ return JSON.parse(content);
+}
+
+function writeJson(filePath, json) {
+ fs.writeFileSync(filePath, JSON.stringify(json, null, 2) + "\n");
+}
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 430efc9eb2f403edecdf34807aece03b1e6a208a..8dd88f9d1440ccb281076fff55c74c29632ef9a3 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -276,6 +276,9 @@ importers:
string-strip-html:
specifier: ^13.4.6
version: 13.4.6
+ wikipedia:
+ specifier: ^2.1.2
+ version: 2.1.2
wink-nlp:
specifier: ^1.14.3
version: 1.14.3
@@ -418,6 +421,9 @@ importers:
string-strip-html:
specifier: ^13.4.6
version: 13.4.6
+ wikipedia:
+ specifier: ^2.1.2
+ version: 2.1.2
wink-nlp:
specifier: ^1.14.3
version: 1.14.3
@@ -5913,6 +5919,11 @@ packages:
quick-lru: 4.0.1
dev: true
+ /camelcase@4.1.0:
+ resolution: {integrity: sha512-FxAv7HpHrXbh3aPo4o2qxHay2lkLY3x5Mw3KeE4KQE8ysVfziWeRZDwcjauvwBSGEC/nXUPzZy8zeh4HokqOnw==}
+ engines: {node: '>=4'}
+ dev: false
+
/camelcase@5.3.1:
resolution: {integrity: sha512-L28STB170nwWS63UjtlEOE3dldQApaJXZkOI1uMFfzf3rRuPegHaHesyee+YxQ+W6SvRDQV6UrdOdRiR153wJg==}
engines: {node: '>=6'}
@@ -9264,6 +9275,12 @@ packages:
once: 1.4.0
wrappy: 1.0.2
+ /infobox-parser@3.6.4:
+ resolution: {integrity: sha512-d2lTlxKZX7WsYxk9/UPt51nkmZv5tbC75SSw4hfHqZ3LpRAn6ug0oru9xI2X+S78va3aUAze3xl/UqMuwLmJUw==}
+ dependencies:
+ camelcase: 4.1.0
+ dev: false
+
/inherits@2.0.3:
resolution: {integrity: sha512-x00IRNXNy63jwGkJmzPigoySHbaqpNuzKbBOmzK+g2OdZpQ9w+sxCN+VSB3ja7IAge2OP2qpfxTjeNcyjmW1uw==}
@@ -15650,6 +15667,16 @@ packages:
dependencies:
string-width: 5.1.2
+ /wikipedia@2.1.2:
+ resolution: {integrity: sha512-RAYaMpXC9/E873RaSEtlEa8dXK4e0p5k98GKOd210MtkE5emm6fcnwD+N6ZA4cuffjDWagvhaQKtp/mGp2BOVQ==}
+ engines: {node: '>=10'}
+ dependencies:
+ axios: 1.6.7
+ infobox-parser: 3.6.4
+ transitivePeerDependencies:
+ - debug
+ dev: false
+
/wildcard@2.0.1:
resolution: {integrity: sha512-CC1bOL87PIWSBhDcTrdeLo6eGT7mCFtrg0uIJtqJUFyK+eJnzl8A1niH56uu7KMa5XFrtiV+AQuHO3n7DsHnLQ==}