From 51475a9290af092c2e52ac2fd49044a065157d5e Mon Sep 17 00:00:00 2001
From: noble-varghese <noblekvarghese96@gmail.com>
Date: Thu, 28 Sep 2023 17:45:10 +0530
Subject: [PATCH] docs: Added more examples
---
examples/portkey.ts | 23 +++++++++++++++++++++++
1 file changed, 23 insertions(+)
create mode 100644 examples/portkey.ts
diff --git a/examples/portkey.ts b/examples/portkey.ts
new file mode 100644
index 000000000..4221b4b16
--- /dev/null
+++ b/examples/portkey.ts
@@ -0,0 +1,23 @@
+import { Portkey } from "llamaindex";
+
+(async () => {
+ const llms = [{
+
+ }]
+ const portkey = new Portkey({
+ mode: "single",
+ llms: [{
+ provider:"anyscale",
+ virtual_key:"anyscale-3b3c04",
+ model: "meta-llama/Llama-2-13b-chat-hf",
+ max_tokens: 2000
+ }]
+ });
+ const result = portkey.stream_chat([
+ { role: "system", content: "You are a helpful assistant." },
+ { role: "user", content: "Tell me a joke." }
+ ]);
+ for await (const res of result) {
+ process.stdout.write(res)
+ }
+})();
--
GitLab