From a3f7f073fc998d55708946e72e8c2af12c20c10e Mon Sep 17 00:00:00 2001
From: Jerry Liu <jerryjliu98@gmail.com>
Date: Mon, 12 Feb 2024 16:55:43 -0800
Subject: [PATCH] fix base query pipeline notebook (#10609)
---
docs/examples/pipeline/query_pipeline.ipynb | 225 +++++++++++-------
.../core/query_pipeline/__init__.py | 4 +
2 files changed, 143 insertions(+), 86 deletions(-)
diff --git a/docs/examples/pipeline/query_pipeline.ipynb b/docs/examples/pipeline/query_pipeline.ipynb
index f7f7bb491..dbb496330 100644
--- a/docs/examples/pipeline/query_pipeline.ipynb
+++ b/docs/examples/pipeline/query_pipeline.ipynb
@@ -180,10 +180,10 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module 8d886c0b-5091-4650-af32-48dc62e6cdf1 with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running module 43554ab5-002f-4705-b5f1-f3fb4fd9bd44 with input: \n",
"movie_name: The Departed\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 9f5fe0b1-bb02-4b04-a11a-ad4f5eb33916 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 4b086131-f82b-4cb9-b929-427a60aca9c8 with input: \n",
"messages: Please generate related movies to The Departed\n",
"\n",
"\u001b[0m"
@@ -204,25 +204,25 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "assistant: 1. Infernal Affairs (2002) - This Hong Kong crime thriller is the original film on which The Departed is based. It follows a similar storyline of undercover cops infiltrating a criminal organization.\n",
+ "assistant: 1. Infernal Affairs (2002) - This is the original Hong Kong film that inspired The Departed. It follows a similar storyline of undercover cops infiltrating a criminal organization.\n",
"\n",
- "2. Internal Affairs (1990) - This American crime thriller, starring Richard Gere and Andy Garcia, revolves around a corrupt cop and an internal affairs officer determined to expose him.\n",
+ "2. Internal Affairs (1990) - This American crime thriller film shares a similar premise to The Departed, focusing on the corrupt practices within the police force.\n",
"\n",
- "3. The Town (2010) - Directed by and starring Ben Affleck, this crime drama follows a group of bank robbers in Boston who find themselves in a dangerous situation when they take a hostage during a heist.\n",
+ "3. The Town (2010) - Directed by Ben Affleck, this crime drama revolves around a group of bank robbers in Boston and the FBI agent determined to bring them down.\n",
"\n",
- "4. Mystic River (2003) - Directed by Clint Eastwood, this psychological crime drama features an ensemble cast including Sean Penn, Tim Robbins, and Kevin Bacon. It explores the aftermath of a childhood trauma and its impact on three friends.\n",
+ "4. American Gangster (2007) - Based on a true story, this crime film explores the rise and fall of a drug lord in Harlem, New York, and the detective who is determined to bring him to justice.\n",
"\n",
- "5. The Wire (TV Series, 2002-2008) - Although not a movie, this critically acclaimed TV series created by David Simon delves into the interconnected lives of law enforcement, drug dealers, and residents of Baltimore. It offers a complex and realistic portrayal of crime and corruption.\n",
+ "5. Donnie Brasco (1997) - Starring Johnny Depp and Al Pacino, this crime drama tells the story of an undercover FBI agent who infiltrates the mob and forms a close bond with a mafia hitman.\n",
"\n",
- "6. Training Day (2001) - Starring Denzel Washington and Ethan Hawke, this crime thriller follows a rookie cop who is assigned to an experienced but corrupt detective for his first day on the job.\n",
+ "6. The Departed (2006) - Although already mentioned, it is worth noting that The Departed itself is a highly acclaimed crime thriller directed by Martin Scorsese, exploring the intertwining lives of undercover cops and mobsters in Boston.\n",
"\n",
- "7. American Gangster (2007) - Based on a true story, this crime film directed by Ridley Scott stars Denzel Washington as a Harlem drug lord and Russell Crowe as the detective determined to bring him down.\n",
+ "7. Training Day (2001) - Denzel Washington won an Academy Award for his role in this crime thriller, where he plays a corrupt narcotics detective who takes a rookie cop under his wing for a day of training.\n",
"\n",
- "8. The Departed (2006) (Remake) - Although not a separate movie, it is worth mentioning that The Departed is a remake of the original Hong Kong film Infernal Affairs. Both films have their own unique qualities and are worth watching.\n",
+ "8. Heat (1995) - Directed by Michael Mann, this crime film features an intense cat-and-mouse game between a skilled detective and a professional thief, both equally obsessed with their work.\n",
"\n",
- "9. Donnie Brasco (1997) - Starring Johnny Depp and Al Pacino, this crime drama is based on the true story of an FBI agent who infiltrates the mob and forms a close bond with a mafia hitman.\n",
+ "9. The Godfather (1972) - Francis Ford Coppola's iconic crime saga follows the Corleone family's rise to power in the world of organized crime, with themes of loyalty, betrayal, and family ties.\n",
"\n",
- "10. City of God (2002) - This Brazilian crime drama depicts the brutal and violent world of organized crime in the slums of Rio de Janeiro. It follows the lives of two young boys who take different paths, one becoming a photographer and the other a drug dealer.\n"
+ "10. Casino (1995) - Directed by Martin Scorsese, this film delves into the dark underbelly of Las Vegas casinos, exploring the corrupt and violent world of mob-controlled gambling.\n"
]
}
],
@@ -283,10 +283,10 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module 246c804a-47a5-4cdd-a83b-90064d82740b with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running module 2e4093c5-ae62-420a-be91-9c28c057bada with input: \n",
"movie_name: Toy Story\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 51d2c847-6a34-4a0d-841a-68cf009f8ded with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 3b41f95c-f54b-41d7-8ef0-8e45b5d7eeb0 with input: \n",
"messages: Please generate related movies to Toy Story. Output with the following JSON format: \n",
"\n",
"\n",
@@ -294,7 +294,7 @@
"Here's a JSON schema to follow:\n",
"{\"title\": \"Movies\", \"description\": \"Object representing a list of movies.\", \"typ...\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 1589c44b-a136-4093-abd7-286cb5d19d47 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 27e79a16-72de-4ce2-8b2e-94932c4069c3 with input: \n",
"input: assistant: {\n",
" \"movies\": [\n",
" {\n",
@@ -302,14 +302,13 @@
" \"year\": 2003\n",
" },\n",
" {\n",
- " \"name\": \"Cars\",\n",
- " \"year\": 2006\n",
+ " \"name\": \"Monsters, Inc.\",\n",
+ " \"year\": 2001\n",
" },\n",
" {\n",
- " \"name\": \"Up\",\n",
- " \"year\": 2009\n",
- " },\n",
- " {...\n",
+ " \"name\": \"Cars\",\n",
+ " \"year\": 2006\n",
+ "...\n",
"\n",
"\u001b[0m"
]
@@ -332,7 +331,7 @@
{
"data": {
"text/plain": [
- "Movies(movies=[Movie(name='Finding Nemo', year=2003), Movie(name='Cars', year=2006), Movie(name='Up', year=2009), Movie(name='Inside Out', year=2015), Movie(name='Coco', year=2017)])"
+ "Movies(movies=[Movie(name='Finding Nemo', year=2003), Movie(name='Monsters, Inc.', year=2001), Movie(name='Cars', year=2006), Movie(name='The Incredibles', year=2004), Movie(name='Ratatouille', year=2007)])"
]
},
"execution_count": null,
@@ -399,16 +398,16 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module c6f3bd13-5f78-4d37-9a00-4b23d3172619 with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running module 213af6d4-3450-46af-9087-b80656ae6951 with input: \n",
"movie_name: The Dark Knight\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module d3c6bdb9-e891-428f-ae75-ef4181ba9dbd with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 3ff7e987-f5f3-4b36-a3e1-be5a4821d9d9 with input: \n",
"messages: Please generate related movies to The Dark Knight\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 8c84b2be-a338-4018-9cee-cc9d94a88b79 with input: \n",
- "text: <generator object llm_chat_callback.<locals>.wrap.<locals>.wrapped_llm_chat.<locals>.wrapped_gen at 0x2978e4e40>\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module a2841bd3-c833-4427-9a7e-83b19872b064 with input: \n",
+ "text: <generator object llm_chat_callback.<locals>.wrap.<locals>.wrapped_llm_chat.<locals>.wrapped_gen at 0x298d338b0>\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module d6203b7b-57bd-499a-aad8-3dfa7de093e5 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module c7e0a454-213a-460e-b029-f2d42fd7d938 with input: \n",
"messages: Here's some text:\n",
"\n",
"1. Batman Begins (2005)\n",
@@ -419,21 +418,21 @@
"6. Iron Man (2008)\n",
"7. Captain Amer...\n",
"\n",
- "\u001b[0m1. Batman Begins (2005): A young Bruce Wayne becomes Batman to protect Gotham City from corruption and crime, facing his fears and training under the guidance of Ra's al Ghul.\n",
- "2. The Dark Knight Rises (2012): Batman returns from exile to save Gotham City from the ruthless terrorist Bane, who plans to destroy it, while facing personal sacrifices and a new ally, Catwoman.\n",
- "3. Batman v Superman: Dawn of Justice (2016): Batman and Superman clash as their ideologies collide, leading to an epic battle, while a new threat, Lex Luthor, manipulates them into a confrontation.\n",
- "4. Man of Steel (2013): The origin story of Superman, as he embraces his powers and faces General Zod, a fellow Kryptonian, who threatens Earth's existence.\n",
- "5. The Avengers (2012): Earth's mightiest heroes, including Iron Man, Captain America, Thor, and Hulk, unite to stop Loki and his alien army from conquering the world.\n",
- "6. Iron Man (2008): Billionaire Tony Stark builds a high-tech suit to escape captivity and becomes the superhero Iron Man, using his technology to fight against evil forces.\n",
- "7. Captain America: The Winter Soldier (2014): Captain America teams up with Black Widow and Falcon to uncover a conspiracy within S.H.I.E.L.D., facing a powerful assassin known as the Winter Soldier.\n",
- "8. The Amazing Spider-Man (2012): Peter Parker, a high school student, gains spider-like abilities and becomes Spider-Man, battling against the Lizard and discovering his father's secrets.\n",
- "9. Watchmen (2009): Set in an alternate reality, a group of retired vigilantes investigates the murder of one of their own, uncovering a plot that could lead to global destruction.\n",
- "10. Sin City (2005): A neo-noir anthology film, showcasing various interconnected stories set in the crime-ridden and corrupt Basin City.\n",
- "11. V for Vendetta (2005): In a dystopian future, a masked vigilante known as V fights against a totalitarian regime, inspiring the people to rise up against oppression.\n",
+ "\u001b[0m1. Batman Begins (2005): A young Bruce Wayne becomes Batman to fight crime in Gotham City, facing his fears and training under the guidance of Ra's al Ghul.\n",
+ "2. The Dark Knight Rises (2012): Batman returns to protect Gotham City from the ruthless terrorist Bane, who plans to destroy the city and its symbol of hope.\n",
+ "3. Batman v Superman: Dawn of Justice (2016): Batman and Superman clash as their ideologies collide, leading to an epic battle while a new threat emerges that threatens humanity.\n",
+ "4. Man of Steel (2013): The origin story of Superman, as he embraces his powers and faces General Zod, a fellow Kryptonian seeking to destroy Earth.\n",
+ "5. The Avengers (2012): Earth's mightiest heroes, including Iron Man, Captain America, Thor, and Hulk, join forces to stop Loki and his alien army from conquering the world.\n",
+ "6. Iron Man (2008): Billionaire Tony Stark builds a high-tech suit to escape captivity and becomes the superhero Iron Man, using his technology to fight against evil.\n",
+ "7. Captain America: The Winter Soldier (2014): Captain America teams up with Black Widow and Falcon to uncover a conspiracy within S.H.I.E.L.D. while facing a deadly assassin known as the Winter Soldier.\n",
+ "8. The Amazing Spider-Man (2012): Peter Parker, a high school student bitten by a radioactive spider, becomes Spider-Man and battles the Lizard, a monstrous villain threatening New York City.\n",
+ "9. Watchmen (2009): Set in an alternate reality, a group of retired vigilantes investigates the murder of one of their own, uncovering a conspiracy that could have catastrophic consequences.\n",
+ "10. Sin City (2005): A neo-noir anthology film set in the crime-ridden city of Basin City, following various characters as they navigate through corruption, violence, and redemption.\n",
+ "11. V for Vendetta (2005): In a dystopian future, a masked vigilante known as V fights against a totalitarian government, inspiring the people to rise up and reclaim their freedom.\n",
"12. Blade Runner 2049 (2017): A young blade runner uncovers a long-buried secret that leads him to seek out former blade runner Rick Deckard, while unraveling the mysteries of a future society.\n",
- "13. Inception (2010): A skilled thief enters people's dreams to steal information, but is tasked with planting an idea instead, leading to a complex and mind-bending journey.\n",
- "14. The Matrix (1999): A computer hacker discovers the truth about reality, joining a group of rebels to fight against sentient machines that have enslaved humanity in a simulated world.\n",
- "15. The Crow (1994): A musician, resurrected by a supernatural crow, seeks revenge against those who murdered him and his fiancée, unleashing his dark and vengeful powers."
+ "13. Inception (2010): A skilled thief enters people's dreams to steal information, but is tasked with planting an idea instead, leading to a mind-bending journey through multiple layers of reality.\n",
+ "14. The Matrix (1999): A computer hacker discovers the truth about reality, joining a group of rebels fighting against sentient machines that have enslaved humanity in a simulated world.\n",
+ "15. The Crow (1994): A musician, resurrected by a supernatural crow, seeks vengeance against the gang that murdered him and his fiancée, unleashing a dark and atmospheric tale of revenge."
]
}
],
@@ -461,10 +460,10 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module 5cfd9352-07a6-4edd-90ac-f60cf0727a31 with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running module fe1dbf6a-56e0-44bf-97d7-a2a1fe9d9b8c with input: \n",
"movie_name: Toy Story\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 1ccba87d-4d06-4bc2-bd7f-f044059a4091 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module a8eaaf91-df9d-46c4-bbae-06c15cd15123 with input: \n",
"messages: Please generate related movies to Toy Story. Output with the following JSON format: \n",
"\n",
"\n",
@@ -472,10 +471,10 @@
"Here's a JSON schema to follow:\n",
"{\"title\": \"Movies\", \"description\": \"Object representing a list of movies.\", \"typ...\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 4ea05b9b-e4e2-4831-92d0-56790038c551 with input: \n",
- "input: <generator object llm_chat_callback.<locals>.wrap.<locals>.wrapped_llm_chat.<locals>.wrapped_gen at 0x2978e7760>\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module fcbc0b09-0ef5-43e0-b007-c4508fd6742f with input: \n",
+ "input: <generator object llm_chat_callback.<locals>.wrap.<locals>.wrapped_llm_chat.<locals>.wrapped_gen at 0x298d32dc0>\n",
"\n",
- "\u001b[0mmovies=[Movie(name='Finding Nemo', year=2003), Movie(name='Cars', year=2006), Movie(name='Ratatouille', year=2007), Movie(name='WALL-E', year=2008), Movie(name='Up', year=2009), Movie(name='Inside Out', year=2015), Movie(name='Coco', year=2017), Movie(name='Incredibles 2', year=2018), Movie(name='Toy Story 4', year=2019), Movie(name='Onward', year=2020)]\n"
+ "\u001b[0mmovies=[Movie(name='Finding Nemo', year=2003), Movie(name='Monsters, Inc.', year=2001), Movie(name='The Incredibles', year=2004), Movie(name='Cars', year=2006), Movie(name='Ratatouille', year=2007)]\n"
]
}
],
@@ -509,6 +508,16 @@
"You'll see how to define links more explicitly in the next section."
]
},
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "c6a386fa-d92b-4906-854d-1504fca21978",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# !pip install llama-index-postprocessor-cohere-rerank"
+ ]
+ },
{
"cell_type": "code",
"execution_count": null,
@@ -551,26 +560,27 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module 5b44aee5-2afe-4adb-8c56-370b047e5a8f with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running module f5435516-61b6-49e9-9926-220cfb6443bd with input: \n",
"topic: college\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 945590ad-31c1-4e26-b319-c43c887dd0c2 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 1dcaa097-cedc-4466-81bb-f8fd8768762b with input: \n",
"messages: Please generate a concise question about Paul Graham's life regarding the following topic college\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 0268b84c-3bed-46f2-9860-484763ec992c with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 891afa10-5fe0-47ed-bdee-42a59d0e916d with input: \n",
"query_str: assistant: How did Paul Graham's college experience shape his career and entrepreneurial mindset?\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module f3cbf237-e973-4e8a-ae8b-35fa7527c1b6 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 5bcd9964-b972-41a9-960d-96894c57a372 with input: \n",
"messages: Please write a passage to answer the question\n",
"Try to include as many key details as possible.\n",
"\n",
"\n",
- "assistant: How did Paul Graham's college experience shape his career and entrepreneurial mindset?\n",
+ "How did Paul Graham's college experience shape his career and entrepreneurial mindset?\n",
+ "\n",
"\n",
+ "Passage:\"\"\"\n",
"\n",
- "Pass...\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module da0f3129-7404-4c96-a8c8-35c01af710d8 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 0b81a91a-2c90-4700-8ba1-25ffad5311fd with input: \n",
"input: assistant: Paul Graham's college experience played a pivotal role in shaping his career and entrepreneurial mindset. As a student at Cornell University, Graham immersed himself in the world of compute...\n",
"\n",
"\u001b[0m"
@@ -728,7 +738,7 @@
" "
],
"text/plain": [
- "<IPython.lib.display.IFrame at 0x2b44698a0>"
+ "<IPython.lib.display.IFrame at 0x1766035e0>"
]
},
"execution_count": null,
@@ -774,11 +784,11 @@
"\n",
"\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module reranker with input: \n",
"query_str: assistant: What role did Paul Graham play in the founding and development of Y Combinator (YC)?\n",
- "nodes: [NodeWithScore(node=TextNode(id_='543f958b-2c46-4c0f-b046-22e0a60ea950', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
+ "nodes: [NodeWithScore(node=TextNode(id_='ccd39041-5a64-4bd3-aca7-48f804b5a23f', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
"\n",
"\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module summarizer with input: \n",
"query_str: assistant: What role did Paul Graham play in the founding and development of Y Combinator (YC)?\n",
- "nodes: [NodeWithScore(node=TextNode(id_='6b43fef2-821a-49a2-a043-9d816b70560f', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
+ "nodes: [NodeWithScore(node=TextNode(id_='120574dd-a5c9-4985-ab3e-37b1070b500a', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
"\n",
"\u001b[0m"
]
@@ -798,7 +808,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "Paul Graham played a significant role in the founding and development of Y Combinator (YC). He was one of the co-founders of YC and was actively involved in its operations. He initially intended YC to be a part-time job, but as it grew, he became more excited about it and it started to take up a larger portion of his attention. Paul Graham worked on various aspects of YC, including selecting and helping founders, writing essays, and working on YC's internal software. However, over time, he gradually reduced his involvement in certain areas, such as working on the programming language Arc, as YC's infrastructure became more dependent on it. Eventually, Paul Graham decided to hand over the reins of YC to someone else and recruited Sam Altman to take over as president.\n"
+ "Paul Graham played a significant role in the founding and development of Y Combinator (YC). He was one of the co-founders of YC and provided the initial funding for the investment firm. Along with his partners, he implemented the ideas they had been discussing and started their own investment firm. Paul Graham also played a key role in shaping the unique batch model of YC, where a group of startups is funded and provided intensive support for a period of three months. He was actively involved in selecting and helping the founders, and he also wrote essays and worked on YC's internal software.\n"
]
}
],
@@ -816,24 +826,34 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module prompt_tmpl with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running modules and inputs in parallel: \n",
+ "Module key: prompt_tmpl. Input: \n",
"topic: YC\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module llm with input: \n",
+ "\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running modules and inputs in parallel: \n",
+ "Module key: llm. Input: \n",
"messages: Please generate a question about Paul Graham's life regarding the following topic YC\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module retriever with input: \n",
+ "\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running modules and inputs in parallel: \n",
+ "Module key: retriever. Input: \n",
"input: assistant: What role did Paul Graham play in the founding and development of Y Combinator (YC)?\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module reranker with input: \n",
+ "\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running modules and inputs in parallel: \n",
+ "Module key: reranker. Input: \n",
"query_str: assistant: What role did Paul Graham play in the founding and development of Y Combinator (YC)?\n",
- "nodes: [NodeWithScore(node=TextNode(id_='543f958b-2c46-4c0f-b046-22e0a60ea950', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
+ "nodes: [NodeWithScore(node=TextNode(id_='ccd39041-5a64-4bd3-aca7-48f804b5a23f', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module summarizer with input: \n",
+ "\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running modules and inputs in parallel: \n",
+ "Module key: summarizer. Input: \n",
"query_str: assistant: What role did Paul Graham play in the founding and development of Y Combinator (YC)?\n",
- "nodes: [NodeWithScore(node=TextNode(id_='6b43fef2-821a-49a2-a043-9d816b70560f', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
+ "nodes: [NodeWithScore(node=TextNode(id_='120574dd-a5c9-4985-ab3e-37b1070b500a', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
+ "\n",
"\n",
- "\u001b[0mPaul Graham played a significant role in the founding and development of Y Combinator (YC). He was one of the co-founders of YC and was actively involved in its early stages. He helped establish the Summer Founders Program (SFP) and was responsible for selecting and funding the initial batch of startups. Graham also played a key role in shaping the funding model for YC, based on previous deals and experiences. As YC grew, Graham's involvement shifted, and he focused more on writing essays and working on YC, while also being involved in other projects such as Hacker News. However, he eventually decided to hand over the reins of YC to Sam Altman and retire from his role in the organization.\n"
+ "\u001b[0mPaul Graham played a significant role in the founding and development of Y Combinator (YC). He was one of the co-founders of YC and provided the initial funding for the investment firm. Along with his partners, he implemented the ideas they had been discussing and decided to start their own investment firm. Paul Graham also played a key role in shaping the unique batch model of YC, where a group of startups is funded and provided intensive support for a period of three months. He was actively involved in selecting and helping the founders and worked on various projects related to YC, including writing essays and developing internal software.\n"
]
}
],
@@ -909,7 +929,7 @@
"\n",
"\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module summarizer with input: \n",
"query_str: what did the author do in YC\n",
- "nodes: [NodeWithScore(node=TextNode(id_='d2fc236f-2120-4f43-92d9-6c8e8725b806', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
+ "nodes: [NodeWithScore(node=TextNode(id_='86dea730-ca35-4bcb-9f9b-4c99e8eadd08', embedding=None, metadata={'file_path': '../data/paul_graham/paul_graham_essay.txt', 'file_name': 'paul_graham_essay.txt', 'file...\n",
"\n",
"\u001b[0m"
]
@@ -929,7 +949,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "The author had a diverse range of responsibilities at YC, including writing essays, working on YC's internal software, funding and supporting startups, dealing with disputes between cofounders, identifying dishonesty, and addressing issues with people mistreating startups. They were also involved in the Summer Founders Program and the batch model of funding startups. Additionally, the author mentioned that they wrote all of YC's internal software in Arc, although they gradually stopped working on it.\n"
+ "The author worked on various projects at YC, including writing essays and working on YC's internal software. They also played a key role in the creation and operation of YC by funding the program with their own money and organizing a batch model where they would fund a group of startups twice a year. They provided support and guidance to the startups during a three-month intensive program and used their building in Cambridge as the headquarters for YC. Additionally, they hosted weekly dinners where experts on startups would give talks.\n"
]
}
],
@@ -1039,20 +1059,28 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "\u001b[1;3;38;2;155;135;227m> Running module 4987ea07-87d3-43ec-98dc-2bec13b2a237 with input: \n",
+ "\u001b[1;3;38;2;155;135;227m> Running module 31ca224a-f226-4956-882b-73878843d869 with input: \n",
"movie: Love Actually\n",
"\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module 787b9daf-ee18-4e21-85ed-d04fe6dcc347 with input: \n",
- "text: assistant: 1. \"Valentine's Day\" (2010) - A star-studded ensemble cast explores interconnected love stories on Valentine's Day in Los Angeles.\n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module febb41b5-2528-416a-bde7-6accdb0f9c51 with input: \n",
+ "text: assistant: 1. \"Valentine's Day\" (2010)\n",
+ "2. \"New Year's Eve\" (2011)\n",
+ "3. \"The Holiday\" (2006)\n",
+ "4. \"Crazy, Stupid, Love\" (2011)\n",
+ "5. \"Notting Hill\" (1999)\n",
+ "6. \"Four Weddings and a Funeral\" (1994)\n",
+ "7. \"Bridget J...\n",
"\n",
- "2. \"New Year's Eve\" (2011) - Similar to \"Love Actually,\" ...\n",
- "\n",
- "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module cd470014-5b67-4e21-b769-bb5f3aa9f2b2 with input: \n",
+ "\u001b[0m\u001b[1;3;38;2;155;135;227m> Running module e834ffbe-e97c-4ab0-9726-24f1534745b2 with input: \n",
"messages: Here's some text:\n",
"\n",
- "assistant: 1. \"Valentine's Day\" (2010) - A star-studded ensemble cast explores interconnected love stories on Valentine's Day in Los Angeles.\n",
- "\n",
- "2. \"New Year's Eve\" (2011) - Similar t...\n",
+ "1. \"Valentine's Day\" (2010)\n",
+ "2. \"New Year's Eve\" (2011)\n",
+ "3. \"The Holiday\" (2006)\n",
+ "4. \"Crazy, Stupid, Love\" (2011)\n",
+ "5. \"Notting Hill\" (1999)\n",
+ "6. \"Four Weddings and a Funeral\" (1994)\n",
+ "7. \"B...\n",
"\n",
"\u001b[0m"
]
@@ -1072,25 +1100,50 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "assistant: 1. \"Valentine's Daye\" (2010) - A troupe of stars doth explore interconnected love stories on Valentine's Daye in fair Los Angeles.\n",
+ "assistant: 1. \"Valentine's Day\" (2010) - \"A day of love, where hearts entwine, \n",
+ " And Cupid's arrow finds its mark divine.\"\n",
+ "\n",
+ "2. \"New Year's Eve\" (2011) - \"When old year fades, and new year dawns,\n",
+ " We gather 'round, to celebrate the morns.\"\n",
+ "\n",
+ "3. \"The Holiday\" (2006) - \"Two souls, adrift in search of cheer,\n",
+ " Find solace in a holiday so dear.\"\n",
+ "\n",
+ "4. \"Crazy, Stupid, Love\" (2011) - \"A tale of love, both wild and mad,\n",
+ " Where hearts are lost, then found, and glad.\"\n",
+ "\n",
+ "5. \"Notting Hill\" (1999) - \"In London town, where love may bloom,\n",
+ " A humble man finds love, and breaks the gloom.\"\n",
+ "\n",
+ "6. \"Four Weddings and a Funeral\" (1994) - \"Four times the vows, and one time mourn,\n",
+ " Love's journey, with laughter and tears adorned.\"\n",
"\n",
- "2. \"New Year's Eve\" (2011) - Similar to \"Love Actually,\" this play doth followeth multiple characters as they navigate love and relationships on New Year's Eve in fair New York City.\n",
+ "7. \"Bridget Jones's Diary\" (2001) - \"A maiden fair, with wit and charm,\n",
+ " Records her life, and love's alarm.\"\n",
"\n",
- "3. \"He's Just Not That Into Thee\" (2009) - This romantic comedy doth feature intersecting storylines that explore the complexities of modern relationships and the search for true love.\n",
+ "8. \"About Time\" (2013) - \"A tale of time, where love transcends,\n",
+ " And moments cherished, never truly ends.\"\n",
"\n",
- "4. \"Crazy, Stupid, Love\" (2011) - A middle-aged man's life doth unravel when his wife doth ask him for a divorce, leading him to seeketh guidance from a young bachelor who doth help him rediscover love.\n",
+ "9. \"The Best Exotic Marigold Hotel\" (2011) - \"In India's land, where dreams unfold,\n",
+ " A hotel blooms, where hearts find gold.\"\n",
"\n",
- "5. \"The Holiday\" (2006) - Two women, one from fair Los Angeles and the other from England, doth swap homes during the Christmas season and unexpectedly findeth love in their new surroundings.\n",
+ "10. \"The Notebook\" (2004) - \"A love that spans both time and space,\n",
+ " Where words and memories find their place.\"\n",
"\n",
- "6. \"Four Weddings and a Funeral\" (1994) - This British romantic comedy doth followeth a group of friends as they attendeth various weddings and a funeral, exploring the ups and downs of love and relationships.\n",
+ "11. \"Serendipity\" (2001) - \"By chance or fate, two souls collide,\n",
+ " In search of love, they cannot hide.\"\n",
"\n",
- "7. \"Notting Hill\" (1999) - A famous actress and a humble bookstore owner doth fall in love in the vibrant neighborhood of Notting Hill in London, leading to a series of comedic and heartfelt moments.\n",
+ "12. \"P.S. I Love You\" (2007) - \"In letters penned, from love's embrace,\n",
+ " A departed soul, still finds its trace.\"\n",
"\n",
- "8. \"Bridget Jones's Diary\" (2001) - Bridget Jones, a quirky and relatable woman, doth navigate her love life whilst documenting her experiences in a diary, leading to unexpected romantic entanglements.\n",
+ "13. \"500 Days of Summer\" (2009) - \"A tale of love, both sweet and sour,\n",
+ " Where seasons change, and hearts devour.\"\n",
"\n",
- "9. \"About Time\" (2013) - A young man doth discover he hath the ability to time travel and useth it to find love, but soon realizeth that altering the past can have unforeseen consequences.\n",
+ "14. \"The Fault in Our Stars\" (2014) - \"Two hearts, aflame, in starlit skies,\n",
+ " Love's tragedy, where hope never dies.\"\n",
"\n",
- "10. \"The Best Exotic Marigold Hotel\" (2011) - A group of British retirees doth decide to spendeth their golden years in a seemingly luxurious hotel in India, where they findeth love, friendship, and new beginnings.\n"
+ "15. \"La La Land\" (2016) - \"In dreams and songs, two hearts entwine,\n",
+ " A city's magic, where love's stars align.\"\n"
]
}
],
diff --git a/llama-index-core/llama_index/core/query_pipeline/__init__.py b/llama-index-core/llama_index/core/query_pipeline/__init__.py
index bbb39b1a3..a82c409cf 100644
--- a/llama-index-core/llama_index/core/query_pipeline/__init__.py
+++ b/llama-index-core/llama_index/core/query_pipeline/__init__.py
@@ -16,6 +16,9 @@ from llama_index.core.query_pipeline.query import (
ChainableMixin,
QueryComponent,
)
+from llama_index.core.base.query_pipeline.query import (
+ CustomQueryComponent,
+)
__all__ = [
"AgentFnComponent",
@@ -31,4 +34,5 @@ __all__ = [
"Link",
"ChainableMixin",
"QueryComponent",
+ "CustomQueryComponent",
]
--
GitLab