diff --git a/docs/examples/pinecone-and-scaling.ipynb b/docs/examples/pinecone-and-scaling.ipynb
index 142380a596dbd658305fa4cae6d2b9904123ca81..8b11c661f70722f5616157bdc6edaba870973eca 100644
--- a/docs/examples/pinecone-and-scaling.ipynb
+++ b/docs/examples/pinecone-and-scaling.ipynb
@@ -44,9 +44,9 @@
},
"outputs": [],
"source": [
- "!pip install -qU \\\n",
- " \"semantic-router[local, pinecone]==0.0.22\" \\\n",
- " datasets==2.17.0"
+ "# !pip install -qU \\\n",
+ "# \"semantic-router[local, pinecone]==0.0.22\" \\\n",
+ "# datasets==2.17.0"
]
},
{
@@ -58,19 +58,9 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": 6,
"metadata": {},
"outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "/Users/jamesbriggs/opt/anaconda3/envs/decision-layer/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
- " from .autonotebook import tqdm as notebook_tqdm\n",
- "Using the latest cached version of the dataset since aurelio-ai/generic-routes couldn't be found on the Hugging Face Hub\n",
- "Found the latest cached dataset configuration 'default' at /Users/jamesbriggs/.cache/huggingface/datasets/aurelio-ai___generic-routes/default/0.0.0/5ed6ce316bb803dc716232e6c5f0eb1c7400e24d (last modified on Sun Feb 18 15:49:32 2024).\n"
- ]
- },
{
"data": {
"text/plain": [
@@ -80,7 +70,7 @@
"})"
]
},
- "execution_count": 1,
+ "execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
@@ -101,7 +91,7 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": 7,
"metadata": {},
"outputs": [
{
@@ -119,7 +109,7 @@
" 'score_threshold': 0.82}"
]
},
- "execution_count": 2,
+ "execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
@@ -137,7 +127,7 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": 8,
"metadata": {},
"outputs": [
{
@@ -146,7 +136,7 @@
"Route(name='politics', utterances=[\"isn't politics the best thing ever\", \"why don't you tell me about your political opinions\", \"don't you just love the presidentdon't you just hate the president\", \"they're going to destroy this country!\", 'they will save the country!'], description=None, function_schema=None, llm=None, score_threshold=0.82)"
]
},
- "execution_count": 3,
+ "execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
@@ -167,7 +157,7 @@
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": 9,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
@@ -191,39 +181,31 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": 2,
"metadata": {},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "\u001b[33m2024-02-18 17:11:50 WARNING semantic_router.utils.logger Index could not be initialized.\u001b[0m\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"import os\n",
"from getpass import getpass\n",
- "from semantic_router.index import PineconeIndex\n",
+ "from semantic_router.index.pinecone import PineconeIndex\n",
"\n",
"os.environ[\"PINECONE_API_KEY\"] = os.environ.get(\"PINECONE_API_KEY\") or getpass(\n",
" \"Enter Pinecone API key: \"\n",
")\n",
"\n",
- "index = PineconeIndex()"
+ "index = PineconeIndex(index_name=\"index\", namespace=\"namespace\")"
]
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": 11,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
- "\u001b[32m2024-02-18 17:12:21 INFO semantic_router.utils.logger local\u001b[0m\n"
+ "\u001b[32m2024-04-15 01:56:59 INFO semantic_router.utils.logger local\u001b[0m\n"
]
}
],
@@ -244,7 +226,7 @@
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": 12,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
@@ -259,7 +241,7 @@
"'chitchat'"
]
},
- "execution_count": 9,
+ "execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
@@ -297,7 +279,7 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": null,
"metadata": {
"id": "5jaF1Xa5ur0y"
},
@@ -310,16 +292,16 @@
"cell_type": "markdown",
"metadata": {},
"source": [
- "Let's load our index first. As mentioned, `\"index\"` is the default index name, so we don't need to specify this parameter — but we do so below for demonstrative purposes."
+ "Let's load our index first. As mentioned, `\"index\"` is the default index name and we are passing `\"namespace\"` as namespace name for the pinecone object."
]
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
- "index = PineconeIndex(index_name=\"index\")"
+ "index = PineconeIndex(index_name=\"index\", namespace=\"namespace\")"
]
},
{
@@ -331,180 +313,180 @@
},
{
"cell_type": "code",
- "execution_count": 12,
+ "execution_count": 2,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
- "[('fitness_tips', 'suggest a workout routine'),\n",
- " ('daily_inspiration', 'give me an inspirational quote'),\n",
- " ('creative_writing_and_literature', 'how can I improve my writing skills?'),\n",
- " ('chitchat', \"let's go to the chippy\"),\n",
- " ('astronomy_and_space_exploration',\n",
- " 'what are some interesting facts about the universe?'),\n",
- " ('chitchat', 'the weather is horrendous'),\n",
- " ('cloud_computing', 'AWS vs Azure vs Google Cloud'),\n",
- " ('chitchat', 'how are things going?'),\n",
- " ('educational_facts', 'tell me an interesting fact'),\n",
- " ('chitchat', \"how's the weather today?\"),\n",
- " ('ethical_considerations_in_tech', 'ethical hacking and its importance'),\n",
- " ('compliments', 'say something nice about me'),\n",
- " ('food_and_recipes', \"what's your favorite food?\"),\n",
- " ('interview_preparation', 'common programming interview questions'),\n",
- " ('gaming_and_esports', 'what are the popular games right now?'),\n",
- " ('frameworks_and_libraries',\n",
- " \"what's the difference between React and Angular?\"),\n",
- " ('environmental_awareness', 'how can I be more eco-friendly?'),\n",
- " ('career_advice_in_tech',\n",
- " 'how to build a portfolio for software development'),\n",
- " ('educational_facts', 'do you know any historical trivia?'),\n",
- " ('interview_preparation', 'tips for technical interviews'),\n",
- " ('data_structures_and_algorithms', 'algorithms every developer should know'),\n",
+ "[('cybersecurity_best_practices',\n",
+ " 'introduction to ethical hacking for developers'),\n",
+ " ('coding_standards_and_conventions', 'JavaScript coding conventions'),\n",
+ " ('chitchat', 'lovely weather today'),\n",
" ('cybersecurity_best_practices', 'securing your web applications'),\n",
+ " ('gaming_and_esports', 'what are the popular games right now?'),\n",
+ " ('compliments', 'say something nice about me'),\n",
" ('jokes', 'know any good jokes?'),\n",
+ " ('data_structures_and_algorithms', 'algorithms every developer should know'),\n",
+ " ('data_structures_and_algorithms', 'basic data structures for beginners'),\n",
" ('interview_preparation', 'how to prepare for a coding interview'),\n",
- " ('coding_standards_and_conventions', 'maintaining consistency in codebase'),\n",
- " ('cloud_computing', 'best practices for cloud security'),\n",
- " ('historical_events', 'tell me about a significant historical event'),\n",
- " ('coding_standards_and_conventions', 'JavaScript coding conventions'),\n",
- " ('career_advice_in_tech', 'navigating career growth in tech'),\n",
- " ('development_tools', 'best Git clients for macOS'),\n",
- " ('environmental_awareness', 'what are some ways to save the planet?'),\n",
- " ('historical_events', 'who was a notable figure in ancient history?'),\n",
" ('career_advice', 'suggest some career development tips'),\n",
- " ('compliments', 'I need some positive vibes'),\n",
- " ('frameworks_and_libraries', 'best Python libraries for data analysis'),\n",
- " ('book_recommendations', \"what's your favorite book?\"),\n",
- " ('gardening_and_horticulture', 'suggest some easy-care indoor plants'),\n",
+ " ('creative_writing_and_literature', 'how can I improve my writing skills?'),\n",
+ " ('art_and_culture', 'tell me about your favorite artist'),\n",
+ " ('language_learning', 'suggest ways to learn a new language'),\n",
+ " ('fitness_tips', 'suggest a workout routine'),\n",
" ('mental_health_support', 'what are ways to improve mental health?'),\n",
- " ('data_structures_and_algorithms', 'basic data structures for beginners'),\n",
+ " ('daily_inspiration', 'I need some inspiration for today'),\n",
+ " ('compliments', 'give me a compliment'),\n",
+ " ('gardening_and_horticulture', 'suggest some easy-care indoor plants'),\n",
+ " ('career_advice_in_tech',\n",
+ " 'how to build a portfolio for software development'),\n",
+ " ('astronomy_and_space_exploration', 'tell me about the latest space mission'),\n",
" ('hobbies_and_interests', 'suggest me a hobby'),\n",
- " ('career_advice_in_tech', 'tips for landing your first tech job'),\n",
+ " ('creative_writing_and_literature', 'what are some tips for storytelling?'),\n",
" ('art_and_culture', \"what's an interesting cultural tradition?\"),\n",
- " ('language_learning', 'suggest ways to learn a new language'),\n",
- " ('cybersecurity_best_practices',\n",
- " 'introduction to ethical hacking for developers'),\n",
- " ('debugging_tips', 'tips for debugging asynchronous code'),\n",
- " ('coding_standards_and_conventions', 'why coding standards matter'),\n",
- " ('daily_inspiration', 'share something uplifting'),\n",
- " ('environmental_awareness', 'tell me about sustainability practices'),\n",
+ " ('ethical_considerations_in_tech',\n",
+ " 'the role of ethics in artificial intelligence'),\n",
+ " ('development_tools', 'using Docker in development'),\n",
" ('career_advice', 'how can I improve my resume?'),\n",
- " ('daily_inspiration', 'I need some inspiration for today'),\n",
- " ('debugging_tips', 'best tools for JavaScript debugging'),\n",
- " ('food_and_recipes', 'tell me about a dish from your country'),\n",
- " ('jokes', 'make me laugh'),\n",
- " ('best_practices', 'best practices for error handling in JavaScript'),\n",
+ " ('jokes', 'tell me a joke'),\n",
+ " ('environmental_awareness', 'how can I be more eco-friendly?'),\n",
+ " ('cloud_computing', 'introduction to cloud storage options'),\n",
+ " ('cloud_computing', 'AWS vs Azure vs Google Cloud'),\n",
+ " ('mindfulness_and_wellness', 'tell me about mindfulness'),\n",
+ " ('frameworks_and_libraries', 'introduction to Django for web development'),\n",
+ " ('career_advice', 'what are the emerging career fields?'),\n",
+ " ('daily_inspiration', 'share something uplifting'),\n",
" ('gaming_and_esports', 'suggest a good game for beginners'),\n",
- " ('hobbies_and_interests', 'what are your interests?'),\n",
- " ('machine_learning_in_development', 'using TensorFlow for beginners'),\n",
- " ('language_syntax', 'how do closures work in JavaScript?'),\n",
- " ('machine_learning_in_development',\n",
- " 'machine learning model deployment best practices'),\n",
- " ('gaming_and_esports', 'tell me about upcoming esports events'),\n",
- " ('art_and_culture', 'suggest some must-visit museums'),\n",
+ " ('chitchat', 'how are things going?'),\n",
+ " ('historical_events', 'share an interesting piece of medieval history'),\n",
+ " ('mental_health_support', 'share some self-care practices'),\n",
+ " ('environmental_awareness', 'what are some ways to save the planet?'),\n",
+ " ('mental_health_support', 'how can I manage stress?'),\n",
" ('language_learning', 'how can I improve my Spanish?'),\n",
- " ('mindfulness_and_wellness', 'how can I relax?'),\n",
- " ('astronomy_and_space_exploration', 'tell me about the latest space mission'),\n",
+ " ('career_advice_in_tech', 'navigating career growth in tech'),\n",
+ " ('cloud_computing', 'best practices for cloud security'),\n",
+ " ('fitness_tips', 'give me a fitness tip'),\n",
" ('machine_learning_in_development',\n",
" 'how to start with machine learning in Python'),\n",
- " ('frameworks_and_libraries', 'introduction to Django for web development'),\n",
+ " ('cybersecurity_best_practices', 'common security vulnerabilities to avoid'),\n",
+ " ('chitchat', \"how's the weather today?\"),\n",
+ " ('fitness_tips', 'how can I stay active at home?'),\n",
+ " ('gardening_and_horticulture', 'how do I start a vegetable garden?'),\n",
+ " ('interview_preparation', 'common programming interview questions'),\n",
+ " ('environmental_awareness', 'tell me about sustainability practices'),\n",
+ " ('art_and_culture', 'suggest some must-visit museums'),\n",
+ " ('development_tools', 'recommendations for Python IDEs'),\n",
+ " ('development_tools', 'best Git clients for macOS'),\n",
+ " ('coding_standards_and_conventions', 'maintaining consistency in codebase'),\n",
+ " ('ethical_considerations_in_tech', 'ethical hacking and its importance'),\n",
" ('data_structures_and_algorithms', 'complexity analysis of algorithms'),\n",
- " ('debugging_tips', 'how do I debug segmentation faults in C++?'),\n",
- " ('career_advice', 'what are the emerging career fields?'),\n",
- " ('creative_writing_and_literature', 'suggest some classic literature'),\n",
+ " ('food_and_recipes', 'tell me about a dish from your country'),\n",
+ " ('coding_standards_and_conventions', 'why coding standards matter'),\n",
+ " ('career_advice_in_tech', 'tips for landing your first tech job'),\n",
+ " ('chitchat', \"let's go to the chippy\"),\n",
+ " ('historical_events', 'tell me about a significant historical event'),\n",
+ " ('food_and_recipes', \"what's your favorite food?\"),\n",
" ('hobbies_and_interests', \"I'm looking for a new pastime\"),\n",
+ " ('astronomy_and_space_exploration', 'how can I stargaze effectively?'),\n",
+ " ('food_and_recipes', 'suggest a recipe for dinner'),\n",
+ " ('debugging_tips', 'tips for debugging asynchronous code'),\n",
" ('best_practices', 'how to write clean code in Python'),\n",
- " ('fitness_tips', 'how can I stay active at home?'),\n",
- " ('ethical_considerations_in_tech',\n",
- " 'the role of ethics in artificial intelligence'),\n",
- " ('cloud_computing', 'introduction to cloud storage options'),\n",
- " ('ethical_considerations_in_tech', 'privacy concerns in app development'),\n",
+ " ('jokes', 'make me laugh'),\n",
+ " ('language_syntax', 'how do closures work in JavaScript?'),\n",
+ " ('book_recommendations', 'suggest a good book to read'),\n",
" ('language_syntax', 'explain the syntax of Python functions'),\n",
- " ('creative_writing_and_literature', 'what are some tips for storytelling?'),\n",
- " ('cybersecurity_best_practices', 'common security vulnerabilities to avoid'),\n",
- " ('book_recommendations', 'I need a book recommendation'),\n",
- " ('mental_health_support', 'how can I manage stress?'),\n",
- " ('chitchat', 'lovely weather today'),\n",
- " ('mental_health_support', 'share some self-care practices'),\n",
" ('best_practices', 'what are the best practices for REST API design?'),\n",
- " ('food_and_recipes', 'suggest a recipe for dinner'),\n",
- " ('language_syntax', 'what are the new features in Java 15?'),\n",
- " ('gardening_and_horticulture', 'how do I start a vegetable garden?'),\n",
+ " ('book_recommendations', 'I need a book recommendation'),\n",
+ " ('astronomy_and_space_exploration',\n",
+ " 'what are some interesting facts about the universe?'),\n",
+ " ('gaming_and_esports', 'tell me about upcoming esports events'),\n",
+ " ('interview_preparation', 'tips for technical interviews'),\n",
+ " ('debugging_tips', 'best tools for JavaScript debugging'),\n",
+ " ('mindfulness_and_wellness', 'give me a wellness tip'),\n",
+ " ('debugging_tips', 'how do I debug segmentation faults in C++?'),\n",
+ " ('historical_events', 'who was a notable figure in ancient history?'),\n",
" ('language_learning',\n",
" 'what are some effective language learning techniques?'),\n",
- " ('historical_events', 'share an interesting piece of medieval history'),\n",
- " ('mindfulness_and_wellness', 'tell me about mindfulness'),\n",
- " ('development_tools', 'using Docker in development'),\n",
- " ('book_recommendations', 'suggest a good book to read'),\n",
+ " ('compliments', 'I need some positive vibes'),\n",
+ " ('frameworks_and_libraries',\n",
+ " \"what's the difference between React and Angular?\"),\n",
+ " ('chitchat', 'the weather is horrendous'),\n",
+ " ('educational_facts', 'do you know any historical trivia?'),\n",
+ " ('machine_learning_in_development', 'using TensorFlow for beginners'),\n",
+ " ('educational_facts', 'share a science fact'),\n",
" ('gardening_and_horticulture',\n",
" 'what are some tips for sustainable gardening?'),\n",
- " ('art_and_culture', 'tell me about your favorite artist'),\n",
- " ('educational_facts', 'share a science fact'),\n",
- " ('astronomy_and_space_exploration', 'how can I stargaze effectively?'),\n",
- " ('fitness_tips', 'give me a fitness tip'),\n",
- " ('development_tools', 'recommendations for Python IDEs'),\n",
- " ('jokes', 'tell me a joke'),\n",
- " ('compliments', 'give me a compliment'),\n",
- " ('politics', \"why don't you tell me about your political opinions\"),\n",
- " ('pet_care_advice', 'suggest some tips for cat care'),\n",
- " ('music_discovery', 'suggest some new music'),\n",
- " ('personal_questions', \"what's your favorite color?\"),\n",
- " ('travel_stories', 'tell me about your favorite travel destination'),\n",
- " ('tech_trends', 'tell me about the latest gadgets'),\n",
- " ('science_and_innovation', 'tell me about a recent innovation'),\n",
+ " ('daily_inspiration', 'give me an inspirational quote'),\n",
+ " ('book_recommendations', \"what's your favorite book?\"),\n",
+ " ('best_practices', 'best practices for error handling in JavaScript'),\n",
+ " ('educational_facts', 'tell me an interesting fact'),\n",
+ " ('machine_learning_in_development',\n",
+ " 'machine learning model deployment best practices'),\n",
+ " ('frameworks_and_libraries', 'best Python libraries for data analysis'),\n",
+ " ('hobbies_and_interests', 'what are your interests?'),\n",
+ " ('creative_writing_and_literature', 'suggest some classic literature'),\n",
+ " ('language_syntax', 'what are the new features in Java 15?'),\n",
+ " ('ethical_considerations_in_tech', 'privacy concerns in app development'),\n",
+ " ('software_architecture', 'differences between MVC and MVVM'),\n",
+ " ('motivation', 'give me a motivational quote'),\n",
+ " ('open_source_contributions', 'how to start contributing to open source'),\n",
+ " ('tech_trends', \"what's new in technology?\"),\n",
+ " ('software_architecture', 'explain microservices architecture'),\n",
+ " ('personal_questions', 'what do you like to do for fun?'),\n",
+ " ('movie_suggestions', 'suggest a good movie for tonight'),\n",
" ('programming_challenges', 'suggest a coding challenge for beginners'),\n",
- " ('project_management_in_tech', 'agile vs waterfall project management'),\n",
+ " ('movie_suggestions', 'recommend a movie'),\n",
+ " ('web_development_trends', \"what's new in front-end development?\"),\n",
+ " ('politics', \"they're going to destroy this country!\"),\n",
+ " ('web_development_trends', 'emerging back-end technologies'),\n",
+ " ('personal_questions', 'do you have any hobbies?'),\n",
+ " ('version_control_systems', 'best practices for branching in Git'),\n",
" ('science_and_innovation', 'what are the latest scientific discoveries?'),\n",
+ " ('motivation', 'inspire me'),\n",
+ " ('mobile_app_development', 'optimizing performance in mobile apps'),\n",
+ " ('mobile_app_development', 'Kotlin vs Swift for mobile development'),\n",
" ('programming_challenges', 'where can I find algorithmic puzzles?'),\n",
- " ('personal_questions', 'what do you like to do for fun?'),\n",
" ('open_source_contributions', 'best practices for open-source contributors'),\n",
+ " ('tech_trends', 'what are the emerging tech trends?'),\n",
+ " ('travel_stories', 'tell me about your favorite travel destination'),\n",
+ " ('pet_care_advice', 'what should I know about keeping a pet rabbit?'),\n",
+ " ('philosophical_questions', 'what are your thoughts on free will?'),\n",
+ " ('pet_care_advice', 'how can I train my dog?'),\n",
+ " ('personal_questions', \"what's your favorite color?\"),\n",
+ " ('travel_stories', 'share a travel story'),\n",
+ " ('music_discovery', 'recommend songs for a workout playlist'),\n",
+ " ('science_and_innovation', 'tell me about a recent innovation'),\n",
+ " ('pet_care_advice', 'suggest some tips for cat care'),\n",
+ " ('travel_stories', \"what's the most interesting place you've visited?\"),\n",
+ " ('open_source_contributions', 'finding projects that accept contributions'),\n",
+ " ('version_control_systems', 'how to revert a commit in Git'),\n",
" ('music_discovery', 'who are the top artists right now?'),\n",
- " ('mobile_app_development', 'optimizing performance in mobile apps'),\n",
- " ('open_source_contributions', 'how to start contributing to open source'),\n",
- " ('programming_challenges', 'programming tasks to improve problem-solving'),\n",
- " ('politics', \"isn't politics the best thing ever\"),\n",
- " ('politics',\n",
- " \"don't you just love the presidentdon't you just hate the president\"),\n",
- " ('project_management_in_tech', 'how to lead a development team'),\n",
" ('philosophical_questions', 'what is the meaning of life?'),\n",
+ " ('philosophical_questions', 'do you believe in fate?'),\n",
" ('version_control_systems', 'introduction to SVN for beginners'),\n",
- " ('software_architecture', 'explain microservices architecture'),\n",
- " ('version_control_systems', 'best practices for branching in Git'),\n",
- " ('pet_care_advice', 'what should I know about keeping a pet rabbit?'),\n",
- " ('politics', 'they will save the country!'),\n",
- " ('pet_care_advice', 'how can I train my dog?'),\n",
- " ('philosophical_questions', 'what are your thoughts on free will?'),\n",
+ " ('tech_trends', 'tell me about the latest gadgets'),\n",
+ " ('music_discovery', 'suggest some new music'),\n",
" ('mobile_app_development',\n",
" 'best tools for cross-platform mobile development'),\n",
- " ('personal_questions', 'do you have any hobbies?'),\n",
- " ('travel_stories', 'share a travel story'),\n",
- " ('science_and_innovation', 'how does AI impact our daily lives?'),\n",
- " ('movie_suggestions', \"what's your favorite movie?\"),\n",
- " ('mobile_app_development', 'Kotlin vs Swift for mobile development'),\n",
- " ('mindfulness_and_wellness', 'give me a wellness tip'),\n",
+ " ('politics', 'they will save the country!'),\n",
+ " ('project_management_in_tech', 'tools for managing tech projects'),\n",
" ('motivation', 'I need some motivation'),\n",
- " ('music_discovery', 'recommend songs for a workout playlist'),\n",
- " ('software_architecture', 'introduction to domain-driven design'),\n",
- " ('software_architecture', 'differences between MVC and MVVM'),\n",
- " ('movie_suggestions', 'suggest a good movie for tonight'),\n",
- " ('web_development_trends', 'emerging back-end technologies'),\n",
- " ('philosophical_questions', 'do you believe in fate?'),\n",
+ " ('politics',\n",
+ " \"don't you just love the presidentdon't you just hate the president\"),\n",
+ " ('project_management_in_tech', 'how to lead a development team'),\n",
+ " ('politics', \"why don't you tell me about your political opinions\"),\n",
+ " ('politics', \"isn't politics the best thing ever\"),\n",
" ('web_development_trends', 'the future of web development'),\n",
- " ('web_development_trends', \"what's new in front-end development?\"),\n",
- " ('motivation', 'give me a motivational quote'),\n",
- " ('tech_trends', \"what's new in technology?\"),\n",
- " ('version_control_systems', 'how to revert a commit in Git'),\n",
- " ('project_management_in_tech', 'tools for managing tech projects'),\n",
- " ('movie_suggestions', 'recommend a movie'),\n",
- " ('motivation', 'inspire me'),\n",
- " ('travel_stories', \"what's the most interesting place you've visited?\"),\n",
- " ('tech_trends', 'what are the emerging tech trends?'),\n",
- " ('politics', \"they're going to destroy this country!\"),\n",
- " ('open_source_contributions', 'finding projects that accept contributions')]"
+ " ('mindfulness_and_wellness', 'how can I relax?'),\n",
+ " ('programming_challenges', 'programming tasks to improve problem-solving'),\n",
+ " ('movie_suggestions', \"what's your favorite movie?\"),\n",
+ " ('software_architecture', 'introduction to domain-driven design'),\n",
+ " ('science_and_innovation', 'how does AI impact our daily lives?'),\n",
+ " ('project_management_in_tech', 'agile vs waterfall project management')]"
]
},
- "execution_count": 12,
+ "execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
@@ -522,7 +504,7 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
@@ -535,167 +517,167 @@
},
{
"cell_type": "code",
- "execution_count": 14,
+ "execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
- "{'jokes': ['tell me a joke', 'make me laugh', 'know any good jokes?'],\n",
- " 'career_advice': ['suggest some career development tips',\n",
- " 'what are the emerging career fields?',\n",
- " 'how can I improve my resume?'],\n",
- " 'environmental_awareness': ['tell me about sustainability practices',\n",
- " 'how can I be more eco-friendly?',\n",
- " 'what are some ways to save the planet?'],\n",
- " 'data_structures_and_algorithms': ['algorithms every developer should know',\n",
- " 'basic data structures for beginners',\n",
- " 'complexity analysis of algorithms'],\n",
- " 'chitchat': ['lovely weather today',\n",
- " \"how's the weather today?\",\n",
+ "{'fitness_tips': ['give me a fitness tip',\n",
+ " 'suggest a workout routine',\n",
+ " 'how can I stay active at home?'],\n",
+ " 'language_learning': ['how can I improve my Spanish?',\n",
+ " 'what are some effective language learning techniques?',\n",
+ " 'suggest ways to learn a new language'],\n",
+ " 'frameworks_and_libraries': ['introduction to Django for web development',\n",
+ " \"what's the difference between React and Angular?\",\n",
+ " 'best Python libraries for data analysis'],\n",
+ " 'book_recommendations': [\"what's your favorite book?\",\n",
+ " 'suggest a good book to read',\n",
+ " 'I need a book recommendation'],\n",
+ " 'coding_standards_and_conventions': ['JavaScript coding conventions',\n",
+ " 'maintaining consistency in codebase',\n",
+ " 'why coding standards matter'],\n",
+ " 'historical_events': ['share an interesting piece of medieval history',\n",
+ " 'who was a notable figure in ancient history?',\n",
+ " 'tell me about a significant historical event'],\n",
+ " 'ethical_considerations_in_tech': ['ethical hacking and its importance',\n",
+ " 'the role of ethics in artificial intelligence',\n",
+ " 'privacy concerns in app development'],\n",
+ " 'jokes': ['make me laugh', 'tell me a joke', 'know any good jokes?'],\n",
+ " 'chitchat': [\"let's go to the chippy\",\n",
" 'how are things going?',\n",
" 'the weather is horrendous',\n",
- " \"let's go to the chippy\"],\n",
- " 'daily_inspiration': ['share something uplifting',\n",
- " 'give me an inspirational quote',\n",
- " 'I need some inspiration for today'],\n",
- " 'career_advice_in_tech': ['how to build a portfolio for software development',\n",
- " 'navigating career growth in tech',\n",
- " 'tips for landing your first tech job'],\n",
- " 'cloud_computing': ['best practices for cloud security',\n",
- " 'introduction to cloud storage options',\n",
- " 'AWS vs Azure vs Google Cloud'],\n",
- " 'language_syntax': ['explain the syntax of Python functions',\n",
- " 'how do closures work in JavaScript?',\n",
- " 'what are the new features in Java 15?'],\n",
- " 'art_and_culture': [\"what's an interesting cultural tradition?\",\n",
- " 'suggest some must-visit museums',\n",
- " 'tell me about your favorite artist'],\n",
- " 'hobbies_and_interests': [\"I'm looking for a new pastime\",\n",
- " 'what are your interests?',\n",
- " 'suggest me a hobby'],\n",
- " 'mental_health_support': ['what are ways to improve mental health?',\n",
- " 'how can I manage stress?',\n",
- " 'share some self-care practices'],\n",
- " 'gardening_and_horticulture': ['how do I start a vegetable garden?',\n",
- " 'suggest some easy-care indoor plants',\n",
+ " \"how's the weather today?\",\n",
+ " 'lovely weather today'],\n",
+ " 'environmental_awareness': ['how can I be more eco-friendly?',\n",
+ " 'tell me about sustainability practices',\n",
+ " 'what are some ways to save the planet?'],\n",
+ " 'gardening_and_horticulture': ['suggest some easy-care indoor plants',\n",
+ " 'how do I start a vegetable garden?',\n",
" 'what are some tips for sustainable gardening?'],\n",
- " 'book_recommendations': ['I need a book recommendation',\n",
- " \"what's your favorite book?\",\n",
- " 'suggest a good book to read'],\n",
- " 'development_tools': ['best Git clients for macOS',\n",
- " 'using Docker in development',\n",
- " 'recommendations for Python IDEs'],\n",
- " 'debugging_tips': ['best tools for JavaScript debugging',\n",
- " 'how do I debug segmentation faults in C++?',\n",
- " 'tips for debugging asynchronous code'],\n",
- " 'cybersecurity_best_practices': ['securing your web applications',\n",
- " 'common security vulnerabilities to avoid',\n",
- " 'introduction to ethical hacking for developers'],\n",
- " 'interview_preparation': ['how to prepare for a coding interview',\n",
- " 'common programming interview questions',\n",
- " 'tips for technical interviews'],\n",
- " 'best_practices': ['how to write clean code in Python',\n",
- " 'best practices for error handling in JavaScript',\n",
- " 'what are the best practices for REST API design?'],\n",
- " 'educational_facts': ['do you know any historical trivia?',\n",
- " 'share a science fact',\n",
+ " 'data_structures_and_algorithms': ['basic data structures for beginners',\n",
+ " 'complexity analysis of algorithms',\n",
+ " 'algorithms every developer should know'],\n",
+ " 'educational_facts': ['share a science fact',\n",
+ " 'do you know any historical trivia?',\n",
" 'tell me an interesting fact'],\n",
- " 'language_learning': ['what are some effective language learning techniques?',\n",
- " 'suggest ways to learn a new language',\n",
- " 'how can I improve my Spanish?'],\n",
- " 'mindfulness_and_wellness': ['tell me about mindfulness',\n",
- " 'how can I relax?',\n",
- " 'give me a wellness tip'],\n",
+ " 'art_and_culture': ['tell me about your favorite artist',\n",
+ " 'suggest some must-visit museums',\n",
+ " \"what's an interesting cultural tradition?\"],\n",
+ " 'mindfulness_and_wellness': ['give me a wellness tip',\n",
+ " 'tell me about mindfulness',\n",
+ " 'how can I relax?'],\n",
+ " 'cybersecurity_best_practices': ['common security vulnerabilities to avoid',\n",
+ " 'introduction to ethical hacking for developers',\n",
+ " 'securing your web applications'],\n",
+ " 'development_tools': ['using Docker in development',\n",
+ " 'recommendations for Python IDEs',\n",
+ " 'best Git clients for macOS'],\n",
" 'gaming_and_esports': ['suggest a good game for beginners',\n",
" 'what are the popular games right now?',\n",
" 'tell me about upcoming esports events'],\n",
- " 'historical_events': ['tell me about a significant historical event',\n",
- " 'who was a notable figure in ancient history?',\n",
- " 'share an interesting piece of medieval history'],\n",
- " 'frameworks_and_libraries': ['best Python libraries for data analysis',\n",
- " 'introduction to Django for web development',\n",
- " \"what's the difference between React and Angular?\"],\n",
- " 'food_and_recipes': ['suggest a recipe for dinner',\n",
- " 'tell me about a dish from your country',\n",
- " \"what's your favorite food?\"],\n",
- " 'fitness_tips': ['suggest a workout routine',\n",
- " 'give me a fitness tip',\n",
- " 'how can I stay active at home?'],\n",
- " 'ethical_considerations_in_tech': ['ethical hacking and its importance',\n",
- " 'privacy concerns in app development',\n",
- " 'the role of ethics in artificial intelligence'],\n",
- " 'astronomy_and_space_exploration': ['tell me about the latest space mission',\n",
- " 'what are some interesting facts about the universe?',\n",
- " 'how can I stargaze effectively?'],\n",
- " 'creative_writing_and_literature': ['what are some tips for storytelling?',\n",
- " 'suggest some classic literature',\n",
- " 'how can I improve my writing skills?'],\n",
- " 'machine_learning_in_development': ['using TensorFlow for beginners',\n",
+ " 'interview_preparation': ['tips for technical interviews',\n",
+ " 'common programming interview questions',\n",
+ " 'how to prepare for a coding interview'],\n",
+ " 'daily_inspiration': ['give me an inspirational quote',\n",
+ " 'I need some inspiration for today',\n",
+ " 'share something uplifting'],\n",
+ " 'cloud_computing': ['best practices for cloud security',\n",
+ " 'AWS vs Azure vs Google Cloud',\n",
+ " 'introduction to cloud storage options'],\n",
+ " 'machine_learning_in_development': ['how to start with machine learning in Python',\n",
" 'machine learning model deployment best practices',\n",
- " 'how to start with machine learning in Python'],\n",
+ " 'using TensorFlow for beginners'],\n",
+ " 'mental_health_support': ['what are ways to improve mental health?',\n",
+ " 'share some self-care practices',\n",
+ " 'how can I manage stress?'],\n",
+ " 'astronomy_and_space_exploration': ['how can I stargaze effectively?',\n",
+ " 'tell me about the latest space mission',\n",
+ " 'what are some interesting facts about the universe?'],\n",
+ " 'career_advice_in_tech': ['how to build a portfolio for software development',\n",
+ " 'tips for landing your first tech job',\n",
+ " 'navigating career growth in tech'],\n",
+ " 'hobbies_and_interests': ['what are your interests?',\n",
+ " 'suggest me a hobby',\n",
+ " \"I'm looking for a new pastime\"],\n",
+ " 'debugging_tips': ['how do I debug segmentation faults in C++?',\n",
+ " 'best tools for JavaScript debugging',\n",
+ " 'tips for debugging asynchronous code'],\n",
+ " 'career_advice': ['suggest some career development tips',\n",
+ " 'what are the emerging career fields?',\n",
+ " 'how can I improve my resume?'],\n",
" 'compliments': ['give me a compliment',\n",
" 'say something nice about me',\n",
" 'I need some positive vibes'],\n",
- " 'coding_standards_and_conventions': ['maintaining consistency in codebase',\n",
- " 'why coding standards matter',\n",
- " 'JavaScript coding conventions'],\n",
- " 'politics': [\"why don't you tell me about your political opinions\",\n",
- " \"they're going to destroy this country!\",\n",
- " 'they will save the country!',\n",
- " \"isn't politics the best thing ever\",\n",
- " \"don't you just love the presidentdon't you just hate the president\"],\n",
- " 'motivation': ['give me a motivational quote',\n",
- " 'inspire me',\n",
- " 'I need some motivation'],\n",
+ " 'best_practices': ['how to write clean code in Python',\n",
+ " 'best practices for error handling in JavaScript',\n",
+ " 'what are the best practices for REST API design?'],\n",
+ " 'food_and_recipes': [\"what's your favorite food?\",\n",
+ " 'suggest a recipe for dinner',\n",
+ " 'tell me about a dish from your country'],\n",
+ " 'creative_writing_and_literature': ['suggest some classic literature',\n",
+ " 'what are some tips for storytelling?',\n",
+ " 'how can I improve my writing skills?'],\n",
+ " 'language_syntax': ['explain the syntax of Python functions',\n",
+ " 'how do closures work in JavaScript?',\n",
+ " 'what are the new features in Java 15?'],\n",
+ " 'travel_stories': [\"what's the most interesting place you've visited?\",\n",
+ " 'share a travel story',\n",
+ " 'tell me about your favorite travel destination'],\n",
+ " 'philosophical_questions': ['do you believe in fate?',\n",
+ " 'what are your thoughts on free will?',\n",
+ " 'what is the meaning of life?'],\n",
+ " 'programming_challenges': ['where can I find algorithmic puzzles?',\n",
+ " 'suggest a coding challenge for beginners',\n",
+ " 'programming tasks to improve problem-solving'],\n",
+ " 'personal_questions': ['what do you like to do for fun?',\n",
+ " \"what's your favorite color?\",\n",
+ " 'do you have any hobbies?'],\n",
" 'movie_suggestions': ['recommend a movie',\n",
" \"what's your favorite movie?\",\n",
" 'suggest a good movie for tonight'],\n",
+ " 'science_and_innovation': ['what are the latest scientific discoveries?',\n",
+ " 'how does AI impact our daily lives?',\n",
+ " 'tell me about a recent innovation'],\n",
" 'music_discovery': ['suggest some new music',\n",
- " 'recommend songs for a workout playlist',\n",
- " 'who are the top artists right now?'],\n",
- " 'web_development_trends': [\"what's new in front-end development?\",\n",
- " 'emerging back-end technologies',\n",
+ " 'who are the top artists right now?',\n",
+ " 'recommend songs for a workout playlist'],\n",
+ " 'web_development_trends': ['emerging back-end technologies',\n",
+ " \"what's new in front-end development?\",\n",
" 'the future of web development'],\n",
- " 'science_and_innovation': ['tell me about a recent innovation',\n",
- " 'how does AI impact our daily lives?',\n",
- " 'what are the latest scientific discoveries?'],\n",
+ " 'tech_trends': ['tell me about the latest gadgets',\n",
+ " \"what's new in technology?\",\n",
+ " 'what are the emerging tech trends?'],\n",
" 'open_source_contributions': ['best practices for open-source contributors',\n",
- " 'how to start contributing to open source',\n",
- " 'finding projects that accept contributions'],\n",
- " 'travel_stories': [\"what's the most interesting place you've visited?\",\n",
- " 'tell me about your favorite travel destination',\n",
- " 'share a travel story'],\n",
- " 'pet_care_advice': ['how can I train my dog?',\n",
- " 'suggest some tips for cat care',\n",
- " 'what should I know about keeping a pet rabbit?'],\n",
+ " 'finding projects that accept contributions',\n",
+ " 'how to start contributing to open source'],\n",
" 'mobile_app_development': ['Kotlin vs Swift for mobile development',\n",
" 'optimizing performance in mobile apps',\n",
" 'best tools for cross-platform mobile development'],\n",
- " 'version_control_systems': ['introduction to SVN for beginners',\n",
- " 'how to revert a commit in Git',\n",
- " 'best practices for branching in Git'],\n",
- " 'project_management_in_tech': ['agile vs waterfall project management',\n",
- " 'tools for managing tech projects',\n",
- " 'how to lead a development team'],\n",
- " 'programming_challenges': ['where can I find algorithmic puzzles?',\n",
- " 'programming tasks to improve problem-solving',\n",
- " 'suggest a coding challenge for beginners'],\n",
- " 'tech_trends': [\"what's new in technology?\",\n",
- " 'tell me about the latest gadgets',\n",
- " 'what are the emerging tech trends?'],\n",
- " 'software_architecture': ['introduction to domain-driven design',\n",
- " 'differences between MVC and MVVM',\n",
+ " 'politics': [\"isn't politics the best thing ever\",\n",
+ " \"don't you just love the presidentdon't you just hate the president\",\n",
+ " 'they will save the country!',\n",
+ " \"why don't you tell me about your political opinions\",\n",
+ " \"they're going to destroy this country!\"],\n",
+ " 'motivation': ['give me a motivational quote',\n",
+ " 'I need some motivation',\n",
+ " 'inspire me'],\n",
+ " 'pet_care_advice': ['what should I know about keeping a pet rabbit?',\n",
+ " 'suggest some tips for cat care',\n",
+ " 'how can I train my dog?'],\n",
+ " 'version_control_systems': ['best practices for branching in Git',\n",
+ " 'introduction to SVN for beginners',\n",
+ " 'how to revert a commit in Git'],\n",
+ " 'software_architecture': ['differences between MVC and MVVM',\n",
+ " 'introduction to domain-driven design',\n",
" 'explain microservices architecture'],\n",
- " 'philosophical_questions': ['what is the meaning of life?',\n",
- " 'do you believe in fate?',\n",
- " 'what are your thoughts on free will?'],\n",
- " 'personal_questions': [\"what's your favorite color?\",\n",
- " 'what do you like to do for fun?',\n",
- " 'do you have any hobbies?']}"
+ " 'project_management_in_tech': ['agile vs waterfall project management',\n",
+ " 'how to lead a development team',\n",
+ " 'tools for managing tech projects']}"
]
},
- "execution_count": 14,
+ "execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
@@ -713,16 +695,16 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": 13,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
- "Route(name='jokes', utterances=['tell me a joke', 'make me laugh', 'know any good jokes?'], description=None, function_schema=None, llm=None, score_threshold=None)"
+ "Route(name='food_and_recipes', utterances=[\"what's your favorite food?\", 'suggest a recipe for dinner', 'tell me about a dish from your country'], description=None, function_schema=None, llm=None, score_threshold=None)"
]
},
- "execution_count": 15,
+ "execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
@@ -744,7 +726,7 @@
},
{
"cell_type": "code",
- "execution_count": 16,
+ "execution_count": 14,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
@@ -758,7 +740,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "\u001b[32m2024-02-18 17:16:19 INFO semantic_router.utils.logger local\u001b[0m\n"
+ "\u001b[32m2024-04-15 01:57:19 INFO semantic_router.utils.logger local\u001b[0m\n"
]
}
],
@@ -777,7 +759,7 @@
},
{
"cell_type": "code",
- "execution_count": 18,
+ "execution_count": 15,
"metadata": {},
"outputs": [
{
@@ -786,7 +768,7 @@
"'jokes'"
]
},
- "execution_count": 18,
+ "execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
@@ -797,7 +779,7 @@
},
{
"cell_type": "code",
- "execution_count": 21,
+ "execution_count": 16,
"metadata": {},
"outputs": [
{
@@ -806,7 +788,7 @@
"'jokes'"
]
},
- "execution_count": 21,
+ "execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
@@ -817,7 +799,7 @@
},
{
"cell_type": "code",
- "execution_count": 27,
+ "execution_count": 17,
"metadata": {},
"outputs": [
{
@@ -826,7 +808,7 @@
"'chitchat'"
]
},
- "execution_count": 27,
+ "execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
@@ -835,6 +817,16 @@
"rl(\"it's raining cats and dogs today\").name"
]
},
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# delete index\n",
+ "index.delete_index()"
+ ]
+ },
{
"cell_type": "markdown",
"metadata": {
@@ -873,7 +865,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.11.5"
+ "version": "3.12.2"
}
},
"nbformat": 4,
diff --git a/semantic_router/index/pinecone.py b/semantic_router/index/pinecone.py
index a14bad59033658e289c7dc4c94bb3c66d9b78ecf..e240ed316d203dbc3f1e4e0cb6039c7f2f349e5e 100644
--- a/semantic_router/index/pinecone.py
+++ b/semantic_router/index/pinecone.py
@@ -47,12 +47,14 @@ class PineconeIndex(BaseIndex):
client: Any = Field(default=None, exclude=True)
index: Optional[Any] = Field(default=None, exclude=True)
ServerlessSpec: Any = Field(default=None, exclude=True)
+ namespace: Optional[str] = ""
def __init__(self, **data):
super().__init__(**data)
self._initialize_client()
self.type = "pinecone"
self.client = self._initialize_client()
+ self.index = self._init_index(force_create=True)
def _initialize_client(self, api_key: Optional[str] = None):
try:
@@ -68,7 +70,11 @@ class PineconeIndex(BaseIndex):
api_key = api_key or os.getenv("PINECONE_API_KEY")
if api_key is None:
raise ValueError("Pinecone API key is required.")
- return Pinecone(api_key=api_key, source_tag="semantic-router")
+ pinecone_args = {"api_key": api_key, "source_tag": "semantic-router"}
+ if self.namespace:
+ pinecone_args["namespace"] = self.namespace
+
+ return Pinecone(**pinecone_args)
def _init_index(self, force_create: bool = False) -> Union[Any, None]:
index_exists = self.index_name in self.client.list_indexes().names()
@@ -89,7 +95,7 @@ class PineconeIndex(BaseIndex):
time.sleep(0.5)
elif index_exists:
# if the index exists we just return it
- index = self.client.Index(self.index_name)
+ index = self.client.Index(self.index_name, namespace=self.namespace)
# grab the dimensions from the index
self.dimensions = index.describe_index_stats()["dimension"]
elif force_create and not dimensions_given:
@@ -108,7 +114,7 @@ class PineconeIndex(BaseIndex):
def _batch_upsert(self, batch: List[dict]):
"""Helper method for upserting a single batch of records."""
if self.index is not None:
- self.index.upsert(vectors=batch)
+ self.index.upsert(vectors=batch, namespace=self.namespace)
else:
raise ValueError("Index is None, could not upsert.")
@@ -175,7 +181,7 @@ class PineconeIndex(BaseIndex):
# if we need metadata, we fetch it
if include_metadata:
- res_meta = self.index.fetch(ids=vector_ids)
+ res_meta = self.index.fetch(ids=vector_ids, namespace=self.namespace)
# extract metadata only
metadata.extend([x["metadata"] for x in res_meta["vectors"].values()])
@@ -206,7 +212,7 @@ class PineconeIndex(BaseIndex):
raise ValueError("Index is None, could not delete.")
def delete_all(self):
- self.index.delete(delete_all=True)
+ self.index.delete(delete_all=True, namespace=self.namespace)
def describe(self) -> dict:
if self.index is not None:
@@ -237,6 +243,7 @@ class PineconeIndex(BaseIndex):
top_k=top_k,
filter=filter_query,
include_metadata=True,
+ namespace=self.namespace,
)
scores = [result["score"] for result in results["matches"]]
route_names = [result["metadata"]["sr_route"] for result in results["matches"]]