From f9ba09166cf436cf881773fd47ecac4c654750f7 Mon Sep 17 00:00:00 2001
From: Pia Papanna <ppapanna@meta.com>
Date: Thu, 27 Jun 2024 15:43:00 -0700
Subject: [PATCH] 3p_integration folder updates
---
recipes/3p_integration/README.md | 2 +-
.../getting_started_llama_3_on_amazon_bedrock.ipynb | 0
...ngineering_with_llama_2_on_amazon_bedrock.ipynb} | 0
.../aws/react_llama_3_bedrock_wk.ipynb} | 0
.../azure}/azure_api_example.ipynb | 0
.../Function-Calling-101-Ecommerce.ipynb | 0
.../function-calling-101-ecommerce/customers.csv | 0
.../function-calling-101-ecommerce/orders.csv | 0
.../function-calling-101-ecommerce/products.csv | 0
.../data/employees.csv | 0
.../data/purchases.csv | 0
.../json-mode-function-calling-for-sql.ipynb | 0
.../employees-without-purchases.yaml | 0
.../verified-queries/most-expensive-purchase.yaml | 0
.../verified-queries/most-recent-purchases.yaml | 0
.../verified-queries/number-of-teslas.yaml | 0
.../SDOH-Json-mode.ipynb | 0
.../clinical_notes/00456321.txt | 0
.../clinical_notes/00567289.txt | 0
.../clinical_notes/00678934.txt | 0
.../clinical_notes/00785642.txt | 0
.../clinical_notes/00893247.txt | 0
.../llama3-stock-market-function-calling.ipynb | 0
.../parallel-tool-use/parallel-tool-use.ipynb | 0
.../parallel-tool-use/requirements.txt | 0
.../presidential_speeches.csv | 0
.../rag-langchain-presidential-speeches.ipynb | 0
.../conversational-chatbot-langchain/README.md | 0
.../conversational-chatbot-langchain/main.py | 0
.../requirements.txt | 0
.../groq-example-templates/crewai-agents/README.md | 0
.../groq-example-templates/crewai-agents/main.py | 0
.../crewai-agents/requirements.txt | 0
.../README.md | 0
.../groq-quickstart-conversational-chatbot/main.py | 0
.../requirements.txt | 0
.../README.md | 0
.../main.py | 0
.../requirements.txt | 0
.../README.md | 0
.../main.py | 0
.../requirements.txt | 0
.../README.md | 0
.../presidential-speeches-rag-with-pinecone/main.py | 0
.../requirements.txt | 0
.../text-to-sql-json-mode/README.md | 0
.../text-to-sql-json-mode/data/employees.csv | 0
.../text-to-sql-json-mode/data/purchases.csv | 0
.../text-to-sql-json-mode/main.py | 0
.../text-to-sql-json-mode/prompts/base_prompt.txt | 0
.../text-to-sql-json-mode/requirements.txt | 0
.../verified-sql-function-calling/README.md | 0
.../data/employees.csv | 0
.../data/purchases.csv | 0
.../verified-sql-function-calling/main.py | 0
.../verified-sql-function-calling/requirements.txt | 0
.../employees-without-purchases.yaml | 0
.../verified-queries/most-expensive-purchase.yaml | 0
.../verified-queries/most-recent-purchases.yaml | 0
.../verified-queries/number-of-teslas.yaml | 0
.../groq}/llama3_cookbook_groq.ipynb | 0
.../lamini/text2sql_memory_tuning/README.md | 6 +++---
.../{meta-lamini.ipynb => meta_lamini.ipynb} | 0
.../{llama-on-prem.md => llama_on_prem.md} | 0
.../RAG_chatbot_example/RAG_chatbot_example.ipynb} | 0
.../data/Llama Getting Started Guide.pdf | Bin
.../octoai/RAG_chatbot_example}/requirements.txt | 0
.../vectorstore/db_faiss/index.faiss | Bin
.../vectorstore/db_faiss/index.pkl | Bin
.../octoai/getting_to_know_llama.ipynb} | 0
.../octoai/hello_llama_cloud.ipynb} | 0
.../octoai/live_data.ipynb} | 0
.../octoai/llama2_gradio.ipynb} | 0
.../octoai/video_summary.ipynb} | 0
.../{hf_text_generation_inference => tgi}/README.md | 2 +-
.../merge_lora_weights.py | 0
.../using_externally_hosted_llms.ipynb} | 0
.../mobile_inference/android_inference/README.md | 2 +-
recipes/use_cases/README.md | 6 +++---
tools/benchmarks/inference/on_prem/README.md | 2 +-
80 files changed, 10 insertions(+), 10 deletions(-)
rename recipes/{llama_api_providers/examples_with_aws => 3p_integration/aws}/getting_started_llama_3_on_amazon_bedrock.ipynb (100%)
rename recipes/{llama_api_providers/examples_with_aws/Prompt_Engineering_with_Llama_2_On_Amazon_Bedrock.ipynb => 3p_integration/aws/prompt_engineering_with_llama_2_on_amazon_bedrock.ipynb} (100%)
rename recipes/{llama_api_providers/examples_with_aws/ReAct_Llama_3_Bedrock-WK.ipynb => 3p_integration/aws/react_llama_3_bedrock_wk.ipynb} (100%)
rename recipes/{llama_api_providers/Azure_API_example => 3p_integration/azure}/azure_api_example.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/function-calling-101-ecommerce/Function-Calling-101-Ecommerce.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/function-calling-101-ecommerce/customers.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/function-calling-101-ecommerce/orders.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/function-calling-101-ecommerce/products.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/data/employees.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/data/purchases.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/json-mode-function-calling-for-sql.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/employees-without-purchases.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-expensive-purchase.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-recent-purchases.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/number-of-teslas.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-social-determinants-of-health/SDOH-Json-mode.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00456321.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00567289.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00678934.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00785642.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00893247.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/llama3-stock-market-function-calling/llama3-stock-market-function-calling.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/parallel-tool-use/parallel-tool-use.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/parallel-tool-use/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/rag-langchain-presidential-speeches/presidential_speeches.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-api-cookbook/rag-langchain-presidential-speeches/rag-langchain-presidential-speeches.ipynb (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/conversational-chatbot-langchain/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/conversational-chatbot-langchain/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/conversational-chatbot-langchain/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/crewai-agents/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/crewai-agents/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/crewai-agents/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/groq-quickstart-conversational-chatbot/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/groq-quickstart-conversational-chatbot/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/groq-quickstart-conversational-chatbot/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/groqing-the-stock-market-function-calling-llama3/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/groqing-the-stock-market-function-calling-llama3/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/groqing-the-stock-market-function-calling-llama3/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/presidential-speeches-rag-with-pinecone/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/presidential-speeches-rag-with-pinecone/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/presidential-speeches-rag-with-pinecone/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/text-to-sql-json-mode/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/text-to-sql-json-mode/data/employees.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/text-to-sql-json-mode/data/purchases.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/text-to-sql-json-mode/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/text-to-sql-json-mode/prompts/base_prompt.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/text-to-sql-json-mode/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/README.md (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/data/employees.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/data/purchases.csv (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/main.py (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/requirements.txt (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/verified-queries/employees-without-purchases.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/verified-queries/most-expensive-purchase.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/verified-queries/most-recent-purchases.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/groq-example-templates/verified-sql-function-calling/verified-queries/number-of-teslas.yaml (100%)
rename recipes/{llama_api_providers/Groq => 3p_integration/groq}/llama3_cookbook_groq.ipynb (100%)
rename recipes/3p_integration/lamini/text2sql_memory_tuning/{meta-lamini.ipynb => meta_lamini.ipynb} (100%)
rename recipes/3p_integration/{llama-on-prem.md => llama_on_prem.md} (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/RAG_Chatbot_Example.ipynb => 3p_integration/octoai/RAG_chatbot_example/RAG_chatbot_example.ipynb} (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example => 3p_integration/octoai/RAG_chatbot_example}/data/Llama Getting Started Guide.pdf (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example => 3p_integration/octoai/RAG_chatbot_example}/requirements.txt (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example => 3p_integration/octoai/RAG_chatbot_example}/vectorstore/db_faiss/index.faiss (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example => 3p_integration/octoai/RAG_chatbot_example}/vectorstore/db_faiss/index.pkl (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/Getting_to_know_Llama.ipynb => 3p_integration/octoai/getting_to_know_llama.ipynb} (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/HelloLlamaCloud.ipynb => 3p_integration/octoai/hello_llama_cloud.ipynb} (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/LiveData.ipynb => 3p_integration/octoai/live_data.ipynb} (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/Llama2_Gradio.ipynb => 3p_integration/octoai/llama2_gradio.ipynb} (100%)
rename recipes/{llama_api_providers/OctoAI_API_examples/VideoSummary.ipynb => 3p_integration/octoai/video_summary.ipynb} (100%)
rename recipes/3p_integration/{hf_text_generation_inference => tgi}/README.md (92%)
rename recipes/3p_integration/{hf_text_generation_inference => tgi}/merge_lora_weights.py (100%)
rename recipes/{llama_api_providers/Using_Externally_Hosted_LLMs.ipynb => 3p_integration/using_externally_hosted_llms.ipynb} (100%)
diff --git a/recipes/3p_integration/README.md b/recipes/3p_integration/README.md
index 77641d6e..e8dd1a97 100644
--- a/recipes/3p_integration/README.md
+++ b/recipes/3p_integration/README.md
@@ -1,2 +1,2 @@
-## [Running Llama 3 On-Prem with vLLM and TGI](llama-on-prem.md)
+## [Running Llama 3 On-Prem with vLLM and TGI](llama_on_prem.md)
This tutorial shows how to use Llama 3 with [vLLM](https://github.com/vllm-project/vllm) and Hugging Face [TGI](https://github.com/huggingface/text-generation-inference) to build Llama 3 on-prem apps.
diff --git a/recipes/llama_api_providers/examples_with_aws/getting_started_llama_3_on_amazon_bedrock.ipynb b/recipes/3p_integration/aws/getting_started_llama_3_on_amazon_bedrock.ipynb
similarity index 100%
rename from recipes/llama_api_providers/examples_with_aws/getting_started_llama_3_on_amazon_bedrock.ipynb
rename to recipes/3p_integration/aws/getting_started_llama_3_on_amazon_bedrock.ipynb
diff --git a/recipes/llama_api_providers/examples_with_aws/Prompt_Engineering_with_Llama_2_On_Amazon_Bedrock.ipynb b/recipes/3p_integration/aws/prompt_engineering_with_llama_2_on_amazon_bedrock.ipynb
similarity index 100%
rename from recipes/llama_api_providers/examples_with_aws/Prompt_Engineering_with_Llama_2_On_Amazon_Bedrock.ipynb
rename to recipes/3p_integration/aws/prompt_engineering_with_llama_2_on_amazon_bedrock.ipynb
diff --git a/recipes/llama_api_providers/examples_with_aws/ReAct_Llama_3_Bedrock-WK.ipynb b/recipes/3p_integration/aws/react_llama_3_bedrock_wk.ipynb
similarity index 100%
rename from recipes/llama_api_providers/examples_with_aws/ReAct_Llama_3_Bedrock-WK.ipynb
rename to recipes/3p_integration/aws/react_llama_3_bedrock_wk.ipynb
diff --git a/recipes/llama_api_providers/Azure_API_example/azure_api_example.ipynb b/recipes/3p_integration/azure/azure_api_example.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Azure_API_example/azure_api_example.ipynb
rename to recipes/3p_integration/azure/azure_api_example.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/Function-Calling-101-Ecommerce.ipynb b/recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/Function-Calling-101-Ecommerce.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/Function-Calling-101-Ecommerce.ipynb
rename to recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/Function-Calling-101-Ecommerce.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/customers.csv b/recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/customers.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/customers.csv
rename to recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/customers.csv
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/orders.csv b/recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/orders.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/orders.csv
rename to recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/orders.csv
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/products.csv b/recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/products.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/function-calling-101-ecommerce/products.csv
rename to recipes/3p_integration/groq/groq-api-cookbook/function-calling-101-ecommerce/products.csv
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/employees.csv b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/employees.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/employees.csv
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/employees.csv
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/purchases.csv b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/purchases.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/purchases.csv
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/data/purchases.csv
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/json-mode-function-calling-for-sql.ipynb b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/json-mode-function-calling-for-sql.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/json-mode-function-calling-for-sql.ipynb
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/json-mode-function-calling-for-sql.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/employees-without-purchases.yaml b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/employees-without-purchases.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/employees-without-purchases.yaml
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/employees-without-purchases.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-expensive-purchase.yaml b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-expensive-purchase.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-expensive-purchase.yaml
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-expensive-purchase.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-recent-purchases.yaml b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-recent-purchases.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-recent-purchases.yaml
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/most-recent-purchases.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/number-of-teslas.yaml b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/number-of-teslas.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/number-of-teslas.yaml
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-function-calling-for-sql/verified-queries/number-of-teslas.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/SDOH-Json-mode.ipynb b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/SDOH-Json-mode.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/SDOH-Json-mode.ipynb
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/SDOH-Json-mode.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00456321.txt b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00456321.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00456321.txt
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00456321.txt
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00567289.txt b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00567289.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00567289.txt
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00567289.txt
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00678934.txt b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00678934.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00678934.txt
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00678934.txt
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00785642.txt b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00785642.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00785642.txt
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00785642.txt
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00893247.txt b/recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00893247.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00893247.txt
rename to recipes/3p_integration/groq/groq-api-cookbook/json-mode-social-determinants-of-health/clinical_notes/00893247.txt
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/llama3-stock-market-function-calling/llama3-stock-market-function-calling.ipynb b/recipes/3p_integration/groq/groq-api-cookbook/llama3-stock-market-function-calling/llama3-stock-market-function-calling.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/llama3-stock-market-function-calling/llama3-stock-market-function-calling.ipynb
rename to recipes/3p_integration/groq/groq-api-cookbook/llama3-stock-market-function-calling/llama3-stock-market-function-calling.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/parallel-tool-use/parallel-tool-use.ipynb b/recipes/3p_integration/groq/groq-api-cookbook/parallel-tool-use/parallel-tool-use.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/parallel-tool-use/parallel-tool-use.ipynb
rename to recipes/3p_integration/groq/groq-api-cookbook/parallel-tool-use/parallel-tool-use.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/parallel-tool-use/requirements.txt b/recipes/3p_integration/groq/groq-api-cookbook/parallel-tool-use/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/parallel-tool-use/requirements.txt
rename to recipes/3p_integration/groq/groq-api-cookbook/parallel-tool-use/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/rag-langchain-presidential-speeches/presidential_speeches.csv b/recipes/3p_integration/groq/groq-api-cookbook/rag-langchain-presidential-speeches/presidential_speeches.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/rag-langchain-presidential-speeches/presidential_speeches.csv
rename to recipes/3p_integration/groq/groq-api-cookbook/rag-langchain-presidential-speeches/presidential_speeches.csv
diff --git a/recipes/llama_api_providers/Groq/groq-api-cookbook/rag-langchain-presidential-speeches/rag-langchain-presidential-speeches.ipynb b/recipes/3p_integration/groq/groq-api-cookbook/rag-langchain-presidential-speeches/rag-langchain-presidential-speeches.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-api-cookbook/rag-langchain-presidential-speeches/rag-langchain-presidential-speeches.ipynb
rename to recipes/3p_integration/groq/groq-api-cookbook/rag-langchain-presidential-speeches/rag-langchain-presidential-speeches.ipynb
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/conversational-chatbot-langchain/README.md b/recipes/3p_integration/groq/groq-example-templates/conversational-chatbot-langchain/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/conversational-chatbot-langchain/README.md
rename to recipes/3p_integration/groq/groq-example-templates/conversational-chatbot-langchain/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/conversational-chatbot-langchain/main.py b/recipes/3p_integration/groq/groq-example-templates/conversational-chatbot-langchain/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/conversational-chatbot-langchain/main.py
rename to recipes/3p_integration/groq/groq-example-templates/conversational-chatbot-langchain/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/conversational-chatbot-langchain/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/conversational-chatbot-langchain/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/conversational-chatbot-langchain/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/conversational-chatbot-langchain/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/crewai-agents/README.md b/recipes/3p_integration/groq/groq-example-templates/crewai-agents/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/crewai-agents/README.md
rename to recipes/3p_integration/groq/groq-example-templates/crewai-agents/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/crewai-agents/main.py b/recipes/3p_integration/groq/groq-example-templates/crewai-agents/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/crewai-agents/main.py
rename to recipes/3p_integration/groq/groq-example-templates/crewai-agents/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/crewai-agents/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/crewai-agents/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/crewai-agents/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/crewai-agents/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/groq-quickstart-conversational-chatbot/README.md b/recipes/3p_integration/groq/groq-example-templates/groq-quickstart-conversational-chatbot/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/groq-quickstart-conversational-chatbot/README.md
rename to recipes/3p_integration/groq/groq-example-templates/groq-quickstart-conversational-chatbot/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/groq-quickstart-conversational-chatbot/main.py b/recipes/3p_integration/groq/groq-example-templates/groq-quickstart-conversational-chatbot/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/groq-quickstart-conversational-chatbot/main.py
rename to recipes/3p_integration/groq/groq-example-templates/groq-quickstart-conversational-chatbot/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/groq-quickstart-conversational-chatbot/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/groq-quickstart-conversational-chatbot/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/groq-quickstart-conversational-chatbot/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/groq-quickstart-conversational-chatbot/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/README.md b/recipes/3p_integration/groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/README.md
rename to recipes/3p_integration/groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/main.py b/recipes/3p_integration/groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/main.py
rename to recipes/3p_integration/groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/groqing-the-stock-market-function-calling-llama3/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/README.md b/recipes/3p_integration/groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/README.md
rename to recipes/3p_integration/groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/main.py b/recipes/3p_integration/groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/main.py
rename to recipes/3p_integration/groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/llamachat-conversational-chatbot-with-llamaIndex/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/presidential-speeches-rag-with-pinecone/README.md b/recipes/3p_integration/groq/groq-example-templates/presidential-speeches-rag-with-pinecone/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/presidential-speeches-rag-with-pinecone/README.md
rename to recipes/3p_integration/groq/groq-example-templates/presidential-speeches-rag-with-pinecone/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/presidential-speeches-rag-with-pinecone/main.py b/recipes/3p_integration/groq/groq-example-templates/presidential-speeches-rag-with-pinecone/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/presidential-speeches-rag-with-pinecone/main.py
rename to recipes/3p_integration/groq/groq-example-templates/presidential-speeches-rag-with-pinecone/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/presidential-speeches-rag-with-pinecone/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/presidential-speeches-rag-with-pinecone/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/presidential-speeches-rag-with-pinecone/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/presidential-speeches-rag-with-pinecone/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/README.md b/recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/README.md
rename to recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/data/employees.csv b/recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/data/employees.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/data/employees.csv
rename to recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/data/employees.csv
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/data/purchases.csv b/recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/data/purchases.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/data/purchases.csv
rename to recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/data/purchases.csv
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/main.py b/recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/main.py
rename to recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/prompts/base_prompt.txt b/recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/prompts/base_prompt.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/prompts/base_prompt.txt
rename to recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/prompts/base_prompt.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/text-to-sql-json-mode/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/text-to-sql-json-mode/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/README.md b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/README.md
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/README.md
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/README.md
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/data/employees.csv b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/data/employees.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/data/employees.csv
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/data/employees.csv
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/data/purchases.csv b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/data/purchases.csv
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/data/purchases.csv
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/data/purchases.csv
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/main.py b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/main.py
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/main.py
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/main.py
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/requirements.txt b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/requirements.txt
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/requirements.txt
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/employees-without-purchases.yaml b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/employees-without-purchases.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/employees-without-purchases.yaml
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/employees-without-purchases.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-expensive-purchase.yaml b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-expensive-purchase.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-expensive-purchase.yaml
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-expensive-purchase.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-recent-purchases.yaml b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-recent-purchases.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-recent-purchases.yaml
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/most-recent-purchases.yaml
diff --git a/recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/number-of-teslas.yaml b/recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/number-of-teslas.yaml
similarity index 100%
rename from recipes/llama_api_providers/Groq/groq-example-templates/verified-sql-function-calling/verified-queries/number-of-teslas.yaml
rename to recipes/3p_integration/groq/groq-example-templates/verified-sql-function-calling/verified-queries/number-of-teslas.yaml
diff --git a/recipes/llama_api_providers/Groq/llama3_cookbook_groq.ipynb b/recipes/3p_integration/groq/llama3_cookbook_groq.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Groq/llama3_cookbook_groq.ipynb
rename to recipes/3p_integration/groq/llama3_cookbook_groq.ipynb
diff --git a/recipes/3p_integration/lamini/text2sql_memory_tuning/README.md b/recipes/3p_integration/lamini/text2sql_memory_tuning/README.md
index 0752fa71..8d9d0f52 100644
--- a/recipes/3p_integration/lamini/text2sql_memory_tuning/README.md
+++ b/recipes/3p_integration/lamini/text2sql_memory_tuning/README.md
@@ -1,10 +1,10 @@
# Tune Llama 3 for text-to-SQL and improve accuracy from 30% to 95%
-This repo and notebook `meta-lamini.ipynb` demonstrate how to tune Llama 3 to generate valid SQL queries and improve accuracy from 30% to 95%.
+This repo and notebook `meta_lamini.ipynb` demonstrate how to tune Llama 3 to generate valid SQL queries and improve accuracy from 30% to 95%.
-In this notebook we'll be using Lamini, and more specifically, Lamini Memory Tuning.
+In this notebook we'll be using Lamini, and more specifically, Lamini Memory Tuning.
-Lamini is an integrated platform for LLM inference and tuning for the enterprise. Lamini Memory Tuning is a new tool you can use to embed facts into LLMs that improves factual accuracy and reduces hallucinations. Inspired by information retrieval, this method has set a new standard of accuracy for LLMs with less developer effort.
+Lamini is an integrated platform for LLM inference and tuning for the enterprise. Lamini Memory Tuning is a new tool you can use to embed facts into LLMs that improves factual accuracy and reduces hallucinations. Inspired by information retrieval, this method has set a new standard of accuracy for LLMs with less developer effort.
Learn more about Lamini Memory Tuning: https://www.lamini.ai/blog/lamini-memory-tuning
diff --git a/recipes/3p_integration/lamini/text2sql_memory_tuning/meta-lamini.ipynb b/recipes/3p_integration/lamini/text2sql_memory_tuning/meta_lamini.ipynb
similarity index 100%
rename from recipes/3p_integration/lamini/text2sql_memory_tuning/meta-lamini.ipynb
rename to recipes/3p_integration/lamini/text2sql_memory_tuning/meta_lamini.ipynb
diff --git a/recipes/3p_integration/llama-on-prem.md b/recipes/3p_integration/llama_on_prem.md
similarity index 100%
rename from recipes/3p_integration/llama-on-prem.md
rename to recipes/3p_integration/llama_on_prem.md
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/RAG_Chatbot_Example.ipynb b/recipes/3p_integration/octoai/RAG_chatbot_example/RAG_chatbot_example.ipynb
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/RAG_Chatbot_Example.ipynb
rename to recipes/3p_integration/octoai/RAG_chatbot_example/RAG_chatbot_example.ipynb
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/data/Llama Getting Started Guide.pdf b/recipes/3p_integration/octoai/RAG_chatbot_example/data/Llama Getting Started Guide.pdf
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/data/Llama Getting Started Guide.pdf
rename to recipes/3p_integration/octoai/RAG_chatbot_example/data/Llama Getting Started Guide.pdf
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/requirements.txt b/recipes/3p_integration/octoai/RAG_chatbot_example/requirements.txt
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/requirements.txt
rename to recipes/3p_integration/octoai/RAG_chatbot_example/requirements.txt
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/vectorstore/db_faiss/index.faiss b/recipes/3p_integration/octoai/RAG_chatbot_example/vectorstore/db_faiss/index.faiss
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/vectorstore/db_faiss/index.faiss
rename to recipes/3p_integration/octoai/RAG_chatbot_example/vectorstore/db_faiss/index.faiss
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/vectorstore/db_faiss/index.pkl b/recipes/3p_integration/octoai/RAG_chatbot_example/vectorstore/db_faiss/index.pkl
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/vectorstore/db_faiss/index.pkl
rename to recipes/3p_integration/octoai/RAG_chatbot_example/vectorstore/db_faiss/index.pkl
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/Getting_to_know_Llama.ipynb b/recipes/3p_integration/octoai/getting_to_know_llama.ipynb
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/Getting_to_know_Llama.ipynb
rename to recipes/3p_integration/octoai/getting_to_know_llama.ipynb
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/HelloLlamaCloud.ipynb b/recipes/3p_integration/octoai/hello_llama_cloud.ipynb
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/HelloLlamaCloud.ipynb
rename to recipes/3p_integration/octoai/hello_llama_cloud.ipynb
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/LiveData.ipynb b/recipes/3p_integration/octoai/live_data.ipynb
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/LiveData.ipynb
rename to recipes/3p_integration/octoai/live_data.ipynb
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/Llama2_Gradio.ipynb b/recipes/3p_integration/octoai/llama2_gradio.ipynb
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/Llama2_Gradio.ipynb
rename to recipes/3p_integration/octoai/llama2_gradio.ipynb
diff --git a/recipes/llama_api_providers/OctoAI_API_examples/VideoSummary.ipynb b/recipes/3p_integration/octoai/video_summary.ipynb
similarity index 100%
rename from recipes/llama_api_providers/OctoAI_API_examples/VideoSummary.ipynb
rename to recipes/3p_integration/octoai/video_summary.ipynb
diff --git a/recipes/3p_integration/hf_text_generation_inference/README.md b/recipes/3p_integration/tgi/README.md
similarity index 92%
rename from recipes/3p_integration/hf_text_generation_inference/README.md
rename to recipes/3p_integration/tgi/README.md
index 0f794214..d167bd20 100644
--- a/recipes/3p_integration/hf_text_generation_inference/README.md
+++ b/recipes/3p_integration/tgi/README.md
@@ -9,7 +9,7 @@ In case the model was fine tuned with LoRA method we need to merge the weights o
The script takes the base model, the peft weight folder as well as an output as arguments:
```
-python -m llama_recipes.inference.hf_text_generation_inference.merge_lora_weights --base_model llama-7B --peft_model ft_output --output_dir data/merged_model_output
+python -m llama_recipes.recipes.3p_integration.tgi.merge_lora_weights --base_model llama-7B --peft_model ft_output --output_dir data/merged_model_output
```
## Step 1: Serving the model
diff --git a/recipes/3p_integration/hf_text_generation_inference/merge_lora_weights.py b/recipes/3p_integration/tgi/merge_lora_weights.py
similarity index 100%
rename from recipes/3p_integration/hf_text_generation_inference/merge_lora_weights.py
rename to recipes/3p_integration/tgi/merge_lora_weights.py
diff --git a/recipes/llama_api_providers/Using_Externally_Hosted_LLMs.ipynb b/recipes/3p_integration/using_externally_hosted_llms.ipynb
similarity index 100%
rename from recipes/llama_api_providers/Using_Externally_Hosted_LLMs.ipynb
rename to recipes/3p_integration/using_externally_hosted_llms.ipynb
diff --git a/recipes/quickstart/inference/mobile_inference/android_inference/README.md b/recipes/quickstart/inference/mobile_inference/android_inference/README.md
index 34635fcb..e310c8aa 100644
--- a/recipes/quickstart/inference/mobile_inference/android_inference/README.md
+++ b/recipes/quickstart/inference/mobile_inference/android_inference/README.md
@@ -9,7 +9,7 @@ Machine Learning Compilation for Large Language Models (MLC LLM) is a high-perfo
You can read more about MLC-LLM at the following [link](https://github.com/mlc-ai/mlc-llm).
-MLC-LLM is also what powers the Llama3 inference APIs provided by [OctoAI](https://octo.ai/). You can use OctoAI for your Llama3 cloud-based inference needs by trying out the examples under the [following path](../../../../llama_api_providers/OctoAI_API_examples/).
+MLC-LLM is also what powers the Llama3 inference APIs provided by [OctoAI](https://octo.ai/). You can use OctoAI for your Llama3 cloud-based inference needs by trying out the examples under the [following path](../../../../3p_integration/octoai/).
This tutorial was tested with the following setup:
* MacBook Pro 16 inch from 2021 with Apple M1 Max and 32GB of RAM running Sonoma 14.3.1
diff --git a/recipes/use_cases/README.md b/recipes/use_cases/README.md
index 58eb1be6..49b55d73 100644
--- a/recipes/use_cases/README.md
+++ b/recipes/use_cases/README.md
@@ -1,10 +1,10 @@
-## [VideoSummary](VideoSummary.ipynb): Ask Llama 3 to Summarize a Long YouTube Video (using Replicate or [OctoAI](../llama_api_providers/OctoAI_API_examples/VideoSummary.ipynb))
+## [VideoSummary](VideoSummary.ipynb): Ask Llama 3 to Summarize a Long YouTube Video (using Replicate or [OctoAI](../3p_integration/octoai/VideoSummary.ipynb))
This demo app uses Llama 3 to return a text summary of a YouTube video. It shows how to retrieve the caption of a YouTube video and how to ask Llama to summarize the content in different ways, from the simplest naive way that works for short text to more advanced methods of using LangChain's map_reduce and refine to overcome the 8K context length limit of Llama 3.
## [NBA2023-24](./text2sql/StructuredLlama.ipynb): Ask Llama 3 about Structured Data
This demo app shows how to use LangChain and Llama 3 to let users ask questions about **structured** data stored in a SQL DB. As the 2023-24 NBA season is entering the playoff, we use the NBA roster info saved in a SQLite DB to show you how to ask Llama 3 questions about your favorite teams or players.
-## [LiveData](LiveData.ipynb): Ask Llama 3 about Live Data (using Replicate or [OctoAI](../llama_api_providers/OctoAI_API_examples/LiveData.ipynb))
+## [live_data](live_data.ipynb): Ask Llama 3 about Live Data (using Replicate or [OctoAI](../3p_integration/octoai/live_data.ipynb))
This demo app shows how to perform live data augmented generation tasks with Llama 3, [LlamaIndex](https://github.com/run-llama/llama_index), another leading open-source framework for building LLM apps, and the [Tavily](https://tavily.com) live search API.
## [WhatsApp Chatbot](./chatbots/whatsapp_llama/whatsapp_llama3.md): Building a Llama 3 Enabled WhatsApp Chatbot
@@ -13,7 +13,7 @@ This step-by-step tutorial shows how to use the [WhatsApp Business API](https://
## [Messenger Chatbot](./chatbots/messenger_llama/messenger_llama3.md): Building a Llama 3 Enabled Messenger Chatbot
This step-by-step tutorial shows how to use the [Messenger Platform](https://developers.facebook.com/docs/messenger-platform/overview) to build a Llama 3 enabled Messenger chatbot.
-### RAG Chatbot Example (running [locally](./chatbots/RAG_chatbot/RAG_Chatbot_Example.ipynb) or on [OctoAI](../llama_api_providers/OctoAI_API_examples/RAG_Chatbot_example/RAG_Chatbot_Example.ipynb))
+### RAG Chatbot Example (running [locally](./chatbots/RAG_chatbot/RAG_Chatbot_Example.ipynb) or on [OctoAI](../3p_integration/octoai/RAG_Chatbot_example/RAG_Chatbot_Example.ipynb))
A complete example of how to build a Llama 3 chatbot hosted on your browser that can answer questions based on your own data using retrieval augmented generation (RAG). You can run Llama2 locally if you have a good enough GPU or on OctoAI if you follow the note [here](../README.md#octoai_note).
## [Sales Bot](./chatbots/sales_bot/SalesBot.ipynb): Sales Bot with Llama3 - A Summarization and RAG Use Case
diff --git a/tools/benchmarks/inference/on_prem/README.md b/tools/benchmarks/inference/on_prem/README.md
index 8f0da859..758ba30a 100644
--- a/tools/benchmarks/inference/on_prem/README.md
+++ b/tools/benchmarks/inference/on_prem/README.md
@@ -7,7 +7,7 @@ We support benchmark on these serving framework:
# vLLM - Getting Started
-To get started, we first need to deploy containers on-prem as a API host. Follow the guidance [here](../../../3p_integration/llama-on-prem.md#setting-up-vllm-with-llama-3) to deploy vLLM on-prem.
+To get started, we first need to deploy containers on-prem as a API host. Follow the guidance [here](../../../../recipes/3p_integration/llama_on_prem.md#setting-up-vllm-with-llama-3) to deploy vLLM on-prem.
Note that in common scenario which overall throughput is important, we suggest you prioritize deploying as many model replicas as possible to reach higher overall throughput and request-per-second (RPS), comparing to deploy one model container among multiple GPUs for model parallelism. Additionally, as deploying multiple model replicas, there is a need for a higher level wrapper to handle the load balancing which here has been simulated in the benchmark scripts.
For example, we have an instance from Azure that has 8xA100 80G GPUs, and we want to deploy the Meta Llama 3 70B instruct model, which is around 140GB with FP16. So for deployment we can do:
--
GitLab