Streaming - LlamaIndex

<!doctype html> <html lang="en" class="no-js"> <head> <meta charset="utf-8"> <meta name="viewport" content="width=device-width,initial-scale=1"> <link rel="canonical" href="https://docs.llamaindex.ai/en/stable/module_guides/deploying/query_engine/streaming/"> <link rel="prev" href="../response_modes/"> <link rel="next" href="../modules/"> <link rel="icon" href="../../../../_static/assets/LlamaLogoBrowserTab.png"> <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.48"> <title>Streaming - LlamaIndex</title> <link rel="stylesheet" href="../../../../assets/stylesheets/main.6f8fc17f.min.css"> <link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css"> <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style> <link rel="stylesheet" href="../../../../assets/_mkdocstrings.css"> <link rel="stylesheet" href="../../../../css/style.css"> <link rel="stylesheet" href="../../../../css/algolia.css"> <script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> <script id="__analytics">function __md_analytics(){function e(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],e("js",new Date),e("config","G-BYVB1ZVE6J"),document.addEventListener("DOMContentLoaded",(function(){document.forms.search&&document.forms.search.query.addEventListener("blur",(function(){this.value&&e("event","search",{search_term:this.value})}));document$.subscribe((function(){var t=document.forms.feedback;if(void 0!==t)for(var a of t.querySelectorAll("[type=submit]"))a.addEventListener("click",(function(a){a.preventDefault();var n=document.location.pathname,d=this.getAttribute("data-md-value");e("event","feedback",{page:n,data:d}),t.firstElementChild.disabled=!0;var r=t.querySelector(".md-feedback__note [data-md-value='"+d+"']");r&&(r.hidden=!1)})),t.hidden=!1})),location$.subscribe((function(t){e("config","G-BYVB1ZVE6J",{page_path:t.pathname})}))}));var t=document.createElement("script");t.async=!0,t.src="https://www.googletagmanager.com/gtag/js?id=G-BYVB1ZVE6J",document.getElementById("__analytics").insertAdjacentElement("afterEnd",t)}</script> <script>"undefined"!=typeof __md_analytics&&__md_analytics()</script> <script async type="text/javascript" src="/_/static/javascript/readthedocs-addons.js"></script><meta name="readthedocs-project-slug" content="llamaindex-llamaindex" /><meta name="readthedocs-version-slug" content="stable" /><meta name="readthedocs-resolver-filename" content="/module_guides/deploying/query_engine/streaming/" /><meta name="readthedocs-http-status" content="200" /></head> <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> <label class="md-overlay" for="__drawer"></label> <div data-md-component="skip"> <a href="#streaming" class="md-skip"> Skip to content </a> </div> <div data-md-component="announce"> </div> <header class="md-header" data-md-component="header"> <nav class="md-header__inner md-grid" aria-label="Header"> <a href="../../../.." title="LlamaIndex" class="md-header__button md-logo" aria-label="LlamaIndex" data-md-component="logo"> <img src="../../../../_static/assets/LlamaSquareBlack.svg" alt="logo"> </a> <label class="md-header__button md-icon" for="__drawer"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class="md-header__title" data-md-component="header-title"> <div class="md-header__ellipsis"> <div class="md-header__topic"> LlamaIndex </div> <div class="md-header__topic" data-md-component="header-topic"> Streaming </div> </div> </div> <form class="md-header__option" data-md-component="palette"> <input class="md-option" data-md-color-media="(prefers-color-scheme)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_0"> <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m14.3 16-.7-2h-3.2l-.7 2H7.8L11 7h2l3.2 9zM20 8.69V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12zm-9.15 3.96h2.3L12 9z"/></svg> </label> <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="purple" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1"> <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> </label> <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="black" data-md-color-accent="purple" aria-label="Switch to system preference" type="radio" name="__palette" id="__palette_2"> <label class="md-header__button md-icon" title="Switch to system preference" for="__palette_0" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> </label> </form> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for="__search"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label>  <div id="docsearch"></div> </nav> </header> <div class="md-container" data-md-component="container"> <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> <div class="md-grid"> <ul class="md-tabs__list"> <li class="md-tabs__item"> <a href="../../../.." class="md-tabs__link"> Home </a> </li> <li class="md-tabs__item"> <a href="../../../../understanding/" class="md-tabs__link"> Learn </a> </li> <li class="md-tabs__item"> <a href="../../../../use_cases/" class="md-tabs__link"> Use Cases </a> </li> <li class="md-tabs__item"> <a href="../../../../examples/" class="md-tabs__link"> Examples </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href="../../../" class="md-tabs__link"> Component Guides </a> </li> <li class="md-tabs__item"> <a href="../../../../optimizing/production_rag/" class="md-tabs__link"> Advanced Topics </a> </li> <li class="md-tabs__item"> <a href="../../../../api_reference/" class="md-tabs__link"> API Reference </a> </li> <li class="md-tabs__item"> <a href="../../../../community/integrations/" class="md-tabs__link"> Open-Source Community </a> </li> <li class="md-tabs__item"> <a href="../../../../llama_cloud/" class="md-tabs__link"> LlamaCloud </a> </li> </ul> </div> </nav> <main class="md-main" data-md-component="main"> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > <div class="md-sidebar__scrollwrap"> <div class="md-sidebar__inner"> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> <label class="md-nav__title" for="__drawer"> <a href="../../../.." title="LlamaIndex" class="md-nav__button md-logo" aria-label="LlamaIndex" data-md-component="logo"> <img src="../../../../_static/assets/LlamaSquareBlack.svg" alt="logo"> </a> LlamaIndex </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_1" > <div class="md-nav__link md-nav__container"> <a href="../../../.." class="md-nav__link "> Home </a> <label class="md-nav__link " for="__nav_1" id="__nav_1_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_1_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_1"> Home </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../getting_started/concepts/" class="md-nav__link"> High-Level Concepts </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/installation/" class="md-nav__link"> Installation and Setup </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/reading/" class="md-nav__link"> How to read these docs </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_1_5" > <label class="md-nav__link" for="__nav_1_5" id="__nav_1_5_label" tabindex="0"> Starter Examples </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_1_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_1_5"> Starter Examples </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../getting_started/starter_example/" class="md-nav__link"> Starter Tutorial (OpenAI) </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/starter_example_local/" class="md-nav__link"> Starter Tutorial (Local Models) </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../getting_started/discover_llamaindex/" class="md-nav__link"> Discover LlamaIndex Video Series </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/customization/" class="md-nav__link"> Frequently Asked Questions (FAQ) </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_1_8" > <div class="md-nav__link md-nav__container"> <a href="../../../../getting_started/starter_tools/" class="md-nav__link "> Starter Tools </a> <label class="md-nav__link " for="__nav_1_8" id="__nav_1_8_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_1_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_1_8"> Starter Tools </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../getting_started/starter_tools/rag_cli/" class="md-nav__link"> RAG CLI </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/" class="md-nav__link "> Learn </a> <label class="md-nav__link " for="__nav_2" id="__nav_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2"> Learn </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/using_llms/using_llms/" class="md-nav__link"> Using LLMs </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/rag/" class="md-nav__link "> Building a RAG pipeline </a> <label class="md-nav__link " for="__nav_2_3" id="__nav_2_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_3"> Building a RAG pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_3_2" > <label class="md-nav__link" for="__nav_2_3_2" id="__nav_2_3_2_label" tabindex="0"> Loading & Ingestion </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_3_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_3_2"> Loading & Ingestion </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/loading/loading/" class="md-nav__link"> Loading Data (Ingestion) </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/loading/llamahub/" class="md-nav__link"> LlamaHub </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/loading/llamacloud/" class="md-nav__link"> Loading from LlamaCloud </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../understanding/indexing/indexing/" class="md-nav__link"> Indexing & Embedding </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/storing/storing/" class="md-nav__link"> Storing </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/querying/querying/" class="md-nav__link"> Querying </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/agent/" class="md-nav__link "> Building an agent </a> <label class="md-nav__link " for="__nav_2_4" id="__nav_2_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_4"> Building an agent </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/agent/local_models/" class="md-nav__link"> Agents with local models </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/rag_agent/" class="md-nav__link"> Adding RAG to an agent </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/llamaparse/" class="md-nav__link"> Enhancing with LlamaParse </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/memory/" class="md-nav__link"> Memory </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/tools/" class="md-nav__link"> Adding other tools </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/workflows/" class="md-nav__link "> Building Workflows </a> <label class="md-nav__link " for="__nav_2_5" id="__nav_2_5_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_5"> Building Workflows </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/workflows/basic_flow/" class="md-nav__link"> A basic workflow </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/branches_and_loops/" class="md-nav__link"> Branches and loops </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/state/" class="md-nav__link"> Maintaining state </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/stream/" class="md-nav__link"> Streaming events </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/concurrent_execution/" class="md-nav__link"> Concurrent execution </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/subclass/" class="md-nav__link"> Subclassing workflows </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/nested/" class="md-nav__link"> Nested workflows </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/observability/" class="md-nav__link"> Observability </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/unbound_functions/" class="md-nav__link"> Unbound syntax </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_6" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/extraction/" class="md-nav__link "> Structured Data Extraction </a> <label class="md-nav__link " for="__nav_2_6" id="__nav_2_6_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_6"> Structured Data Extraction </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/extraction/structured_llms/" class="md-nav__link"> Using Structured LLMs </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/extraction/structured_prediction/" class="md-nav__link"> Structured Prediction </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/extraction/lower_level/" class="md-nav__link"> Lower-level extraction </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../understanding/tracing_and_debugging/tracing_and_debugging/" class="md-nav__link"> Tracing and Debugging </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_8" > <label class="md-nav__link" for="__nav_2_8" id="__nav_2_8_label" tabindex="0"> Evaluating </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_8"> Evaluating </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/evaluating/evaluating/" class="md-nav__link"> Evaluating </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_8_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/evaluating/cost_analysis/" class="md-nav__link "> Cost Analysis </a> <label class="md-nav__link " for="__nav_2_8_2" id="__nav_2_8_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_8_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_8_2"> Cost Analysis </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/evaluating/cost_analysis/usage_pattern/" class="md-nav__link"> Usage Pattern </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/" class="md-nav__link "> Putting it all Together </a> <label class="md-nav__link " for="__nav_2_9" id="__nav_2_9_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9"> Putting it all Together </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/apps/" class="md-nav__link "> Full-stack web application </a> <label class="md-nav__link " for="__nav_2_9_2" id="__nav_2_9_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_2"> Full-stack web application </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/apps/fullstack_app_guide/" class="md-nav__link"> A Guide to Building a Full-Stack Web App with LLamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/apps/fullstack_with_delphic/" class="md-nav__link"> A Guide to Building a Full-Stack LlamaIndex Web App with Delphic </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/q_and_a/" class="md-nav__link "> Q&A Patterns </a> <label class="md-nav__link " for="__nav_2_9_3" id="__nav_2_9_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_3"> Q&A Patterns </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/q_and_a/terms_definitions_tutorial/" class="md-nav__link"> A Guide to Extracting Terms and Definitions </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_4" > <label class="md-nav__link" for="__nav_2_9_4" id="__nav_2_9_4_label" tabindex="0"> Chatbots </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_4"> Chatbots </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/chatbots/building_a_chatbot/" class="md-nav__link"> How to Build a Chatbot </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/structured_data/" class="md-nav__link "> Structured data </a> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_5"> Structured data </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/agents/" class="md-nav__link"> Agents </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../use_cases/" class="md-nav__link "> Use Cases </a> <label class="md-nav__link " for="__nav_3" id="__nav_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_3"> Use Cases </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../use_cases/prompting/" class="md-nav__link"> Prompting </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/q_and_a/" class="md-nav__link"> Question-Answering (RAG) </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/chatbots/" class="md-nav__link"> Chatbots </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/extraction/" class="md-nav__link"> Structured Data Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/agents/" class="md-nav__link"> Agents </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/multimodal/" class="md-nav__link"> Multi-Modal Applications </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/fine_tuning/" class="md-nav__link"> Fine-Tuning </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../examples/" class="md-nav__link "> Examples </a> <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4"> Examples </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2" > <label class="md-nav__link" for="__nav_4_2" id="__nav_4_2_label" tabindex="0"> Agents </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_2"> Agents </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/agent/Chatbot_SEC/" class="md-nav__link"> 💬🤖 How to Build a Chatbot </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_builder/" class="md-nav__link"> GPT Builder Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/agent_around_query_pipeline_with_HyDE_for_PDFs/" class="md-nav__link"> Building a Multi-PDF Agent using Query Pipelines and HyDE </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/agent_runner/" class="md-nav__link"> Step-wise, Controllable Agents </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/agent_runner_rag_controllable/" class="md-nav__link"> Controllable Agents for RAG </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/query_pipeline_agent/" class="md-nav__link"> Building an Agent around a Query Pipeline </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agentic_rag_using_vertex_ai/" class="md-nav__link"> Agentic rag using vertex ai </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agentic_rag_with_llamaindex_and_vertexai_managed_index/" class="md-nav__link"> Agentic rag with llamaindex and vertexai managed index </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/anthropic_agent/" class="md-nav__link"> Function Calling Anthropic Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/bedrock_converse_agent/" class="md-nav__link"> Function Calling AWS Bedrock Converse Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/coa_agent/" class="md-nav__link"> Chain-of-Abstraction LlamaPack </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/custom_agent/" class="md-nav__link"> Building a Custom Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/dashscope_agent/" class="md-nav__link"> DashScope Agent Tutorial </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/introspective_agent_toxicity_reduction/" class="md-nav__link"> Introspective Agents: Performing Tasks With Reflection </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/lats_agent/" class="md-nav__link"> Language Agent Tree Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/llm_compiler/" class="md-nav__link"> LLM Compiler Agent Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/memory/composable_memory/" class="md-nav__link"> Simple Composable Memory </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/memory/vector_memory/" class="md-nav__link"> Vector Memory </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/mistral_agent/" class="md-nav__link"> Function Calling Mistral Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/multi_document_agents-v1/" class="md-nav__link"> Multi-Document Agents (V1) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/multi_document_agents/" class="md-nav__link"> Multi-Document Agents </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/nvidia_agent/" class="md-nav__link"> Function Calling NVIDIA Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/nvidia_sub_question_query_engine/" class="md-nav__link"> Sub Question Query Engine powered by NVIDIA NIMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent/" class="md-nav__link"> Build your own OpenAI Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_context_retrieval/" class="md-nav__link"> Context-Augmented OpenAI Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_lengthy_tools/" class="md-nav__link"> OpenAI Agent Workarounds for Lengthy Tool Descriptions </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_parallel_function_calling/" class="md-nav__link"> Single-Turn Multi-Function Calling OpenAI Agents </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_query_cookbook/" class="md-nav__link"> OpenAI Agent + Query Engine Experimental Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_query_plan/" class="md-nav__link"> OpenAI Agent Query Planning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_retrieval/" class="md-nav__link"> Retrieval-Augmented OpenAI Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_tool_call_parser/" class="md-nav__link"> OpenAI Agent with Tool Call Parser </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_with_query_engine/" class="md-nav__link"> OpenAI Agent with Query Engine Tools </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_assistant_agent/" class="md-nav__link"> OpenAI Assistant Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_assistant_query_cookbook/" class="md-nav__link"> OpenAI Assistant Advanced Retrieval Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_forced_function_call/" class="md-nav__link"> OpenAI agent: specifying a forced function call </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_retrieval_benchmark/" class="md-nav__link"> Benchmarking OpenAI Retrieval API (through Assistant Agent) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/react_agent/" class="md-nav__link"> ReAct Agent - A Simple Intro with Calculator Tools </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/react_agent_with_query_engine/" class="md-nav__link"> ReAct Agent with Query Engine (RAG) Tools </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/return_direct_agent/" class="md-nav__link"> Controlling Agent Reasoning Loop with Return Direct Tools </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/structured_planner/" class="md-nav__link"> Structured Planning Agent </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_3" > <label class="md-nav__link" for="__nav_4_3" id="__nav_4_3_label" tabindex="0"> Chat Engines </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_3"> Chat Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_best/" class="md-nav__link"> Chat Engine - Best Mode </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_condense_plus_context/" class="md-nav__link"> Chat Engine - Condense Plus Context Mode </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_condense_question/" class="md-nav__link"> Chat Engine - Condense Question Mode </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_context/" class="md-nav__link"> Chat Engine - Context Mode </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_openai/" class="md-nav__link"> Chat Engine - OpenAI Agent Mode </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_personality/" class="md-nav__link"> Chat Engine with a Personality ✨ </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_react/" class="md-nav__link"> Chat Engine - ReAct Agent Mode </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_repl/" class="md-nav__link"> Chat Engine - Simple Mode REPL </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_4" > <label class="md-nav__link" for="__nav_4_4" id="__nav_4_4_label" tabindex="0"> Cookbooks </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_4"> Cookbooks </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/GraphRAG_v1/" class="md-nav__link"> GraphRAG Implementation with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/GraphRAG_v2/" class="md-nav__link"> GraphRAG Implementation with LlamaIndex - V2 </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/airtrain/" class="md-nav__link"> AirtrainAI Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/anthropic_haiku/" class="md-nav__link"> Anthropic Haiku Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/cleanlab_tlm_rag/" class="md-nav__link"> Trustworthy RAG with the Trustworthy Language Model </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/codestral/" class="md-nav__link"> Codestral from MistralAI Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/cohere_retriever_eval/" class="md-nav__link"> Cohere init8 and binary Embeddings Retrieval Evaluation </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/contextual_retrieval/" class="md-nav__link"> Contextual Retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/crewai_llamaindex/" class="md-nav__link"> CrewAI + LlamaIndex Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/llama3_cookbook/" class="md-nav__link"> Llama3 Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/llama3_cookbook_groq/" class="md-nav__link"> Llama3 Cookbook with Groq </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/llama3_cookbook_ollama_replicate/" class="md-nav__link"> Llama3 Cookbook with Ollama and Replicate </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/mistralai/" class="md-nav__link"> MistralAI Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/mixedbread_reranker/" class="md-nav__link"> mixedbread Rerank Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/mongodb_retrieval_strategies/" class="md-nav__link"> Optimizing for relevance using MongoDB and LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oracleai_demo/" class="md-nav__link"> Oracle AI Vector Search with Document Processing </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-2/Components_Of_LlamaIndex/" class="md-nav__link"> Components Of LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-3/Evaluating_RAG_Systems/" class="md-nav__link"> Evaluating RAG Systems </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-4/Ingestion_Pipeline/" class="md-nav__link"> Ingestion Pipeline </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-4/Metadata_Extraction/" class="md-nav__link"> Metadata Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-5/Observability/" class="md-nav__link"> Observability </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-6/Agents/" class="md-nav__link"> Agents </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-6/Router_And_SubQuestion_QueryEngine/" class="md-nav__link"> Router QueryEngine and SubQuestion QueryEngine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-7/Multi_Modal_RAG_System/" class="md-nav__link"> Multi-Modal RAG System </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-8/Advanced_RAG_with_LlamaParse/" class="md-nav__link"> Advanced RAG with LlamaParse </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/prometheus2_cookbook/" class="md-nav__link"> Prometheus-2 Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/toolhouse_llamaindex/" class="md-nav__link"> Sales Prospecting Workflow with Toolhouse </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_5" > <label class="md-nav__link" for="__nav_4_5" id="__nav_4_5_label" tabindex="0"> Customization </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_5"> Customization </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/AzureOpenAI/" class="md-nav__link"> Azure OpenAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/SimpleIndexDemo-ChatGPT/" class="md-nav__link"> ChatGPT </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/SimpleIndexDemo-Huggingface_camel/" class="md-nav__link"> HuggingFace LLM - Camel-5b </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/SimpleIndexDemo-Huggingface_stablelm/" class="md-nav__link"> HuggingFace LLM - StableLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/prompts/chat_prompts/" class="md-nav__link"> Chat Prompts Customization </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/prompts/completion_prompts/" class="md-nav__link"> Completion Prompts Customization </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/streaming/SimpleIndexDemo-streaming/" class="md-nav__link"> Streaming </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/streaming/chat_engine_condense_question_stream_response/" class="md-nav__link"> Streaming for Chat Engine - Condense Question Mode </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_6" > <label class="md-nav__link" for="__nav_4_6" id="__nav_4_6_label" tabindex="0"> Data Connectors </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_6"> Data Connectors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/ChromaDemo/" class="md-nav__link"> Chroma Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DashvectorReaderDemo/" class="md-nav__link"> DashVector Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DatabaseReaderDemo/" class="md-nav__link"> Database Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DeepLakeReader/" class="md-nav__link"> DeepLake Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DiscordDemo/" class="md-nav__link"> Discord Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DoclingReaderDemo/" class="md-nav__link"> Docling Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/FaissDemo/" class="md-nav__link"> Faiss Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GithubRepositoryReaderDemo/" class="md-nav__link"> Github Repo Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleChatDemo/" class="md-nav__link"> Google Chat Reader Test </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleDocsDemo/" class="md-nav__link"> Google Docs Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleDriveDemo/" class="md-nav__link"> Google Drive Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleMapsTextSearchReaderDemo/" class="md-nav__link"> Google Maps Text Search Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleSheetsDemo/" class="md-nav__link"> Google Sheets Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MakeDemo/" class="md-nav__link"> Make Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MboxReaderDemo/" class="md-nav__link"> Mbox Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MilvusReaderDemo/" class="md-nav__link"> MilvusReader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MongoDemo/" class="md-nav__link"> MongoDB Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MyScaleReaderDemo/" class="md-nav__link"> MyScale Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/NotionDemo/" class="md-nav__link"> Notion Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/ObsidianReaderDemo/" class="md-nav__link"> Obsidian Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/PathwayReaderDemo/" class="md-nav__link"> Pathway Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/PreprocessReaderDemo/" class="md-nav__link"> Preprocess </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/PsychicDemo/" class="md-nav__link"> Psychic Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/QdrantDemo/" class="md-nav__link"> Qdrant Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/SlackDemo/" class="md-nav__link"> Slack Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/TwitterDemo/" class="md-nav__link"> Twitter Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/WeaviateDemo/" class="md-nav__link"> Weaviate Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/WebPageDemo/" class="md-nav__link"> Web Page Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/ZyteSerpDemo/" class="md-nav__link"> Zyte Serp Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/deplot/DeplotReader/" class="md-nav__link"> Deplot Reader Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/html_tag_reader/" class="md-nav__link"> HTML Tag Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/oracleai/" class="md-nav__link"> Oracle AI Vector Search: Document Processing </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/simple_directory_reader/" class="md-nav__link"> Simple Directory Reader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/simple_directory_reader_parallel/" class="md-nav__link"> Parallel Processing SimpleDirectoryReader </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/simple_directory_reader_remote_fs/" class="md-nav__link"> Simple Directory Reader over a Remote FileSystem </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_7" > <label class="md-nav__link" for="__nav_4_7" id="__nav_4_7_label" tabindex="0"> Discover LlamaIndex </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_7"> Discover LlamaIndex </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/discover_llamaindex/document_management/Discord_Thread_Management/" class="md-nav__link"> Discord Thread Management </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_8" > <label class="md-nav__link" for="__nav_4_8" id="__nav_4_8_label" tabindex="0"> Docstores </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_8"> Docstores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/docstore/AzureDocstoreDemo/" class="md-nav__link"> Demo: Azure Table Storage as a Docstore </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/DocstoreDemo/" class="md-nav__link"> Docstore Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/DynamoDBDocstoreDemo/" class="md-nav__link"> Dynamo DB Docstore Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/FirestoreDemo/" class="md-nav__link"> Firestore Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/MongoDocstoreDemo/" class="md-nav__link"> MongoDB Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/RedisDocstoreIndexStoreDemo/" class="md-nav__link"> Redis Docstore+Index Store Demo </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_9" > <label class="md-nav__link" for="__nav_4_9" id="__nav_4_9_label" tabindex="0"> Embeddings </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_9"> Embeddings </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/embeddings/Anyscale/" class="md-nav__link"> Anyscale Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/Langchain/" class="md-nav__link"> LangChain Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/OpenAI/" class="md-nav__link"> OpenAI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/alephalpha/" class="md-nav__link"> Aleph Alpha Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/bedrock/" class="md-nav__link"> Bedrock Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/clarifai/" class="md-nav__link"> Embeddings with Clarifai </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/cloudflare_workersai/" class="md-nav__link"> Cloudflare Workers AI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/cohereai/" class="md-nav__link"> CohereAI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/custom_embeddings/" class="md-nav__link"> Custom Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/dashscope_embeddings/" class="md-nav__link"> Dashscope embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/databricks/" class="md-nav__link"> Databricks Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/deepinfra/" class="md-nav__link"> Deepinfra </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/elasticsearch/" class="md-nav__link"> Elasticsearch Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/fastembed/" class="md-nav__link"> Qdrant FastEmbed Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/fireworks/" class="md-nav__link"> Fireworks Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/gemini/" class="md-nav__link"> Google Gemini Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/gigachat/" class="md-nav__link"> Gigachat </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/google_palm/" class="md-nav__link"> Google PaLM Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/huggingface/" class="md-nav__link"> Local Embeddings with HuggingFace </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ibm_watsonx/" class="md-nav__link"> IBM watsonx.ai </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ipex_llm/" class="md-nav__link"> Local Embeddings with IPEX-LLM on Intel CPU </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ipex_llm_gpu/" class="md-nav__link"> Local Embeddings with IPEX-LLM on Intel GPU </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/itrex/" class="md-nav__link"> Optimized BGE Embedding Model using Intel® Extension for Transformers </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/jina_embeddings/" class="md-nav__link"> Jina 8K Context Window Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/jinaai_embeddings/" class="md-nav__link"> Jina Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/llamafile/" class="md-nav__link"> Llamafile Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/llm_rails/" class="md-nav__link"> LLMRails Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/mistralai/" class="md-nav__link"> MistralAI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/mixedbreadai/" class="md-nav__link"> Mixedbread AI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/modelscope/" class="md-nav__link"> ModelScope Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/nebius/" class="md-nav__link"> Nebius Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/nomic/" class="md-nav__link"> Nomic Embedding </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/nvidia/" class="md-nav__link"> NVIDIA NIMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/oci_genai/" class="md-nav__link"> Oracle Cloud Infrastructure Generative AI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/octoai/" class="md-nav__link"> OctoAI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ollama_embedding/" class="md-nav__link"> Ollama Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/openvino/" class="md-nav__link"> Local Embeddings with OpenVINO </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/optimum_intel/" class="md-nav__link"> Optimized Embedding Model using Optimum-Intel </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/oracleai/" class="md-nav__link"> Oracle AI Vector Search: Generate Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/premai/" class="md-nav__link"> PremAI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/sagemaker_embedding_endpoint/" class="md-nav__link"> Interacting with Embeddings deployed in Amazon SageMaker Endpoint with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/text_embedding_inference/" class="md-nav__link"> Text Embedding Inference </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/textembed/" class="md-nav__link"> TextEmbed - Embedding Inference Server </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/together/" class="md-nav__link"> Together AI Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/upstage/" class="md-nav__link"> Upstage Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/vertex_embedding_endpoint/" class="md-nav__link"> Interacting with Embeddings deployed in Vertex AI Endpoint with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/voyageai/" class="md-nav__link"> Voyage Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/yandexgpt/" class="md-nav__link"> Yandexgpt </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_10" > <label class="md-nav__link" for="__nav_4_10" id="__nav_4_10_label" tabindex="0"> Evaluation </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_10"> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/evaluation/BeirEvaluation/" class="md-nav__link"> BEIR Out of Domain Benchmark </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/Deepeval/" class="md-nav__link"> 🚀 RAG/LLM Evaluators - DeepEval </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/HotpotQADistractor/" class="md-nav__link"> HotpotQADistractor Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/QuestionGeneration/" class="md-nav__link"> QuestionGeneration </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/RAGChecker/" class="md-nav__link"> RAGChecker: A Fine-grained Evaluation Framework For Diagnosing RAG </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/RetryQuery/" class="md-nav__link"> Self Correcting Query Engines - Evaluation & Retry </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/TonicValidateEvaluators/" class="md-nav__link"> Tonic Validate Evaluators </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/UpTrain/" class="md-nav__link"> How to use UpTrain with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/answer_and_context_relevancy/" class="md-nav__link"> Answer Relevancy and Context Relevancy Evaluations </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/batch_eval/" class="md-nav__link"> BatchEvalRunner - Running Multiple Evaluations </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/correctness_eval/" class="md-nav__link"> Correctness Evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/faithfulness_eval/" class="md-nav__link"> Faithfulness Evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/guideline_eval/" class="md-nav__link"> Guideline Evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/mt_bench_human_judgement/" class="md-nav__link"> Benchmarking LLM Evaluators On The MT-Bench Human Judgement </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/mt_bench_single_grading/" class="md-nav__link"> Benchmarking LLM Evaluators On A Mini MT-Bench (Single Grading) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/multi_modal/multi_modal_rag_evaluation/" class="md-nav__link"> Evaluating Multi-Modal RAG </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/pairwise_eval/" class="md-nav__link"> Pairwise Evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/prometheus_evaluation/" class="md-nav__link"> Evaluation using Prometheus model </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/relevancy_eval/" class="md-nav__link"> Relevancy Evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/retrieval/retriever_eval/" class="md-nav__link"> Retrieval Evaluation </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/semantic_similarity_eval/" class="md-nav__link"> Embedding Similarity Evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/step_back_argilla/" class="md-nav__link"> 🏔️ Step-back prompting with workflows for RAG with Argilla </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_11" > <label class="md-nav__link" for="__nav_4_11" id="__nav_4_11_label" tabindex="0"> Finetuning </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_11"> Finetuning </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/finetuning/cross_encoder_finetuning/cross_encoder_finetuning/" class="md-nav__link"> How to Finetune a cross-encoder using LLamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/embeddings/finetune_corpus_embedding/" class="md-nav__link"> Finetuning corpus embeddings using NUDGE </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/embeddings/finetune_embedding/" class="md-nav__link"> Finetune Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/embeddings/finetune_embedding_adapter/" class="md-nav__link"> Finetuning an Adapter on Top of any Black-Box Embedding Model </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/llm_judge/correctness/finetune_llm_judge_single_grading_correctness/" class="md-nav__link"> Knowledge Distillation For Fine-Tuning A GPT-3.5 Judge (Correctness) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/llm_judge/pairwise/finetune_llm_judge/" class="md-nav__link"> Knowledge Distillation For Fine-Tuning A GPT-3.5 Judge (Pairwise) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/mistralai_fine_tuning/" class="md-nav__link"> Fine Tuning MistralAI models using Finetuning API </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/openai_fine_tuning/" class="md-nav__link"> Fine Tuning GPT-3.5-Turbo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/openai_fine_tuning_functions/" class="md-nav__link"> Fine Tuning with Function Calling </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/react_agent/react_agent_finetune/" class="md-nav__link"> Fine-tuning a gpt-3.5 ReAct Agent on Better Chain of Thought </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/rerankers/cohere_custom_reranker/" class="md-nav__link"> Custom Cohere Reranker </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/router/router_finetune/" class="md-nav__link"> Router Fine-tuning </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_12" > <label class="md-nav__link" for="__nav_4_12" id="__nav_4_12_label" tabindex="0"> Ingestion </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_12_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_12"> Ingestion </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/ingestion/advanced_ingestion_pipeline/" class="md-nav__link"> Advanced Ingestion Pipeline </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/async_ingestion_pipeline/" class="md-nav__link"> Async Ingestion Pipeline + Metadata Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/document_management_pipeline/" class="md-nav__link"> Ingestion Pipeline + Document Management </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/ingestion_gdrive/" class="md-nav__link"> Building a Live RAG Pipeline over Google Drive Files </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/parallel_execution_ingestion_pipeline/" class="md-nav__link"> Parallelizing Ingestion Pipeline </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/redis_ingestion_pipeline/" class="md-nav__link"> Redis Ingestion Pipeline </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_13" > <label class="md-nav__link" for="__nav_4_13" id="__nav_4_13_label" tabindex="0"> LLMs </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_13_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_13"> LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/llm/ai21/" class="md-nav__link"> AI21 </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/alephalpha/" class="md-nav__link"> Aleph Alpha </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/anthropic/" class="md-nav__link"> Anthropic </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/anthropic_prompt_caching/" class="md-nav__link"> Anthropic Prompt Caching </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/anyscale/" class="md-nav__link"> Anyscale </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/azure_inference/" class="md-nav__link"> Azure AI model inference </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/azure_openai/" class="md-nav__link"> Azure OpenAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/bedrock/" class="md-nav__link"> Bedrock </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/bedrock_converse/" class="md-nav__link"> Bedrock Converse </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/cerebras/" class="md-nav__link"> Cerebras </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/clarifai/" class="md-nav__link"> Clarifai LLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/cleanlab/" class="md-nav__link"> Cleanlab Trustworthy Language Model </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/cohere/" class="md-nav__link"> Cohere </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/dashscope/" class="md-nav__link"> DashScope LLMS </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/databricks/" class="md-nav__link"> DataBricks </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/deepinfra/" class="md-nav__link"> DeepInfra </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/everlyai/" class="md-nav__link"> EverlyAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/fireworks/" class="md-nav__link"> Fireworks </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/fireworks_cookbook/" class="md-nav__link"> Fireworks Function Calling Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/friendli/" class="md-nav__link"> Friendli </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/gemini/" class="md-nav__link"> Gemini </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/groq/" class="md-nav__link"> Groq </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/huggingface/" class="md-nav__link"> Hugging Face LLMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ibm_watsonx/" class="md-nav__link"> IBM watsonx.ai </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ipex_llm/" class="md-nav__link"> IPEX-LLM on Intel CPU </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ipex_llm_gpu/" class="md-nav__link"> IPEX-LLM on Intel GPU </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/konko/" class="md-nav__link"> Konko </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/langchain/" class="md-nav__link"> Langchain </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/litellm/" class="md-nav__link"> LiteLLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_2/" class="md-nav__link"> Replicate - Llama 2 13B </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_2_llama_cpp/" class="md-nav__link"> LlamaCPP </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_2_rap_battle/" class="md-nav__link"> 🦙 x 🦙 Rap Battle </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_api/" class="md-nav__link"> Llama API </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llamafile/" class="md-nav__link"> llamafile </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llm_predictor/" class="md-nav__link"> LLM Predictor </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/lmstudio/" class="md-nav__link"> LM Studio </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/localai/" class="md-nav__link"> LocalAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/maritalk/" class="md-nav__link"> Maritalk </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/mistral_rs/" class="md-nav__link"> MistralRS LLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/mistralai/" class="md-nav__link"> MistralAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/modelscope/" class="md-nav__link"> ModelScope LLMS </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/monsterapi/" class="md-nav__link"> Monster API <> LLamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/mymagic/" class="md-nav__link"> MyMagic AI LLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nebius/" class="md-nav__link"> Nebius LLMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/neutrino/" class="md-nav__link"> Neutrino AI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia/" class="md-nav__link"> NVIDIA NIMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_nim/" class="md-nav__link"> NVIDIA NIMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_tensorrt/" class="md-nav__link"> Nvidia TensorRT-LLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_text_completion/" class="md-nav__link"> NVIDIA's LLM Text Completion API </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_triton/" class="md-nav__link"> Nvidia Triton </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/oci_genai/" class="md-nav__link"> Oracle Cloud Infrastructure Generative AI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/octoai/" class="md-nav__link"> OctoAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ollama/" class="md-nav__link"> Ollama - Llama 3.1 </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ollama_gemma/" class="md-nav__link"> Ollama - Gemma </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openai/" class="md-nav__link"> OpenAI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openai_json_vs_function_calling/" class="md-nav__link"> OpenAI JSON Mode vs. Function Calling for Data Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openllm/" class="md-nav__link"> OpenLLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openrouter/" class="md-nav__link"> OpenRouter </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openvino/" class="md-nav__link"> OpenVINO LLMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/optimum_intel/" class="md-nav__link"> Optimum Intel LLMs optimized with IPEX backend </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/paieas/" class="md-nav__link"> AlibabaCloud-PaiEas </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/palm/" class="md-nav__link"> PaLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/perplexity/" class="md-nav__link"> Perplexity </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/pipeshift/" class="md-nav__link"> Pipeshift </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/portkey/" class="md-nav__link"> Portkey </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/predibase/" class="md-nav__link"> Predibase </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/premai/" class="md-nav__link"> PremAI LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/qianfan/" class="md-nav__link"> Client of Baidu Intelligent Cloud's Qianfan LLM Platform </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/rungpt/" class="md-nav__link"> RunGPT </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/sagemaker_endpoint_llm/" class="md-nav__link"> Interacting with LLM deployed in Amazon SageMaker Endpoint with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/sambanovasystems/" class="md-nav__link"> SambaNova Systems </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/solar/" class="md-nav__link"> Solar LLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/together/" class="md-nav__link"> Together AI LLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/unify/" class="md-nav__link"> Unify </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/upstage/" class="md-nav__link"> Upstage </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/vertex/" class="md-nav__link"> Vertex AI </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/vicuna/" class="md-nav__link"> Replicate - Vicuna 13B </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/vllm/" class="md-nav__link"> vLLM </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/xinference_local_deployment/" class="md-nav__link"> Xorbits Inference </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/yi/" class="md-nav__link"> Yi </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_14" > <label class="md-nav__link" for="__nav_4_14" id="__nav_4_14_label" tabindex="0"> Llama Datasets </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_14_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_14"> Llama Datasets </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/downloading_llama_datasets/" class="md-nav__link"> Downloading a LlamaDataset from LlamaHub </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/labelled-rag-datasets/" class="md-nav__link"> Benchmarking RAG Pipelines With A </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/ragdataset_submission_template/" class="md-nav__link"> Submission Template Notebook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/uploading_llama_dataset/" class="md-nav__link"> Contributing a LlamaDataset To LlamaHub </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_15" > <label class="md-nav__link" for="__nav_4_15" id="__nav_4_15_label" tabindex="0"> Llama Hub </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_15_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_15"> Llama Hub </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_hub/" class="md-nav__link"> LlamaHub Demostration </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_pack_ollama/" class="md-nav__link"> Ollama Llama Pack Example </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_pack_resume/" class="md-nav__link"> Llama Pack - Resume Screener 📄 </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_packs_example/" class="md-nav__link"> Llama Packs Example </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_16" > <label class="md-nav__link" for="__nav_4_16" id="__nav_4_16_label" tabindex="0"> Low Level </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_16_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_16"> Low Level </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/low_level/evaluation/" class="md-nav__link"> Building Evaluation from Scratch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/fusion_retriever/" class="md-nav__link"> Building an Advanced Fusion Retriever from Scratch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/ingestion/" class="md-nav__link"> Building Data Ingestion from Scratch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/oss_ingestion_retrieval/" class="md-nav__link"> Building RAG from Scratch (Open-source only!) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/response_synthesis/" class="md-nav__link"> Building Response Synthesis from Scratch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/retrieval/" class="md-nav__link"> Building Retrieval from Scratch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/router/" class="md-nav__link"> Building a Router from Scratch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/vector_store/" class="md-nav__link"> Building a (Very Simple) Vector Store from Scratch </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_17" > <label class="md-nav__link" for="__nav_4_17" id="__nav_4_17_label" tabindex="0"> Managed Indexes </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_17_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_17"> Managed Indexes </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/managed/BGEM3Demo/" class="md-nav__link"> BGEM3Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/GoogleDemo/" class="md-nav__link"> Google Generative Language Semantic Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/PostgresMLDemo/" class="md-nav__link"> PostgresML Managed Index </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/VertexAIDemo/" class="md-nav__link"> Google Cloud LlamaIndex on Vertex AI for RAG </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/manage_retrieval_benchmark/" class="md-nav__link"> Semantic Retriever Benchmark </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/vectaraDemo/" class="md-nav__link"> Vectara Managed Index </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/zcpDemo/" class="md-nav__link"> Managed Index with Zilliz Cloud Pipelines </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_18" > <label class="md-nav__link" for="__nav_4_18" id="__nav_4_18_label" tabindex="0"> Memory </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_18_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_18"> Memory </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/memory/Mem0Memory/" class="md-nav__link"> Mem0 </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_19" > <label class="md-nav__link" for="__nav_4_19" id="__nav_4_19_label" tabindex="0"> Metadata Extractors </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_19_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_19"> Metadata Extractors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/EntityExtractionClimate/" class="md-nav__link"> Entity Metadata Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/MarvinMetadataExtractorDemo/" class="md-nav__link"> Metadata Extraction and Augmentation w/ Marvin </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/MetadataExtractionSEC/" class="md-nav__link"> Extracting Metadata for Better Document Indexing and Understanding </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/MetadataExtraction_LLMSurvey/" class="md-nav__link"> Automated Metadata Extraction for Better Retrieval + Synthesis </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/PydanticExtractor/" class="md-nav__link"> Pydantic Extractor </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_20" > <label class="md-nav__link" for="__nav_4_20" id="__nav_4_20_label" tabindex="0"> Multi-Modal </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_20_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_20"> Multi-Modal </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/ChromaMultiModalDemo/" class="md-nav__link"> Chroma Multi-Modal Demo with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/anthropic_multi_modal/" class="md-nav__link"> Multi-Modal LLM using Anthropic model for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/azure_openai_multi_modal/" class="md-nav__link"> Multi-Modal LLM using Azure OpenAI GPT-4V model for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/cohere_multi_modal/" class="md-nav__link"> Multi-Modal Retrieval using Cohere Multi-Modal Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/dashscope_multi_modal/" class="md-nav__link"> Multi-Modal LLM using DashScope qwen-vl model for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gemini/" class="md-nav__link"> Multi-Modal LLM using Google's Gemini model for image understanding and build Retrieval Augmented Generation with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gpt4o_mm_structured_outputs/" class="md-nav__link"> Multimodal Structured Outputs: GPT-4o vs. Other GPT-4 Variants </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gpt4v_experiments_cot/" class="md-nav__link"> GPT4-V Experiments with General, Specific questions and Chain Of Thought (COT) Prompting Technique. </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gpt4v_multi_modal_retrieval/" class="md-nav__link"> Advanced Multi-Modal Retrieval using GPT4V and Multi-Modal Index/Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/image_to_image_retrieval/" class="md-nav__link"> Image to Image Retrieval using CLIP embedding and image correlation reasoning using GPT4V </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/llava_demo/" class="md-nav__link"> LlaVa Demo with LlamaIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/llava_multi_modal_tesla_10q/" class="md-nav__link"> Retrieval-Augmented Image Captioning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/mistral_multi_modal/" class="md-nav__link"> Multi-Modal LLM using Mistral for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/mm_agent/" class="md-nav__link"> [Beta] Multi-modal ReAct Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_pydantic/" class="md-nav__link"> Multi-Modal GPT4V Pydantic Program </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_rag_nomic/" class="md-nav__link"> Multi-Modal RAG using Nomic Embed and Anthropic. </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_retrieval/" class="md-nav__link"> Multi-Modal Retrieval using GPT text embedding and CLIP image embedding for Wikipedia Articles </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_video_RAG/" class="md-nav__link"> Multimodal RAG for processing videos using OpenAI GPT4V and LanceDB vectorstore </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_videorag_videodb/" class="md-nav__link"> Multimodal RAG with VideoDB </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/nebius_multi_modal/" class="md-nav__link"> Multimodal models with Nebius </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/nvidia_multi_modal/" class="md-nav__link"> Multi-Modal LLM using NVIDIA endpoints for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/ollama_cookbook/" class="md-nav__link"> Multimodal Ollama Cookbook </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/openai_multi_modal/" class="md-nav__link"> Using OpenAI GPT-4V model for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/openvino_multimodal/" class="md-nav__link"> Local Multimodal pipeline with OpenVINO </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/replicate_multi_modal/" class="md-nav__link"> Multi-Modal LLM using Replicate LlaVa, Fuyu 8B, MiniGPT4 models for image reasoning </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/structured_image_retrieval/" class="md-nav__link"> Semi-structured Image Retrieval </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_21" > <label class="md-nav__link" for="__nav_4_21" id="__nav_4_21_label" tabindex="0"> Multi-Tenancy </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_21_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_21"> Multi-Tenancy </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/multi_tenancy/multi_tenancy_rag/" class="md-nav__link"> Multi-Tenancy RAG with LlamaIndex </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_22" > <label class="md-nav__link" for="__nav_4_22" id="__nav_4_22_label" tabindex="0"> Node Parsers & Text Splitters </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_22_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_22"> Node Parsers & Text Splitters </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/node_parsers/semantic_chunking/" class="md-nav__link"> Semantic Chunker </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_parsers/semantic_double_merging_chunking/" class="md-nav__link"> Semantic double merging chunking </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_parsers/topic_parser/" class="md-nav__link"> TopicNodeParser </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_23" > <label class="md-nav__link" for="__nav_4_23" id="__nav_4_23_label" tabindex="0"> Node Postprocessors </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_23_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_23"> Node Postprocessors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/CohereRerank/" class="md-nav__link"> Cohere Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/ColPaliRerank/" class="md-nav__link"> Reranking using ColPali, Cohere Reranker and Multi-Modal Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/ColbertRerank/" class="md-nav__link"> Colbert Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/FileNodeProcessors/" class="md-nav__link"> File Based Node Parsers </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/FlagEmbeddingReranker/" class="md-nav__link"> FlagEmbeddingReranker </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/JinaRerank/" class="md-nav__link"> Jina Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/LLMReranker-Gatsby/" class="md-nav__link"> LLM Reranker Demonstration (Great Gatsby) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/LLMReranker-Lyft-10k/" class="md-nav__link"> LLM Reranker Demonstration (2021 Lyft 10-k) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/LongContextReorder/" class="md-nav__link"> LongContextReorder </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/MetadataReplacementDemo/" class="md-nav__link"> Metadata Replacement + Node Sentence Window </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/MixedbreadAIRerank/" class="md-nav__link"> Mixedbread AI Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/NVIDIARerank/" class="md-nav__link"> NVIDIA NIMs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/OptimizerDemo/" class="md-nav__link"> Sentence Embedding Optimizer </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/PII/" class="md-nav__link"> PII Masking </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/PrevNextPostprocessorDemo/" class="md-nav__link"> Forward/Backward Augmentation </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/RecencyPostprocessorDemo/" class="md-nav__link"> Recency Filtering </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/SentenceTransformerRerank/" class="md-nav__link"> SentenceTransformerRerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/TimeWeightedPostprocessorDemo/" class="md-nav__link"> Time-Weighted Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/VoyageAIRerank/" class="md-nav__link"> VoyageAI Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/openvino_rerank/" class="md-nav__link"> OpenVINO Rerank </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/rankGPT/" class="md-nav__link"> RankGPT Reranker Demonstration (Van Gogh Wiki) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/rankLLM/" class="md-nav__link"> RankLLM Reranker Demonstration (Van Gogh Wiki) </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_24" > <label class="md-nav__link" for="__nav_4_24" id="__nav_4_24_label" tabindex="0"> Object Stores </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_24_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_24"> Object Stores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/objects/object_index/" class="md-nav__link"> The Class </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_25" > <label class="md-nav__link" for="__nav_4_25" id="__nav_4_25_label" tabindex="0"> Observability </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_25_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_25"> Observability </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/observability/AimCallback/" class="md-nav__link"> Aim Callback </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/HoneyHiveLlamaIndexTracer/" class="md-nav__link"> HoneyHive LlamaIndex Tracer </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/LangfuseCallbackHandler/" class="md-nav__link"> Langfuse Callback Handler </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/LangfuseMistralPostHog/" class="md-nav__link"> Analyze and Debug LlamaIndex Applications with PostHog and Langfuse </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/LlamaDebugHandler/" class="md-nav__link"> Llama Debug Handler </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/MLflow/" class="md-nav__link"> MLflow </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/OpenInferenceCallback/" class="md-nav__link"> OpenInference Callback Handler + Arize Phoenix </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/OpenLLMetry/" class="md-nav__link"> Observability with OpenLLMetry </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/OpikCallback/" class="md-nav__link"> Logging traces with Opik </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/PromptLayerHandler/" class="md-nav__link"> PromptLayer Handler </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/TokenCountingHandler/" class="md-nav__link"> Token Counting Handler </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/UpTrainCallback/" class="md-nav__link"> UpTrain Callback Handler </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/WandbCallbackHandler/" class="md-nav__link"> Wandb Callback Handler </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_26" > <label class="md-nav__link" for="__nav_4_26" id="__nav_4_26_label" tabindex="0"> Output Parsers </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_26_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_26"> Output Parsers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/GuardrailsDemo/" class="md-nav__link"> Guardrails Output Parsing </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/LangchainOutputParserDemo/" class="md-nav__link"> Langchain Output Parsing </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/df_program/" class="md-nav__link"> DataFrame Structured Data Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/evaporate_program/" class="md-nav__link"> Evaporate Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/function_program/" class="md-nav__link"> Function Calling Program for Structured Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/guidance_pydantic_program/" class="md-nav__link"> Guidance Pydantic Program </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/guidance_sub_question/" class="md-nav__link"> Guidance for Sub-Question Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/llm_program/" class="md-nav__link"> LLM Pydantic Program </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/lmformatenforcer_pydantic_program/" class="md-nav__link"> LM Format Enforcer Pydantic Program </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/lmformatenforcer_regular_expressions/" class="md-nav__link"> LM Format Enforcer Regular Expression Generation </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/nvidia_output_parsing/" class="md-nav__link"> LLM Pydantic Program - NVIDIA </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/openai_pydantic_program/" class="md-nav__link"> OpenAI Pydantic Program </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/openai_sub_question/" class="md-nav__link"> OpenAI function calling for Sub-Question Query Engine </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_27" > <label class="md-nav__link" for="__nav_4_27" id="__nav_4_27_label" tabindex="0"> Param Optimizer </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_27_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_27"> Param Optimizer </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/param_optimizer/param_optimizer/" class="md-nav__link"> [WIP] Hyperparameter Optimization for RAG </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_28" > <label class="md-nav__link" for="__nav_4_28" id="__nav_4_28_label" tabindex="0"> Prompts </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_28_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_28"> Prompts </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/prompts/advanced_prompts/" class="md-nav__link"> Advanced Prompt Techniques (Variable Mappings, Functions) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/emotion_prompt/" class="md-nav__link"> EmotionPrompt in RAG </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/prompt_mixin/" class="md-nav__link"> Accessing/Customizing Prompts within Higher-Level Modules </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/prompt_optimization/" class="md-nav__link"> "Optimization by Prompting" for RAG </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/prompts_rag/" class="md-nav__link"> Prompt Engineering for RAG </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_29" > <label class="md-nav__link" for="__nav_4_29" id="__nav_4_29_label" tabindex="0"> Property Graph </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_29_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_29"> Property Graph </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/property_graph/graph_store/" class="md-nav__link"> Using a Property Graph Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_advanced/" class="md-nav__link"> Property Graph Construction with Predefined Schemas </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_basic/" class="md-nav__link"> Property Graph Index </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_custom_retriever/" class="md-nav__link"> Defining a Custom Property Graph Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_memgraph/" class="md-nav__link"> Memgraph Property Graph Index </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_neo4j/" class="md-nav__link"> Neo4j Property Graph Index </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_30" > <label class="md-nav__link" for="__nav_4_30" id="__nav_4_30_label" tabindex="0"> Query Engines </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_30_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_30"> Query Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/query_engine/CustomRetrievers/" class="md-nav__link"> Retriever Query Engine with Custom Retrievers - Simple Hybrid Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/JSONalyze_query_engine/" class="md-nav__link"> JSONalyze Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/JointQASummary/" class="md-nav__link"> Joint QA Summary Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/RetrieverRouterQueryEngine/" class="md-nav__link"> Retriever Router Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/RouterQueryEngine/" class="md-nav__link"> Router Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/SQLAutoVectorQueryEngine/" class="md-nav__link"> SQL Auto Vector Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/SQLJoinQueryEngine/" class="md-nav__link"> SQL Join Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/SQLRouterQueryEngine/" class="md-nav__link"> SQL Router Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/citation_query_engine/" class="md-nav__link"> CitationQueryEngine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/cogniswitch_query_engine/" class="md-nav__link"> Cogniswitch query engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/custom_query_engine/" class="md-nav__link"> Defining a Custom Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/ensemble_query_engine/" class="md-nav__link"> Ensemble Query Engine Guide </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/flare_query_engine/" class="md-nav__link"> FLARE Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/json_query_engine/" class="md-nav__link"> JSON Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/knowledge_graph_query_engine/" class="md-nav__link"> Knowledge Graph Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/knowledge_graph_rag_query_engine/" class="md-nav__link"> Knowledge Graph RAG Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/multi_doc_auto_retrieval/multi_doc_auto_retrieval/" class="md-nav__link"> Structured Hierarchical Retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pandas_query_engine/" class="md-nav__link"> Pandas Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pdf_tables/recursive_retriever/" class="md-nav__link"> Recursive Retriever + Query Engine Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pgvector_sql_query_engine/" class="md-nav__link"> [Beta] Text-to-SQL with PGVector </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pydantic_query_engine/" class="md-nav__link"> Query Engine with Pydantic Outputs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/recursive_retriever_agents/" class="md-nav__link"> Recursive Retriever + Document Agents </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/sec_tables/tesla_10q_table/" class="md-nav__link"> Joint Tabular/Semantic QA over Tesla 10K </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/sub_question_query_engine/" class="md-nav__link"> Sub Question Query Engine </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_31" > <label class="md-nav__link" for="__nav_4_31" id="__nav_4_31_label" tabindex="0"> Query Pipeline </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_31_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_31"> Query Pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline/" class="md-nav__link"> An Introduction to LlamaIndex Query Pipelines </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_async/" class="md-nav__link"> Query Pipeline with Async/Parallel Execution </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_memory/" class="md-nav__link"> Query Pipeline Chat Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_pandas/" class="md-nav__link"> Query Pipeline over Pandas DataFrames </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_routing/" class="md-nav__link"> Query Pipeline with Routing </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_sql/" class="md-nav__link"> Query Pipeline for Advanced Text-to-SQL </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_32" > <label class="md-nav__link" for="__nav_4_32" id="__nav_4_32_label" tabindex="0"> Query Transformations </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_32_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_32"> Query Transformations </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/query_transformations/HyDEQueryTransformDemo/" class="md-nav__link"> HyDE Query Transform </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_transformations/SimpleIndexDemo-multistep/" class="md-nav__link"> Multi-Step Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_transformations/query_transform_cookbook/" class="md-nav__link"> Query Transform Cookbook </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_33" > <label class="md-nav__link" for="__nav_4_33" id="__nav_4_33_label" tabindex="0"> Response Synthesizers </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_33_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_33"> Response Synthesizers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/custom_prompt_synthesizer/" class="md-nav__link"> Pydantic Tree Summarize </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/long_context_test/" class="md-nav__link"> Stress-Testing Long Context LLMs with a Recall Task </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/pydantic_tree_summarize/" class="md-nav__link"> Pydantic Tree Summarize </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/refine/" class="md-nav__link"> Refine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/structured_refine/" class="md-nav__link"> Refine with Structured Answer Filtering </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/tree_summarize/" class="md-nav__link"> Tree Summarize </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_34" > <label class="md-nav__link" for="__nav_4_34" id="__nav_4_34_label" tabindex="0"> Retrievers </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_34_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_34"> Retrievers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/retrievers/auto_merging_retriever/" class="md-nav__link"> Auto Merging Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/auto_vs_recursive_retriever/" class="md-nav__link"> Comparing Methods for Structured Retrieval (Auto-Retrieval vs. Recursive Retrieval) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/bedrock_retriever/" class="md-nav__link"> Bedrock (Knowledge Bases) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/bm25_retriever/" class="md-nav__link"> BM25 Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/composable_retrievers/" class="md-nav__link"> Composable Objects </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/deep_memory/" class="md-nav__link"> Activeloop Deep Memory </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/ensemble_retrieval/" class="md-nav__link"> Ensemble Retrieval Guide </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/multi_doc_together_hybrid/" class="md-nav__link"> Chunk + Document Hybrid Retrieval with Long-Context Embeddings (Together.ai) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/pathway_retriever/" class="md-nav__link"> Pathway Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/reciprocal_rerank_fusion/" class="md-nav__link"> Reciprocal Rerank Fusion Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/recurisve_retriever_nodes_braintrust/" class="md-nav__link"> Recursive Retriever + Node References + Braintrust </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/recursive_retriever_nodes/" class="md-nav__link"> Recursive Retriever + Node References </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/relative_score_dist_fusion/" class="md-nav__link"> Relative Score Fusion and Distribution-Based Score Fusion </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/router_retriever/" class="md-nav__link"> Router Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/simple_fusion/" class="md-nav__link"> Simple Fusion Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/vectara_auto_retriever/" class="md-nav__link"> Auto-Retrieval from a Vectara Index </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/vertex_ai_search_retriever/" class="md-nav__link"> Vertex AI Search Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/videodb_retriever/" class="md-nav__link"> Videodb retriever </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/you_retriever/" class="md-nav__link"> You.com Retriever </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_35" > <label class="md-nav__link" for="__nav_4_35" id="__nav_4_35_label" tabindex="0"> Tools </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_35_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_35"> Tools </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/tools/OnDemandLoaderTool/" class="md-nav__link"> OnDemandLoaderTool Tutorial </a> </li> <li class="md-nav__item"> <a href="../../../../examples/tools/azure_code_interpreter/" class="md-nav__link"> Azure Code Interpreter Tool Spec </a> </li> <li class="md-nav__item"> <a href="../../../../examples/tools/cassandra/" class="md-nav__link"> Cassandra Database Tools </a> </li> <li class="md-nav__item"> <a href="../../../../examples/tools/eval_query_engine_tool/" class="md-nav__link"> Evaluation Query Engine Tool </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_36" > <label class="md-nav__link" for="__nav_4_36" id="__nav_4_36_label" tabindex="0"> Transforms </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_36_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_36"> Transforms </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/transforms/TransformsEval/" class="md-nav__link"> Transforms Evaluation </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_37" > <label class="md-nav__link" for="__nav_4_37" id="__nav_4_37_label" tabindex="0"> Use Cases </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_37_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_37"> Use Cases </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/usecases/10k_sub_question/" class="md-nav__link"> 10K Analysis </a> </li> <li class="md-nav__item"> <a href="../../../../examples/usecases/10q_sub_question/" class="md-nav__link"> 10Q Analysis </a> </li> <li class="md-nav__item"> <a href="../../../../examples/usecases/email_data_extraction/" class="md-nav__link"> Email Data Extraction </a> </li> <li class="md-nav__item"> <a href="../../../../examples/usecases/github_issue_analysis/" class="md-nav__link"> Github Issue Analysis </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_38" > <label class="md-nav__link" for="__nav_4_38" id="__nav_4_38_label" tabindex="0"> Vector Stores </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_38_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_38"> Vector Stores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AWSDocDBDemo/" class="md-nav__link"> AWSDocDBDemo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AlibabaCloudOpenSearchIndexDemo/" class="md-nav__link"> Alibaba Cloud OpenSearch Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AmazonNeptuneVectorDemo/" class="md-nav__link"> Amazon Neptune - Neptune Analytics vector store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AnalyticDBDemo/" class="md-nav__link"> AnalyticDB </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AstraDBIndexDemo/" class="md-nav__link"> Astra DB </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AsyncIndexCreationDemo/" class="md-nav__link"> Simple Vector Store - Async Index Creation </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AwadbDemo/" class="md-nav__link"> Awadb Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AzureAISearchIndexDemo/" class="md-nav__link"> Azure AI Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AzureCosmosDBMongoDBvCoreDemo/" class="md-nav__link"> Azure CosmosDB MongoDB Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AzureCosmosDBNoSqlDemo/" class="md-nav__link"> Azure Cosmos DB No SQL Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/BagelAutoRetriever/" class="md-nav__link"> Bagel Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/BagelIndexDemo/" class="md-nav__link"> Bagel Network </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/BaiduVectorDBIndexDemo/" class="md-nav__link"> Baidu VectorDB </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/CassandraIndexDemo/" class="md-nav__link"> Cassandra Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ChromaFireworksNomic/" class="md-nav__link"> Chroma + Fireworks + Nomic with Matryoshka embedding </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ChromaIndexDemo/" class="md-nav__link"> Chroma </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ClickHouseIndexDemo/" class="md-nav__link"> ClickHouse Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/CouchbaseVectorStoreDemo/" class="md-nav__link"> CouchbaseVectorStoreDemo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DashvectorIndexDemo/" class="md-nav__link"> DashVector Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DatabricksVectorSearchDemo/" class="md-nav__link"> Databricks Vector Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DeepLakeIndexDemo/" class="md-nav__link"> Deep Lake Vector Store Quickstart </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DocArrayHnswIndexDemo/" class="md-nav__link"> DocArray Hnsw Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DocArrayInMemoryIndexDemo/" class="md-nav__link"> DocArray InMemory Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DuckDBDemo/" class="md-nav__link"> DuckDB </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ElasticsearchIndexDemo/" class="md-nav__link"> Elasticsearch Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Elasticsearch_demo/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/EpsillaIndexDemo/" class="md-nav__link"> Epsilla Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/FaissIndexDemo/" class="md-nav__link"> Faiss Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/FirestoreVectorStore/" class="md-nav__link"> Firestore Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/HnswlibIndexDemo/" class="md-nav__link"> Hnswlib </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/HologresDemo/" class="md-nav__link"> Hologres </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/JaguarIndexDemo/" class="md-nav__link"> Jaguar Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/KDBAI_Advanced_RAG_Demo/" class="md-nav__link"> Advanced RAG with temporal filters using LlamaIndex and KDB.AI vector store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LanceDBIndexDemo/" class="md-nav__link"> LanceDB Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LanternAutoRetriever/" class="md-nav__link"> Lantern Vector Store (auto-retriever) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LanternIndexDemo/" class="md-nav__link"> Lantern Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LindormDemo/" class="md-nav__link"> Lindorm </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MetalIndexDemo/" class="md-nav__link"> Metal Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MilvusHybridIndexDemo/" class="md-nav__link"> Milvus Vector Store With Hybrid Retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MilvusIndexDemo/" class="md-nav__link"> Milvus Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MilvusOperatorFunctionDemo/" class="md-nav__link"> MilvusOperatorFunctionDemo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MongoDBAtlasVectorSearch/" class="md-nav__link"> MongoDB Atlas Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MongoDBAtlasVectorSearchRAGFireworks/" class="md-nav__link"> MongoDB Atlas + Fireworks AI RAG Example </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MongoDBAtlasVectorSearchRAGOpenAI/" class="md-nav__link"> MongoDB Atlas + OpenAI RAG Example </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MyScaleIndexDemo/" class="md-nav__link"> MyScale Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Neo4jVectorDemo/" class="md-nav__link"> Neo4j vector store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/NileVectorStore/" class="md-nav__link"> Nile Vector Store (Multi-tenant PostgreSQL) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ObjectBoxIndexDemo/" class="md-nav__link"> ObjectBox VectorStore Demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/OceanBaseVectorStore/" class="md-nav__link"> OceanBase Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/OpensearchDemo/" class="md-nav__link"> Opensearch Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/PGVectoRsDemo/" class="md-nav__link"> pgvecto.rs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/PineconeIndexDemo-Hybrid/" class="md-nav__link"> Pinecone Vector Store - Hybrid Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/PineconeIndexDemo/" class="md-nav__link"> Pinecone Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/QdrantIndexDemo/" class="md-nav__link"> Qdrant Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Qdrant_metadata_filter/" class="md-nav__link"> Qdrant Vector Store - Metadata Filter </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Qdrant_using_qdrant_filters/" class="md-nav__link"> Qdrant Vector Store - Default Qdrant Filters </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/RedisIndexDemo/" class="md-nav__link"> Redis Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/RelytDemo/" class="md-nav__link"> Relyt </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/RocksetIndexDemo/" class="md-nav__link"> Rockset Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemo/" class="md-nav__link"> Simple Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemoLlama-Local/" class="md-nav__link"> Local Llama2 + VectorStoreIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemoLlama2/" class="md-nav__link"> Llama2 + VectorStoreIndex </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemoMMR/" class="md-nav__link"> Simple Vector Stores - Maximum Marginal Relevance Retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexOnS3/" class="md-nav__link"> S3/R2 Storage </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SupabaseVectorIndexDemo/" class="md-nav__link"> Supabase Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TablestoreDemo/" class="md-nav__link"> TablestoreVectorStore </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TairIndexDemo/" class="md-nav__link"> Tair Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TencentVectorDBIndexDemo/" class="md-nav__link"> Tencent Cloud VectorDB </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TiDBVector/" class="md-nav__link"> TiDB Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Timescalevector/" class="md-nav__link"> Timescale Vector Store (PostgreSQL) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TxtaiIndexDemo/" class="md-nav__link"> txtai Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TypesenseDemo/" class="md-nav__link"> Typesense Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/UpstashVectorDemo/" class="md-nav__link"> Upstash Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/VearchDemo/" class="md-nav__link"> VearchDemo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/VertexAIVectorSearchDemo/" class="md-nav__link"> Google Vertex AI Vector Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/VespaIndexDemo/" class="md-nav__link"> Vespa Vector Store demo </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndexDemo-Hybrid/" class="md-nav__link"> Weaviate Vector Store - Hybrid Search </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndexDemo/" class="md-nav__link"> Weaviate Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndex_auto_retriever/" class="md-nav__link"> Auto-Retrieval from a Weaviate Vector Database </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndex_metadata_filter/" class="md-nav__link"> Weaviate Vector Store Metadata Filter </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WordLiftDemo/" class="md-nav__link"> WordLift Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ZepIndexDemo/" class="md-nav__link"> Zep Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/chroma_auto_retriever/" class="md-nav__link"> Auto-Retrieval from a Vector Database </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/chroma_metadata_filter/" class="md-nav__link"> Chroma Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/elasticsearch_auto_retriever/" class="md-nav__link"> Auto-Retrieval from a Vector Database </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/existing_data/pinecone_existing_data/" class="md-nav__link"> Guide: Using Vector Store Index with Existing Pinecone Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/existing_data/weaviate_existing_data/" class="md-nav__link"> Guide: Using Vector Store Index with Existing Weaviate Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/neo4j_metadata_filter/" class="md-nav__link"> Neo4j Vector Store - Metadata Filter </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/orallamavs/" class="md-nav__link"> Oracle AI Vector Search: Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/pinecone_auto_retriever/" class="md-nav__link"> A Simple to Advanced Guide with Auto-Retrieval (with Pinecone + Arize Phoenix) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/pinecone_metadata_filter/" class="md-nav__link"> Pinecone Vector Store - Metadata Filter </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/postgres/" class="md-nav__link"> Postgres Vector Store </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/qdrant_bm42/" class="md-nav__link"> Hybrid Search with Qdrant BM42 </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/qdrant_hybrid/" class="md-nav__link"> Qdrant Hybrid Search </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_39" > <label class="md-nav__link" for="__nav_4_39" id="__nav_4_39_label" tabindex="0"> Workflow </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_39_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_39"> Workflow </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/workflow/JSONalyze_query_engine/" class="md-nav__link"> JSONalyze Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/advanced_text_to_sql/" class="md-nav__link"> Workflows for Advanced Text-to-SQL </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/auto_retrieval.ipynb" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/checkpointing_workflows/" class="md-nav__link"> Checkpointing Workflow Runs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/citation_query_engine/" class="md-nav__link"> Build RAG with in-line citations </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/corrective_rag_pack/" class="md-nav__link"> Corrective RAG Workflow </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/function_calling_agent/" class="md-nav__link"> Workflow for a Function Calling Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/human_in_the_loop_story_crafting/" class="md-nav__link"> Choose Your Own Adventure Workflow (Human In The Loop) </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/long_rag_pack/" class="md-nav__link"> LongRAG Workflow </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/multi_step_query_engine/" class="md-nav__link"> MultiStep Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/multi_strategy_workflow/" class="md-nav__link"> Multi-strategy workflow with reflection </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/parallel_execution/" class="md-nav__link"> Parallel Execution of Same Event Example </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/planning_workflow/" class="md-nav__link"> Query Planning Workflow </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/rag/" class="md-nav__link"> RAG Workflow with Reranking </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/react_agent/" class="md-nav__link"> Workflow for a ReAct Agent </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/reflection/" class="md-nav__link"> Reflection Workflow for Structured Outputs </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/router_query_engine/" class="md-nav__link"> Router Query Engine </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/self_discover_workflow/" class="md-nav__link"> Self-Discover Workflow </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/sub_question_query_engine/" class="md-nav__link"> Sub Question Query Engine as a workflow </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/workflows_cookbook/" class="md-nav__link"> Workflows cookbook: walking through all features of Workflows </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" checked> <div class="md-nav__link md-nav__container"> <a href="../../../" class="md-nav__link "> Component Guides </a> <label class="md-nav__link " for="__nav_5" id="__nav_5_label" tabindex=""> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="true"> <label class="md-nav__title" for="__nav_5"> Component Guides </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_2" > <div class="md-nav__link md-nav__container"> <a href="../../../models/" class="md-nav__link "> Models </a> <label class="md-nav__link " for="__nav_5_2" id="__nav_5_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_2"> Models </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_2_2" > <label class="md-nav__link" for="__nav_5_2_2" id="__nav_5_2_2_label" tabindex="0"> LLMs </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_2_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_2_2"> LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../models/llms/" class="md-nav__link"> Using LLMs </a> </li> <li class="md-nav__item"> <a href="../../../models/llms/usage_standalone/" class="md-nav__link"> Standalone Usage </a> </li> <li class="md-nav__item"> <a href="../../../models/llms/usage_custom/" class="md-nav__link"> Customizing LLMs </a> </li> <li class="md-nav__item"> <a href="../../../models/llms/modules/" class="md-nav__link"> Available LLM Integrations </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../models/embeddings/" class="md-nav__link"> Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../models/multi_modal/" class="md-nav__link"> Multi Modal </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_3" > <div class="md-nav__link md-nav__container"> <a href="../../../models/prompts/" class="md-nav__link "> Prompts </a> <label class="md-nav__link " for="__nav_5_3" id="__nav_5_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_3"> Prompts </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../models/prompts/usage_pattern/" class="md-nav__link"> Usage pattern </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/" class="md-nav__link "> Loading </a> <label class="md-nav__link " for="__nav_5_4" id="__nav_5_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4"> Loading </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_2" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/documents_and_nodes/" class="md-nav__link "> Documents and Nodes </a> <label class="md-nav__link " for="__nav_5_4_2" id="__nav_5_4_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_2"> Documents and Nodes </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/documents_and_nodes/usage_documents/" class="md-nav__link"> Using Documents </a> </li> <li class="md-nav__item"> <a href="../../../loading/documents_and_nodes/usage_nodes/" class="md-nav__link"> Using Nodes </a> </li> <li class="md-nav__item"> <a href="../../../loading/documents_and_nodes/usage_metadata_extractor/" class="md-nav__link"> Metadata Extraction </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../loading/simpledirectoryreader/" class="md-nav__link"> SimpleDirectoryReader </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_4" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/connector/" class="md-nav__link "> Data Connectors </a> <label class="md-nav__link " for="__nav_5_4_4" id="__nav_5_4_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_4"> Data Connectors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/connector/usage_pattern/" class="md-nav__link"> Usage Pattern </a> </li> <li class="md-nav__item"> <a href="../../../loading/connector/llama_parse/" class="md-nav__link"> LlamaParse </a> </li> <li class="md-nav__item"> <a href="../../../loading/connector/modules/" class="md-nav__link"> Module Guides </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_5" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/node_parsers/" class="md-nav__link "> Node Parsers / Text Splitters </a> <label class="md-nav__link " for="__nav_5_4_5" id="__nav_5_4_5_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_5"> Node Parsers / Text Splitters </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/node_parsers/modules/" class="md-nav__link"> Node Parser Modules </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_6" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/ingestion_pipeline/" class="md-nav__link "> Ingestion Pipeline </a> <label class="md-nav__link " for="__nav_5_4_6" id="__nav_5_4_6_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_6"> Ingestion Pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/ingestion_pipeline/transformations/" class="md-nav__link"> Transformations </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_5" > <div class="md-nav__link md-nav__container"> <a href="../../../indexing/" class="md-nav__link "> Indexing </a> <label class="md-nav__link " for="__nav_5_5" id="__nav_5_5_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_5"> Indexing </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../indexing/index_guide/" class="md-nav__link"> Index Guide </a> </li> <li class="md-nav__item"> <a href="../../../indexing/vector_store_index/" class="md-nav__link"> Vector Store Index </a> </li> <li class="md-nav__item"> <a href="../../../indexing/lpg_index_guide/" class="md-nav__link"> Property Graph Index </a> </li> <li class="md-nav__item"> <a href="../../../indexing/document_management/" class="md-nav__link"> Document Management </a> </li> <li class="md-nav__item"> <a href="../../../indexing/llama_cloud_index/" class="md-nav__link"> LlamaCloud </a> </li> <li class="md-nav__item"> <a href="../../../indexing/metadata_extraction/" class="md-nav__link"> Metadata Extraction </a> </li> <li class="md-nav__item"> <a href="../../../indexing/modules/" class="md-nav__link"> Modules </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_6" > <div class="md-nav__link md-nav__container"> <a href="../../../storing/" class="md-nav__link "> Storing </a> <label class="md-nav__link " for="__nav_5_6" id="__nav_5_6_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_6"> Storing </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../storing/vector_stores/" class="md-nav__link"> Vector Stores </a> </li> <li class="md-nav__item"> <a href="../../../storing/docstores/" class="md-nav__link"> Document Stores </a> </li> <li class="md-nav__item"> <a href="../../../storing/index_stores/" class="md-nav__link"> Index Stores </a> </li> <li class="md-nav__item"> <a href="../../../storing/chat_stores/" class="md-nav__link"> Chat Stores </a> </li> <li class="md-nav__item"> <a href="../../../storing/kv_stores/" class="md-nav__link"> Key-Value Stores </a> </li> <li class="md-nav__item"> <a href="../../../storing/save_load/" class="md-nav__link"> Persisting & Loading Data </a> </li> <li class="md-nav__item"> <a href="../../../storing/customization/" class="md-nav__link"> Customizing Storage </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7" checked> <div class="md-nav__link md-nav__container"> <a href="../../../querying/" class="md-nav__link "> Querying </a> <label class="md-nav__link " for="__nav_5_7" id="__nav_5_7_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_7_label" aria-expanded="true"> <label class="md-nav__title" for="__nav_5_7"> Querying </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_2" checked> <div class="md-nav__link md-nav__container"> <a href="../" class="md-nav__link "> Query Engines </a> <label class="md-nav__link " for="__nav_5_7_2" id="__nav_5_7_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_2_label" aria-expanded="true"> <label class="md-nav__title" for="__nav_5_7_2"> Query Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../usage_pattern/" class="md-nav__link"> Usage Pattern </a> </li> <li class="md-nav__item"> <a href="../response_modes/" class="md-nav__link"> Response Modes </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> <label class="md-nav__link md-nav__link--active" for="__toc"> Streaming </label> <a href="./" class="md-nav__link md-nav__link--active"> Streaming </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class="md-nav__title" for="__toc"> Table of contents </label> <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> <li class="md-nav__item"> <a href="#setup" class="md-nav__link"> Setup </a> </li> <li class="md-nav__item"> <a href="#streaming-response" class="md-nav__link"> Streaming Response </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../modules/" class="md-nav__link"> Module Guides </a> </li> <li class="md-nav__item"> <a href="../supporting_modules/" class="md-nav__link"> Supporting Modules </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_3" > <div class="md-nav__link md-nav__container"> <a href="../../chat_engines/" class="md-nav__link "> Chat Engines </a> <label class="md-nav__link " for="__nav_5_7_3" id="__nav_5_7_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_3"> Chat Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../chat_engines/usage_pattern/" class="md-nav__link"> Usage Pattern </a> </li> <li class="md-nav__item"> <a href="../../chat_engines/modules/" class="md-nav__link"> Module Guides </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_4" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/retriever/" class="md-nav__link "> Retrieval </a> <label class="md-nav__link " for="__nav_5_7_4" id="__nav_5_7_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_4"> Retrieval </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/retriever/retrievers/" class="md-nav__link"> Retriever Modules </a> </li> <li class="md-nav__item"> <a href="../../../querying/retriever/retriever_modes/" class="md-nav__link"> Retriever Modes </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_5" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/node_postprocessors/" class="md-nav__link "> Node Postprocessors </a> <label class="md-nav__link " for="__nav_5_7_5" id="__nav_5_7_5_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_5"> Node Postprocessors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/node_postprocessors/node_postprocessors/" class="md-nav__link"> Node Postprocessor Modules </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_6" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/response_synthesizers/" class="md-nav__link "> Response Synthesis </a> <label class="md-nav__link " for="__nav_5_7_6" id="__nav_5_7_6_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_6"> Response Synthesis </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/response_synthesizers/response_synthesizers/" class="md-nav__link"> Response Synthesis Modules </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../querying/router/" class="md-nav__link"> Routing </a> </li> <li class="md-nav__item"> <a href="../../../workflow/" class="md-nav__link"> Workflows </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_9" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/pipeline/" class="md-nav__link "> Query Pipelines (Deprecated) </a> <label class="md-nav__link " for="__nav_5_7_9" id="__nav_5_7_9_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_9"> Query Pipelines (Deprecated) </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/pipeline/usage_pattern/" class="md-nav__link"> Usage Pattern </a> </li> <li class="md-nav__item"> <a href="../../../querying/pipeline/modules/" class="md-nav__link"> Module Guides </a> </li> <li class="md-nav__item"> <a href="../../../querying/pipeline/module_usage/" class="md-nav__link"> Module Usage </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_10" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/structured_outputs/" class="md-nav__link "> Structured Outputs </a> <label class="md-nav__link " for="__nav_5_7_10" id="__nav_5_7_10_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_10"> Structured Outputs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/structured_outputs/output_parser/" class="md-nav__link"> Output Parsing Modules </a> </li> <li class="md-nav__item"> <a href="../../../querying/structured_outputs/query_engine/" class="md-nav__link"> (Deprecated) Query Engines + Pydantic Outputs </a> </li> <li class="md-nav__item"> <a href="../../../querying/structured_outputs/pydantic_program/" class="md-nav__link"> Pydantic Programs </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_8" > <div class="md-nav__link md-nav__container"> <a href="../../agents/" class="md-nav__link "> Agents </a> <label class="md-nav__link " for="__nav_5_8" id="__nav_5_8_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_8"> Agents </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../agents/usage_pattern/" class="md-nav__link"> Usage Pattern </a> </li> <li class="md-nav__item"> <a href="../../agents/agent_runner/" class="md-nav__link"> Lower-Level Agent API </a> </li> <li class="md-nav__item"> <a href="../../agents/modules/" class="md-nav__link"> Module Guides </a> </li> <li class="md-nav__item"> <a href="../../agents/tools/" class="md-nav__link"> Tools </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_9" > <div class="md-nav__link md-nav__container"> <a href="../../../workflow/" class="md-nav__link "> Workflows </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_9"> Workflows </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_10" > <div class="md-nav__link md-nav__container"> <a href="../../../evaluating/" class="md-nav__link "> Evaluation </a> <label class="md-nav__link " for="__nav_5_10" id="__nav_5_10_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_10"> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../evaluating/usage_pattern/" class="md-nav__link"> Usage Pattern (Response Evaluation) </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/usage_pattern_retrieval/" class="md-nav__link"> Usage Pattern (Retrieval) </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/modules/" class="md-nav__link"> Modules </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_10_5" > <label class="md-nav__link" for="__nav_5_10_5" id="__nav_5_10_5_label" tabindex="0"> LlamaDatasets </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_10_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_10_5"> LlamaDatasets </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../evaluating/contributing_llamadatasets/" class="md-nav__link"> Contributing A LabelledRagDataset </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/evaluating_with_llamadatasets/" class="md-nav__link"> Evaluating With LabelledRagDataset's </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/evaluating_evaluators_with_llamadatasets/" class="md-nav__link"> Evaluating Evaluators with LabelledEvaluatorDataset's </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_11" > <div class="md-nav__link md-nav__container"> <a href="../../../observability/" class="md-nav__link "> Observability </a> <label class="md-nav__link " for="__nav_5_11" id="__nav_5_11_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_11"> Observability </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../observability/instrumentation/" class="md-nav__link"> Instrumentation </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../supporting_modules/settings/" class="md-nav__link"> Settings </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_13" > <div class="md-nav__link md-nav__container"> <a href="../../../llama_deploy/" class="md-nav__link "> Llama Deploy </a> <label class="md-nav__link " for="__nav_5_13" id="__nav_5_13_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_13_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_13"> Llama Deploy </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../llama_deploy/10_getting_started/" class="md-nav__link"> Getting Started </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/20_core_components/" class="md-nav__link"> Core Components </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/30_manual_orchestration/" class="md-nav__link"> Manual orchestration </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/40_python_sdk/" class="md-nav__link"> Python SDK </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/50_llamactl/" class="md-nav__link"> CLI </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" > <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0"> Advanced Topics </label> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_6"> Advanced Topics </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../optimizing/production_rag/" class="md-nav__link"> Building Performant RAG Applications for Production </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/basic_strategies/basic_strategies/" class="md-nav__link"> Basic Strategies </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/agentic_strategies/agentic_strategies/" class="md-nav__link"> Agentic strategies </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_4" > <label class="md-nav__link" for="__nav_6_4" id="__nav_6_4_label" tabindex="0"> Retrieval </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_6_4"> Retrieval </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../optimizing/advanced_retrieval/advanced_retrieval/" class="md-nav__link"> Advanced Retrieval Strategies </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/advanced_retrieval/query_transformations/" class="md-nav__link"> Query Transformations </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_5" > <label class="md-nav__link" for="__nav_6_5" id="__nav_6_5_label" tabindex="0"> Evaluation </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_6_5"> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../optimizing/evaluation/component_wise_evaluation/" class="md-nav__link"> Component Wise Evaluation </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/evaluation/e2e_evaluation/" class="md-nav__link"> End-to-End Evaluation </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/evaluation/evaluation/" class="md-nav__link"> Evaluation </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../optimizing/fine-tuning/fine-tuning/" class="md-nav__link"> Fine-Tuning </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/custom_modules/" class="md-nav__link"> Writing Custom Modules </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/building_rag_from_scratch/" class="md-nav__link"> Building RAG from Scratch (Lower-Level) </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/" class="md-nav__link "> API Reference </a> <label class="md-nav__link " for="__nav_7" id="__nav_7_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7"> API Reference </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/agent/" class="md-nav__link "> Agents </a> <label class="md-nav__link " for="__nav_7_2" id="__nav_7_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_2"> Agents </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/agent/coa/" class="md-nav__link"> Coa </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/introspective/" class="md-nav__link"> Introspective </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/lats/" class="md-nav__link"> Lats </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/llm_compiler/" class="md-nav__link"> Llm compiler </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/openai/" class="md-nav__link"> Openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/openai_legacy/" class="md-nav__link"> Openai legacy </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/react/" class="md-nav__link"> React </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/callbacks/" class="md-nav__link "> Callbacks </a> <label class="md-nav__link " for="__nav_7_3" id="__nav_7_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_3"> Callbacks </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/agentops/" class="md-nav__link"> Agentops </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/aim/" class="md-nav__link"> Aim </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/argilla/" class="md-nav__link"> Argilla </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/arize_phoenix/" class="md-nav__link"> Arize phoenix </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/deepeval/" class="md-nav__link"> Deepeval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/honeyhive/" class="md-nav__link"> Honeyhive </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/langfuse/" class="md-nav__link"> Langfuse </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/literalai/" class="md-nav__link"> Literalai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/llama_debug/" class="md-nav__link"> Llama debug </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/openinference/" class="md-nav__link"> Openinference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/opentelemetry.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/opik/" class="md-nav__link"> Opik </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/promptlayer/" class="md-nav__link"> Promptlayer </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/token_counter/" class="md-nav__link"> Token counter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/uptrain/" class="md-nav__link"> Uptrain </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/wandb/" class="md-nav__link"> Wandb </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/chat_engines/" class="md-nav__link "> Chat Engines </a> <label class="md-nav__link " for="__nav_7_4" id="__nav_7_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_4"> Chat Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/condense_plus_context/" class="md-nav__link"> Condense plus context </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/condense_question/" class="md-nav__link"> Condense question </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/context/" class="md-nav__link"> Context </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/simple/" class="md-nav__link"> Simple </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/embeddings/" class="md-nav__link "> Embeddings </a> <label class="md-nav__link " for="__nav_7_5" id="__nav_7_5_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_5"> Embeddings </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/adapter/" class="md-nav__link"> Adapter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/alephalpha/" class="md-nav__link"> Alephalpha </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/alibabacloud_aisearch/" class="md-nav__link"> Alibabacloud aisearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/anyscale/" class="md-nav__link"> Anyscale </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/azure_inference/" class="md-nav__link"> Azure inference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/azure_openai/" class="md-nav__link"> Azure openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/bedrock/" class="md-nav__link"> Bedrock </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/clarifai/" class="md-nav__link"> Clarifai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/clip/" class="md-nav__link"> Clip </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/cloudflare_workersai/" class="md-nav__link"> Cloudflare workersai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/cohere/" class="md-nav__link"> Cohere </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/databricks/" class="md-nav__link"> Databricks </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/deepinfra/" class="md-nav__link"> Deepinfra </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/elasticsearch/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/fastembed/" class="md-nav__link"> Fastembed </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/fireworks/" class="md-nav__link"> Fireworks </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gaudi/" class="md-nav__link"> Gaudi </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gemini/" class="md-nav__link"> Gemini </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gigachat/" class="md-nav__link"> Gigachat </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/google/" class="md-nav__link"> Google </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gradient.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface/" class="md-nav__link"> Huggingface </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_api/" class="md-nav__link"> Huggingface api </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_itrex/" class="md-nav__link"> Huggingface itrex </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_openvino/" class="md-nav__link"> Huggingface openvino </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_optimum/" class="md-nav__link"> Huggingface optimum </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_optimum_intel/" class="md-nav__link"> Huggingface optimum intel </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/ibm/" class="md-nav__link"> Ibm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/instructor/" class="md-nav__link"> Instructor </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/ipex_llm/" class="md-nav__link"> Ipex llm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/jinaai/" class="md-nav__link"> Jinaai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/langchain/" class="md-nav__link"> Langchain </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/litellm/" class="md-nav__link"> Litellm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/llamafile/" class="md-nav__link"> Llamafile </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/llm_rails/" class="md-nav__link"> Llm rails </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/mistralai/" class="md-nav__link"> Mistralai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/mixedbreadai/" class="md-nav__link"> Mixedbreadai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/modelscope/" class="md-nav__link"> Modelscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/nebius/" class="md-nav__link"> Nebius </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/nomic/" class="md-nav__link"> Nomic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/nvidia/" class="md-nav__link"> Nvidia </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/oci_genai/" class="md-nav__link"> Oci genai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/octoai/" class="md-nav__link"> Octoai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/ollama/" class="md-nav__link"> Ollama </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/openai/" class="md-nav__link"> Openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/oracleai/" class="md-nav__link"> Oracleai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/premai/" class="md-nav__link"> Premai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/sagemaker_endpoint/" class="md-nav__link"> Sagemaker endpoint </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/siliconflow/" class="md-nav__link"> Siliconflow </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/text_embeddings_inference/" class="md-nav__link"> Text embeddings inference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/textembed/" class="md-nav__link"> Textembed </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/together/" class="md-nav__link"> Together </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/upstage/" class="md-nav__link"> Upstage </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/vertex/" class="md-nav__link"> Vertex </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/vertex_endpoint/" class="md-nav__link"> Vertex endpoint </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/voyageai/" class="md-nav__link"> Voyageai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/xinference/" class="md-nav__link"> Xinference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/yandexgpt/" class="md-nav__link"> Yandexgpt </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/zhipuai/" class="md-nav__link"> Zhipuai </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_6" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/evaluation/" class="md-nav__link "> Evaluation </a> <label class="md-nav__link " for="__nav_7_6" id="__nav_7_6_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_6"> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/answer_relevancy/" class="md-nav__link"> Answer relevancy </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/context_relevancy/" class="md-nav__link"> Context relevancy </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/correctness/" class="md-nav__link"> Correctness </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/dataset_generation/" class="md-nav__link"> Dataset generation </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/faithfullness/" class="md-nav__link"> Faithfullness </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/guideline/" class="md-nav__link"> Guideline </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/metrics/" class="md-nav__link"> Metrics </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/multi_modal/" class="md-nav__link"> Multi modal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/pairwise_comparison/" class="md-nav__link"> Pairwise comparison </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/query_response/" class="md-nav__link"> Query response </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/response/" class="md-nav__link"> Response </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/retrieval/" class="md-nav__link"> Retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/semantic_similarity/" class="md-nav__link"> Semantic similarity </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/tonic_validate/" class="md-nav__link"> Tonic validate </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_7" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/indices/" class="md-nav__link "> Indexes </a> <label class="md-nav__link " for="__nav_7_7" id="__nav_7_7_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_7"> Indexes </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/indices/bge_m3/" class="md-nav__link"> Bge m3 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/colbert/" class="md-nav__link"> Colbert </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/document_summary/" class="md-nav__link"> Document summary </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/google/" class="md-nav__link"> Google </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/keyword/" class="md-nav__link"> Keyword </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/knowledge_graph/" class="md-nav__link"> Knowledge graph </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/llama_cloud/" class="md-nav__link"> Llama cloud </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/postgresml/" class="md-nav__link"> Postgresml </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/property_graph/" class="md-nav__link"> Property graph </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/summary/" class="md-nav__link"> Summary </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/tree/" class="md-nav__link"> Tree </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/vectara/" class="md-nav__link"> Vectara </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/vector/" class="md-nav__link"> Vector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/vertexai/" class="md-nav__link"> Vertexai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/zilliz/" class="md-nav__link"> Zilliz </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_8" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/ingestion/" class="md-nav__link "> Ingestion </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_8"> Ingestion </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_9" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/instrumentation/" class="md-nav__link "> Instrumentation </a> <label class="md-nav__link " for="__nav_7_9" id="__nav_7_9_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_9"> Instrumentation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/event_handlers/" class="md-nav__link"> Event handlers </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/event_types/" class="md-nav__link"> Event types </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/span_handlers/" class="md-nav__link"> Span handlers </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/span_types/" class="md-nav__link"> Span types </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_10" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/llms/" class="md-nav__link "> LLMs </a> <label class="md-nav__link " for="__nav_7_10" id="__nav_7_10_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_10"> LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/llms/OptimumIntelLLM.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ai21/" class="md-nav__link"> Ai21 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/alephalpha/" class="md-nav__link"> Alephalpha </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/alibabacloud_aisearch/" class="md-nav__link"> Alibabacloud aisearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/anthropic/" class="md-nav__link"> Anthropic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/anyscale/" class="md-nav__link"> Anyscale </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/azure_inference/" class="md-nav__link"> Azure inference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/azure_openai/" class="md-nav__link"> Azure openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/bedrock/" class="md-nav__link"> Bedrock </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/bedrock_converse/" class="md-nav__link"> Bedrock converse </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/cerebras/" class="md-nav__link"> Cerebras </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/clarifai/" class="md-nav__link"> Clarifai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/cleanlab/" class="md-nav__link"> Cleanlab </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/cohere/" class="md-nav__link"> Cohere </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/custom_llm/" class="md-nav__link"> Custom llm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/databricks/" class="md-nav__link"> Databricks </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/deepinfra/" class="md-nav__link"> Deepinfra </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/everlyai/" class="md-nav__link"> Everlyai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/fireworks/" class="md-nav__link"> Fireworks </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/friendli/" class="md-nav__link"> Friendli </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gaudi/" class="md-nav__link"> Gaudi </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gemini/" class="md-nav__link"> Gemini </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gigachat/" class="md-nav__link"> Gigachat </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gradient.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/groq/" class="md-nav__link"> Groq </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/huggingface/" class="md-nav__link"> Huggingface </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/huggingface_api/" class="md-nav__link"> Huggingface api </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ibm/" class="md-nav__link"> Ibm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ipex_llm/" class="md-nav__link"> Ipex llm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/konko/" class="md-nav__link"> Konko </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/langchain/" class="md-nav__link"> Langchain </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/litellm/" class="md-nav__link"> Litellm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/llama_api/" class="md-nav__link"> Llama api </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/llama_cpp/" class="md-nav__link"> Llama cpp </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/llamafile/" class="md-nav__link"> Llamafile </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/lmstudio/" class="md-nav__link"> Lmstudio </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/localai/" class="md-nav__link"> Localai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/maritalk/" class="md-nav__link"> Maritalk </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mistral_rs/" class="md-nav__link"> Mistral rs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mistralai/" class="md-nav__link"> Mistralai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mlx/" class="md-nav__link"> Mlx </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/modelscope/" class="md-nav__link"> Modelscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/monsterapi/" class="md-nav__link"> Monsterapi </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mymagic/" class="md-nav__link"> Mymagic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nebius/" class="md-nav__link"> Nebius </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/neutrino/" class="md-nav__link"> Neutrino </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nvidia/" class="md-nav__link"> Nvidia </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nvidia_tensorrt/" class="md-nav__link"> Nvidia tensorrt </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nvidia_triton/" class="md-nav__link"> Nvidia triton </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/oci_genai/" class="md-nav__link"> Oci genai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/octoai/" class="md-nav__link"> Octoai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ollama/" class="md-nav__link"> Ollama </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openai/" class="md-nav__link"> Openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openai_like/" class="md-nav__link"> Openai like </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openllm/" class="md-nav__link"> Openllm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openrouter/" class="md-nav__link"> Openrouter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openvino/" class="md-nav__link"> Openvino </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/optimum_intel/" class="md-nav__link"> Optimum intel </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/paieas/" class="md-nav__link"> Paieas </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/palm/" class="md-nav__link"> Palm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/perplexity/" class="md-nav__link"> Perplexity </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/pipeshift/" class="md-nav__link"> Pipeshift </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/portkey/" class="md-nav__link"> Portkey </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/predibase/" class="md-nav__link"> Predibase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/premai/" class="md-nav__link"> Premai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/qianfan/" class="md-nav__link"> Qianfan </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/reka/" class="md-nav__link"> Reka </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/replicate/" class="md-nav__link"> Replicate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/rungpt/" class="md-nav__link"> Rungpt </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/sagemaker_endpoint/" class="md-nav__link"> Sagemaker endpoint </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/sambanovasystems/" class="md-nav__link"> Sambanovasystems </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/siliconflow/" class="md-nav__link"> Siliconflow </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/solar/" class="md-nav__link"> Solar </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/text_generation_inference/" class="md-nav__link"> Text generation inference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/together/" class="md-nav__link"> Together </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/unify/" class="md-nav__link"> Unify </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/upstage/" class="md-nav__link"> Upstage </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/vertex/" class="md-nav__link"> Vertex </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/vllm/" class="md-nav__link"> Vllm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/xinference/" class="md-nav__link"> Xinference </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/yi/" class="md-nav__link"> Yi </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/you/" class="md-nav__link"> You </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/zhipuai/" class="md-nav__link"> Zhipuai </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_11" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/llama_dataset/" class="md-nav__link "> Llama Datasets </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_11"> Llama Datasets </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_12" > <label class="md-nav__link" for="__nav_7_12" id="__nav_7_12_label" tabindex="0"> Llama Deploy </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_12_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_12"> Llama Deploy </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/apiserver/" class="md-nav__link"> apiserver </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/control_plane/" class="md-nav__link"> control_plane </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/deploy/" class="md-nav__link"> deploy </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_consumers/" class="md-nav__link"> message_consumers </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_publishers/" class="md-nav__link"> message_publishers </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/messages/" class="md-nav__link"> messages </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/orchestrators/" class="md-nav__link"> orchestrators </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/python_sdk/" class="md-nav__link"> Python SDK </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/services/" class="md-nav__link"> services </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/types/" class="md-nav__link"> types </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_12_11" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/llama_deploy/message_queues/" class="md-nav__link "> message_queues </a> <label class="md-nav__link " for="__nav_7_12_11" id="__nav_7_12_11_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_12_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_12_11"> message_queues </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/kafka/" class="md-nav__link"> apache_kafka </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/rabbitmq/" class="md-nav__link"> rabbitmq </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/redis/" class="md-nav__link"> redis </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/simple/" class="md-nav__link"> simple </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_13" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/packs/" class="md-nav__link "> Llama Packs </a> <label class="md-nav__link " for="__nav_7_13" id="__nav_7_13_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_13_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_13"> Llama Packs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agent_search_retriever/" class="md-nav__link"> Agent search retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agents_coa/" class="md-nav__link"> Agents coa </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agents_lats/" class="md-nav__link"> Agents lats </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agents_llm_compiler/" class="md-nav__link"> Agents llm compiler </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/amazon_product_extraction/" class="md-nav__link"> Amazon product extraction </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/arize_phoenix_query_engine/" class="md-nav__link"> Arize phoenix query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/auto_merging_retriever/" class="md-nav__link"> Auto merging retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/chroma_autoretrieval/" class="md-nav__link"> Chroma autoretrieval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/code_hierarchy/" class="md-nav__link"> Code hierarchy </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/cogniswitch_agent/" class="md-nav__link"> Cogniswitch agent </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/cohere_citation_chat/" class="md-nav__link"> Cohere citation chat </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/corrective_rag/" class="md-nav__link"> Corrective rag </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/deeplake_deepmemory_retriever/" class="md-nav__link"> Deeplake deepmemory retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/deeplake_multimodal_retrieval/" class="md-nav__link"> Deeplake multimodal retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/dense_x_retrieval/" class="md-nav__link"> Dense x retrieval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/diff_private_simple_dataset/" class="md-nav__link"> Diff private simple dataset </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/docugami_kg_rag/" class="md-nav__link"> Docugami kg rag </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/evaluator_benchmarker/" class="md-nav__link"> Evaluator benchmarker </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/finchat/" class="md-nav__link"> Finchat </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/fusion_retriever/" class="md-nav__link"> Fusion retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/fuzzy_citation/" class="md-nav__link"> Fuzzy citation </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/gmail_openai_agent/" class="md-nav__link"> Gmail openai agent </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/gradio_agent_chat/" class="md-nav__link"> Gradio agent chat </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/gradio_react_agent_chatbot/" class="md-nav__link"> Gradio react agent chatbot </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/infer_retrieve_rerank/" class="md-nav__link"> Infer retrieve rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/koda_retriever/" class="md-nav__link"> Koda retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/llama_dataset_metadata/" class="md-nav__link"> Llama dataset metadata </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/llama_guard_moderator/" class="md-nav__link"> Llama guard moderator </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/llava_completion/" class="md-nav__link"> Llava completion </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/longrag/" class="md-nav__link"> Longrag </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/mixture_of_agents/" class="md-nav__link"> Mixture of agents </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/multi_document_agents/" class="md-nav__link"> Multi document agents </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/multi_tenancy_rag/" class="md-nav__link"> Multi tenancy rag </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/multidoc_autoretrieval/" class="md-nav__link"> Multidoc autoretrieval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/nebulagraph_query_engine/" class="md-nav__link"> Nebulagraph query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/neo4j_query_engine/" class="md-nav__link"> Neo4j query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/node_parser_semantic_chunking/" class="md-nav__link"> Node parser semantic chunking </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/ollama_query_engine/" class="md-nav__link"> Ollama query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/panel_chatbot/" class="md-nav__link"> Panel chatbot </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/query_understanding_agent/" class="md-nav__link"> Query understanding agent </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/raft_dataset/" class="md-nav__link"> Raft dataset </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/rag_cli_local/" class="md-nav__link"> Rag cli local </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/rag_evaluator/" class="md-nav__link"> Rag evaluator </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/rag_fusion_query_pipeline/" class="md-nav__link"> Rag fusion query pipeline </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/ragatouille_retriever/" class="md-nav__link"> Ragatouille retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/raptor/" class="md-nav__link"> Raptor </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/recursive_retriever/" class="md-nav__link"> Recursive retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/redis_ingestion_pipeline/" class="md-nav__link"> Redis ingestion pipeline </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/resume_screener/" class="md-nav__link"> Resume screener </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/retry_engine_weaviate/" class="md-nav__link"> Retry engine weaviate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/searchain/" class="md-nav__link"> Searchain </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/secgpt/" class="md-nav__link"> Secgpt </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/self_discover/" class="md-nav__link"> Self discover </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/self_rag/" class="md-nav__link"> Self rag </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/sentence_window_retriever/" class="md-nav__link"> Sentence window retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/snowflake_query_engine/" class="md-nav__link"> Snowflake query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/stock_market_data_query_engine/" class="md-nav__link"> Stock market data query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/streamlit_chatbot/" class="md-nav__link"> Streamlit chatbot </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/sub_question_weaviate/" class="md-nav__link"> Sub question weaviate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/subdoc_summary/" class="md-nav__link"> Subdoc summary </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/tables/" class="md-nav__link"> Tables </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/timescale_vector_autoretrieval/" class="md-nav__link"> Timescale vector autoretrieval </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/trulens_eval_packs/" class="md-nav__link"> Trulens eval packs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/vanna/" class="md-nav__link"> Vanna </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/vectara_rag/" class="md-nav__link"> Vectara rag </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/voyage_query_engine/" class="md-nav__link"> Voyage query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/zenguard/" class="md-nav__link"> Zenguard </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/zephyr_query_engine/" class="md-nav__link"> Zephyr query engine </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_14" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/memory/" class="md-nav__link "> Memory </a> <label class="md-nav__link " for="__nav_7_14" id="__nav_7_14_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_14_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_14"> Memory </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/memory/chat_memory_buffer/" class="md-nav__link"> Chat memory buffer </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/memory/mem0/" class="md-nav__link"> Mem0 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/memory/simple_composable_memory/" class="md-nav__link"> Simple composable memory </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/memory/vector_memory/" class="md-nav__link"> Vector memory </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_15" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/extractors/" class="md-nav__link "> Metadata Extractors </a> <label class="md-nav__link " for="__nav_7_15" id="__nav_7_15_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_15_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_15"> Metadata Extractors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/entity/" class="md-nav__link"> Entity </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/keyword/" class="md-nav__link"> Keyword </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/llama_extract.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/marvin/" class="md-nav__link"> Marvin </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/pydantic/" class="md-nav__link"> Pydantic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/question/" class="md-nav__link"> Question </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/relik/" class="md-nav__link"> Relik </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/summary/" class="md-nav__link"> Summary </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/title/" class="md-nav__link"> Title </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_16" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/multi_modal_llms/" class="md-nav__link "> Multi-Modal LLMs </a> <label class="md-nav__link " for="__nav_7_16" id="__nav_7_16_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_16_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_16"> Multi-Modal LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/anthropic/" class="md-nav__link"> Anthropic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/azure_openai/" class="md-nav__link"> Azure openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/gemini/" class="md-nav__link"> Gemini </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/huggingface/" class="md-nav__link"> Huggingface </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/mistralai/" class="md-nav__link"> Mistralai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/nebius/" class="md-nav__link"> Nebius </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/nvidia/" class="md-nav__link"> Nvidia </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/ollama/" class="md-nav__link"> Ollama </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/openai/" class="md-nav__link"> Openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/openvino/" class="md-nav__link"> Openvino </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/reka/" class="md-nav__link"> Reka </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/replicate/" class="md-nav__link"> Replicate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/zhipuai/" class="md-nav__link"> Zhipuai </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_17" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/node_parsers/" class="md-nav__link "> Node Parsers & Text Splitters </a> <label class="md-nav__link " for="__nav_7_17" id="__nav_7_17_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_17_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_17"> Node Parsers & Text Splitters </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/alibabacloud_aisearch/" class="md-nav__link"> Alibabacloud aisearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/docling/" class="md-nav__link"> Docling </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/topic/" class="md-nav__link"> Topic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/code/" class="md-nav__link"> Code </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/hierarchical/" class="md-nav__link"> Hierarchical </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/html/" class="md-nav__link"> Html </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/json/" class="md-nav__link"> Json </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/langchain/" class="md-nav__link"> Langchain </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/markdown/" class="md-nav__link"> Markdown </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/markdown_element/" class="md-nav__link"> Markdown element </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/semantic_splitter/" class="md-nav__link"> Semantic splitter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/sentence_splitter/" class="md-nav__link"> Sentence splitter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/sentence_window/" class="md-nav__link"> Sentence window </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/token_text_splitter/" class="md-nav__link"> Token text splitter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/unstructured_element/" class="md-nav__link"> Unstructured element </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_18" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/postprocessor/" class="md-nav__link "> Node Postprocessors </a> <label class="md-nav__link " for="__nav_7_18" id="__nav_7_18_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_18_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_18"> Node Postprocessors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/NER_PII/" class="md-nav__link"> NER PII </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/PII/" class="md-nav__link"> PII </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/alibabacloud_aisearch_rerank/" class="md-nav__link"> Alibabacloud aisearch rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/auto_prev_next/" class="md-nav__link"> Auto prev next </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/bedrock_rerank/" class="md-nav__link"> Bedrock rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/cohere_rerank/" class="md-nav__link"> Cohere rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/colbert_rerank/" class="md-nav__link"> Colbert rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/colpali_rerank/" class="md-nav__link"> Colpali rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/dashscope_rerank/" class="md-nav__link"> Dashscope rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/embedding_recency/" class="md-nav__link"> Embedding recency </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/fixed_recency/" class="md-nav__link"> Fixed recency </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/flag_embedding_reranker/" class="md-nav__link"> Flag embedding reranker </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/jinaai_rerank/" class="md-nav__link"> Jinaai rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/keyword/" class="md-nav__link"> Keyword </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/llm_rerank/" class="md-nav__link"> Llm rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/long_context_reorder/" class="md-nav__link"> Long context reorder </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/longllmlingua/" class="md-nav__link"> Longllmlingua </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/metadata_replacement/" class="md-nav__link"> Metadata replacement </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/mixedbreadai_rerank/" class="md-nav__link"> Mixedbreadai rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/nvidia_rerank/" class="md-nav__link"> Nvidia rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/openvino_rerank/" class="md-nav__link"> Openvino rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/pinecone_native_rerank/" class="md-nav__link"> Pinecone native rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/presidio/" class="md-nav__link"> Presidio </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/prev_next/" class="md-nav__link"> Prev next </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/rankgpt_rerank/" class="md-nav__link"> Rankgpt rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/rankllm_rerank/" class="md-nav__link"> Rankllm rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/sbert_rerank/" class="md-nav__link"> Sbert rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/sentence_optimizer/" class="md-nav__link"> Sentence optimizer </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/siliconflow_rerank/" class="md-nav__link"> Siliconflow rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/similarity/" class="md-nav__link"> Similarity </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/tei_rerank/" class="md-nav__link"> Tei rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/time_weighted/" class="md-nav__link"> Time weighted </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/voyageai_rerank/" class="md-nav__link"> Voyageai rerank </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/xinference_rerank/" class="md-nav__link"> Xinference rerank </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_19" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/objects/" class="md-nav__link "> Object Stores </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_19_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_19"> Object Stores </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_20" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/output_parsers/" class="md-nav__link "> Output Parsers </a> <label class="md-nav__link " for="__nav_7_20" id="__nav_7_20_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_20_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_20"> Output Parsers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/guardrails/" class="md-nav__link"> Guardrails </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/langchain/" class="md-nav__link"> Langchain </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/pydantic/" class="md-nav__link"> Pydantic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/selection/" class="md-nav__link"> Selection </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_21" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/program/" class="md-nav__link "> Programs </a> <label class="md-nav__link " for="__nav_7_21" id="__nav_7_21_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_21_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_21"> Programs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/program/evaporate/" class="md-nav__link"> Evaporate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/guidance/" class="md-nav__link"> Guidance </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/llm_text_completion/" class="md-nav__link"> Llm text completion </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/lmformatenforcer/" class="md-nav__link"> Lmformatenforcer </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/multi_modal/" class="md-nav__link"> Multi modal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/openai/" class="md-nav__link"> Openai </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_22" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/prompts/" class="md-nav__link "> Prompts </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_22_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_22"> Prompts </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_23" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/query_engine/" class="md-nav__link "> Query Engines </a> <label class="md-nav__link " for="__nav_7_23" id="__nav_7_23_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_23_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_23"> Query Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/FLARE/" class="md-nav__link"> FLARE </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/JSONalayze/" class="md-nav__link"> JSONalayze </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/NL_SQL_table/" class="md-nav__link"> NL SQL table </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/PGVector_SQL/" class="md-nav__link"> PGVector SQL </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/SQL_join/" class="md-nav__link"> SQL join </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/SQL_table_retriever/" class="md-nav__link"> SQL table retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/citation/" class="md-nav__link"> Citation </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/cogniswitch/" class="md-nav__link"> Cogniswitch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/custom/" class="md-nav__link"> Custom </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/knowledge_graph/" class="md-nav__link"> Knowledge graph </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/multi_step/" class="md-nav__link"> Multi step </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/pandas/" class="md-nav__link"> Pandas </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/retriever/" class="md-nav__link"> Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/retriever_router/" class="md-nav__link"> Retriever router </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/retry/" class="md-nav__link"> Retry </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/router/" class="md-nav__link"> Router </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/simple_multi_modal/" class="md-nav__link"> Simple multi modal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/sub_question/" class="md-nav__link"> Sub question </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/tool_retriever_router/" class="md-nav__link"> Tool retriever router </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/transform/" class="md-nav__link"> Transform </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_24" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/query_pipeline/" class="md-nav__link "> Query Pipeline </a> <label class="md-nav__link " for="__nav_7_24" id="__nav_7_24_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_24_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_24"> Query Pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/agent/" class="md-nav__link"> Agent </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/arg_pack/" class="md-nav__link"> Arg pack </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/custom/" class="md-nav__link"> Custom </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/function/" class="md-nav__link"> Function </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/input/" class="md-nav__link"> Input </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/llm/" class="md-nav__link"> Llm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/multi_modal/" class="md-nav__link"> Multi modal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/object/" class="md-nav__link"> Object </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/output_parser/" class="md-nav__link"> Output parser </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/postprocessor/" class="md-nav__link"> Postprocessor </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/prompt/" class="md-nav__link"> Prompt </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/query_engine/" class="md-nav__link"> Query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/query_transform/" class="md-nav__link"> Query transform </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/retriever/" class="md-nav__link"> Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/router/" class="md-nav__link"> Router </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/synthesizer/" class="md-nav__link"> Synthesizer </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/tool_runner/" class="md-nav__link"> Tool runner </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_25" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/question_gen/" class="md-nav__link "> Question Generators </a> <label class="md-nav__link " for="__nav_7_25" id="__nav_7_25_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_25_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_25"> Question Generators </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/question_gen/guidance/" class="md-nav__link"> Guidance </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/question_gen/llm_question_gen/" class="md-nav__link"> Llm question gen </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/question_gen/openai/" class="md-nav__link"> Openai </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_26" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/readers/" class="md-nav__link "> Readers </a> <label class="md-nav__link " for="__nav_7_26" id="__nav_7_26_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_26_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_26"> Readers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/readers/agent_search/" class="md-nav__link"> Agent search </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_cdk/" class="md-nav__link"> Airbyte cdk </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_gong/" class="md-nav__link"> Airbyte gong </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_hubspot/" class="md-nav__link"> Airbyte hubspot </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_salesforce/" class="md-nav__link"> Airbyte salesforce </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_shopify/" class="md-nav__link"> Airbyte shopify </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_stripe/" class="md-nav__link"> Airbyte stripe </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_typeform/" class="md-nav__link"> Airbyte typeform </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_zendesk_support/" class="md-nav__link"> Airbyte zendesk support </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airtable/" class="md-nav__link"> Airtable </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/alibabacloud_aisearch/" class="md-nav__link"> Alibabacloud aisearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/apify/" class="md-nav__link"> Apify </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/arango_db/" class="md-nav__link"> Arango db </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/arxiv/" class="md-nav__link"> Arxiv </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/asana/" class="md-nav__link"> Asana </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/assemblyai/" class="md-nav__link"> Assemblyai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/astra_db/" class="md-nav__link"> Astra db </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/athena/" class="md-nav__link"> Athena </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/awadb/" class="md-nav__link"> Awadb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/azcognitive_search/" class="md-nav__link"> Azcognitive search </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/azstorage_blob/" class="md-nav__link"> Azstorage blob </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/azure_devops/" class="md-nav__link"> Azure devops </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/bagel/" class="md-nav__link"> Bagel </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/bilibili/" class="md-nav__link"> Bilibili </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/bitbucket/" class="md-nav__link"> Bitbucket </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/boarddocs/" class="md-nav__link"> Boarddocs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/box/" class="md-nav__link"> Box </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/chatgpt_plugin/" class="md-nav__link"> Chatgpt plugin </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/chroma/" class="md-nav__link"> Chroma </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/clickhouse/" class="md-nav__link"> Clickhouse </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/confluence/" class="md-nav__link"> Confluence </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/couchbase/" class="md-nav__link"> Couchbase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/couchdb/" class="md-nav__link"> Couchdb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/dad_jokes/" class="md-nav__link"> Dad jokes </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/dashscope/" class="md-nav__link"> Dashscope </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/dashvector/" class="md-nav__link"> Dashvector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/database/" class="md-nav__link"> Database </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/deeplake/" class="md-nav__link"> Deeplake </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/discord/" class="md-nav__link"> Discord </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/docling/" class="md-nav__link"> Docling </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/docstring_walker/" class="md-nav__link"> Docstring walker </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/docugami/" class="md-nav__link"> Docugami </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/document360/" class="md-nav__link"> Document360 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/earnings_call_transcript/" class="md-nav__link"> Earnings call transcript </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/elasticsearch/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/faiss/" class="md-nav__link"> Faiss </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/feedly_rss/" class="md-nav__link"> Feedly rss </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/feishu_docs/" class="md-nav__link"> Feishu docs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/feishu_wiki/" class="md-nav__link"> Feishu wiki </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/file/" class="md-nav__link"> File </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/firebase_realtimedb/" class="md-nav__link"> Firebase realtimedb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/firestore/" class="md-nav__link"> Firestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gcs/" class="md-nav__link"> Gcs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/genius/" class="md-nav__link"> Genius </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gitbook/" class="md-nav__link"> Gitbook </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/github/" class="md-nav__link"> Github </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gitlab/" class="md-nav__link"> Gitlab </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/google/" class="md-nav__link"> Google </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gpt_repo/" class="md-nav__link"> Gpt repo </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/graphdb_cypher/" class="md-nav__link"> Graphdb cypher </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/graphql/" class="md-nav__link"> Graphql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/guru/" class="md-nav__link"> Guru </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hatena_blog/" class="md-nav__link"> Hatena blog </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hive/" class="md-nav__link"> Hive </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hubspot/" class="md-nav__link"> Hubspot </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/huggingface_fs/" class="md-nav__link"> Huggingface fs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hwp/" class="md-nav__link"> Hwp </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/iceberg/" class="md-nav__link"> Iceberg </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/imdb_review/" class="md-nav__link"> Imdb review </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/intercom/" class="md-nav__link"> Intercom </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/jaguar/" class="md-nav__link"> Jaguar </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/jira/" class="md-nav__link"> Jira </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/joplin/" class="md-nav__link"> Joplin </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/json/" class="md-nav__link"> Json </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/kaltura_esearch/" class="md-nav__link"> Kaltura esearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/kibela/" class="md-nav__link"> Kibela </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/lilac/" class="md-nav__link"> Lilac </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/linear/" class="md-nav__link"> Linear </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/llama_parse/" class="md-nav__link"> Llama parse </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/macrometa_gdn/" class="md-nav__link"> Macrometa gdn </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/make_com/" class="md-nav__link"> Make com </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mangadex/" class="md-nav__link"> Mangadex </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mangoapps_guides/" class="md-nav__link"> Mangoapps guides </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/maps/" class="md-nav__link"> Maps </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mbox/" class="md-nav__link"> Mbox </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/memos/" class="md-nav__link"> Memos </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/metal/" class="md-nav__link"> Metal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/microsoft_onedrive/" class="md-nav__link"> Microsoft onedrive </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/microsoft_outlook/" class="md-nav__link"> Microsoft outlook </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/microsoft_sharepoint/" class="md-nav__link"> Microsoft sharepoint </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/milvus/" class="md-nav__link"> Milvus </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/minio/" class="md-nav__link"> Minio </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mondaydotcom/" class="md-nav__link"> Mondaydotcom </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mongodb/" class="md-nav__link"> Mongodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/myscale/" class="md-nav__link"> Myscale </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/notion/" class="md-nav__link"> Notion </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/nougat_ocr/" class="md-nav__link"> Nougat ocr </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/obsidian/" class="md-nav__link"> Obsidian </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/openalex/" class="md-nav__link"> Openalex </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/openapi/" class="md-nav__link"> Openapi </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/opendal/" class="md-nav__link"> Opendal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/opensearch/" class="md-nav__link"> Opensearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/oracleai/" class="md-nav__link"> Oracleai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pandas_ai/" class="md-nav__link"> Pandas ai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/papers/" class="md-nav__link"> Papers </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/patentsview/" class="md-nav__link"> Patentsview </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pathway/" class="md-nav__link"> Pathway </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pdb/" class="md-nav__link"> Pdb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pdf_marker/" class="md-nav__link"> Pdf marker </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pdf_table/" class="md-nav__link"> Pdf table </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pebblo/" class="md-nav__link"> Pebblo </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pinecone.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/preprocess/" class="md-nav__link"> Preprocess </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/psychic/" class="md-nav__link"> Psychic </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/qdrant/" class="md-nav__link"> Qdrant </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/quip/" class="md-nav__link"> Quip </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/rayyan/" class="md-nav__link"> Rayyan </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/readme/" class="md-nav__link"> Readme </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/readwise/" class="md-nav__link"> Readwise </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/reddit/" class="md-nav__link"> Reddit </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/remote/" class="md-nav__link"> Remote </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/remote_depth/" class="md-nav__link"> Remote depth </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/s3/" class="md-nav__link"> S3 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/sec_filings/" class="md-nav__link"> Sec filings </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/semanticscholar/" class="md-nav__link"> Semanticscholar </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/simple_directory_reader/" class="md-nav__link"> Simple directory reader </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/singlestore/" class="md-nav__link"> Singlestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/slack/" class="md-nav__link"> Slack </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/smart_pdf_loader/" class="md-nav__link"> Smart pdf loader </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/snowflake/" class="md-nav__link"> Snowflake </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/snscrape_twitter/" class="md-nav__link"> Snscrape twitter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/spotify/" class="md-nav__link"> Spotify </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/stackoverflow/" class="md-nav__link"> Stackoverflow </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/steamship/" class="md-nav__link"> Steamship </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/string_iterable/" class="md-nav__link"> String iterable </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/stripe_docs/" class="md-nav__link"> Stripe docs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/structured_data/" class="md-nav__link"> Structured data </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/telegram/" class="md-nav__link"> Telegram </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/toggl/" class="md-nav__link"> Toggl </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/trello/" class="md-nav__link"> Trello </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/twitter/" class="md-nav__link"> Twitter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/txtai/" class="md-nav__link"> Txtai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/upstage/" class="md-nav__link"> Upstage </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/weather/" class="md-nav__link"> Weather </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/weaviate/" class="md-nav__link"> Weaviate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/web/" class="md-nav__link"> Web </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/whatsapp/" class="md-nav__link"> Whatsapp </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/wikipedia/" class="md-nav__link"> Wikipedia </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/wordlift/" class="md-nav__link"> Wordlift </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/wordpress/" class="md-nav__link"> Wordpress </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/youtube_metadata/" class="md-nav__link"> Youtube metadata </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/youtube_transcript/" class="md-nav__link"> Youtube transcript </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zendesk/" class="md-nav__link"> Zendesk </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zep/" class="md-nav__link"> Zep </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zulip/" class="md-nav__link"> Zulip </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zyte_serp/" class="md-nav__link"> Zyte serp </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_27" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/response_synthesizers/" class="md-nav__link "> Response Synthesizers </a> <label class="md-nav__link " for="__nav_7_27" id="__nav_7_27_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_27_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_27"> Response Synthesizers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/accumulate/" class="md-nav__link"> Accumulate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/compact_accumulate/" class="md-nav__link"> Compact accumulate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/compact_and_refine/" class="md-nav__link"> Compact and refine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/generation/" class="md-nav__link"> Generation </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/google/" class="md-nav__link"> Google </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/refine/" class="md-nav__link"> Refine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/simple_summarize/" class="md-nav__link"> Simple summarize </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/tree_summarize/" class="md-nav__link"> Tree summarize </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_28" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/retrievers/" class="md-nav__link "> Retrievers </a> <label class="md-nav__link " for="__nav_7_28" id="__nav_7_28_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_28_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_28"> Retrievers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/auto_merging/" class="md-nav__link"> Auto merging </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/bedrock/" class="md-nav__link"> Bedrock </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/bm25/" class="md-nav__link"> Bm25 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/duckdb_retriever/" class="md-nav__link"> Duckdb retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/keyword/" class="md-nav__link"> Keyword </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/knowledge_graph/" class="md-nav__link"> Knowledge graph </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/mongodb_atlas_bm25_retriever/" class="md-nav__link"> Mongodb atlas bm25 retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/pathway/" class="md-nav__link"> Pathway </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/query_fusion/" class="md-nav__link"> Query fusion </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/recursive/" class="md-nav__link"> Recursive </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/router/" class="md-nav__link"> Router </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/sql/" class="md-nav__link"> Sql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/summary/" class="md-nav__link"> Summary </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/transform/" class="md-nav__link"> Transform </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/tree/" class="md-nav__link"> Tree </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/vector/" class="md-nav__link"> Vector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/vertexai_search/" class="md-nav__link"> Vertexai search </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/videodb/" class="md-nav__link"> Videodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/you/" class="md-nav__link"> You </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_29" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/schema/" class="md-nav__link "> Schema </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_29_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_29"> Schema </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_30" > <label class="md-nav__link" for="__nav_7_30" id="__nav_7_30_label" tabindex="0"> Selectors </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_30_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_30"> Selectors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/selectors/notdiamond/" class="md-nav__link"> Notdiamond </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_31" > <label class="md-nav__link" for="__nav_7_31" id="__nav_7_31_label" tabindex="0"> Sparse Embeddings </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_31_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_31"> Sparse Embeddings </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/sparse_embeddings/fastembed/" class="md-nav__link"> Fastembed </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32" > <label class="md-nav__link" for="__nav_7_32" id="__nav_7_32_label" tabindex="0"> Storage </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_32_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32"> Storage </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_1" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/chat_store/" class="md-nav__link "> Chat Store </a> <label class="md-nav__link " for="__nav_7_32_1" id="__nav_7_32_1_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_1_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_1"> Chat Store </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/azure/" class="md-nav__link"> Azure </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/azurecosmosmongovcore/" class="md-nav__link"> Azurecosmosmongovcore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/azurecosmosnosql/" class="md-nav__link"> Azurecosmosnosql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/dynamodb/" class="md-nav__link"> Dynamodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/postgres/" class="md-nav__link"> Postgres </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/redis/" class="md-nav__link"> Redis </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/simple/" class="md-nav__link"> Simple </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/upstash/" class="md-nav__link"> Upstash </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/docstore/" class="md-nav__link "> Docstore </a> <label class="md-nav__link " for="__nav_7_32_2" id="__nav_7_32_2_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_2"> Docstore </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/azure/" class="md-nav__link"> Azure </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/couchbase/" class="md-nav__link"> Couchbase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/dynamodb/" class="md-nav__link"> Dynamodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/elasticsearch/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/firestore/" class="md-nav__link"> Firestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/mongodb/" class="md-nav__link"> Mongodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/postgres/" class="md-nav__link"> Postgres </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/redis/" class="md-nav__link"> Redis </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/simple/" class="md-nav__link"> Simple </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/graph_stores/" class="md-nav__link "> Graph Stores </a> <label class="md-nav__link " for="__nav_7_32_3" id="__nav_7_32_3_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_3"> Graph Stores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/falkordb/" class="md-nav__link"> Falkordb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/kuzu/" class="md-nav__link"> Kuzu </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/memgraph/" class="md-nav__link"> Memgraph </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/nebula/" class="md-nav__link"> Nebula </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/neo4j/" class="md-nav__link"> Neo4j </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/neptune/" class="md-nav__link"> Neptune </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/simple/" class="md-nav__link"> Simple </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/tidb/" class="md-nav__link"> Tidb </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/index_store/" class="md-nav__link "> Index Store </a> <label class="md-nav__link " for="__nav_7_32_4" id="__nav_7_32_4_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_4"> Index Store </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/azure/" class="md-nav__link"> Azure </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/azurecosmosnosql/" class="md-nav__link"> Azurecosmosnosql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/couchbase/" class="md-nav__link"> Couchbase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/dynamodb/" class="md-nav__link"> Dynamodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/elasticsearch/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/firestore/" class="md-nav__link"> Firestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/mongodb/" class="md-nav__link"> Mongodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/postgres/" class="md-nav__link"> Postgres </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/redis/" class="md-nav__link"> Redis </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/simple/" class="md-nav__link"> Simple </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/kvstore/" class="md-nav__link "> Kvstore </a> <label class="md-nav__link " for="__nav_7_32_5" id="__nav_7_32_5_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_5"> Kvstore </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/azure/" class="md-nav__link"> Azure </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/azurecosmosnosql/" class="md-nav__link"> Azurecosmosnosql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/couchbase/" class="md-nav__link"> Couchbase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/dynamodb/" class="md-nav__link"> Dynamodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/elasticsearch/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/firestore/" class="md-nav__link"> Firestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/mongodb/" class="md-nav__link"> Mongodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/postgres/" class="md-nav__link"> Postgres </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/redis/" class="md-nav__link"> Redis </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/s3/" class="md-nav__link"> S3 </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/simple/" class="md-nav__link"> Simple </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_6" > <label class="md-nav__link" for="__nav_7_32_6" id="__nav_7_32_6_label" tabindex="0"> Storage </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_6"> Storage </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/storage_context/" class="md-nav__link"> Storage context </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_7" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/vector_store/" class="md-nav__link "> Vector Store </a> <label class="md-nav__link " for="__nav_7_32_7" id="__nav_7_32_7_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_7"> Vector Store </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/alibabacloud_opensearch/" class="md-nav__link"> Alibabacloud opensearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/analyticdb/" class="md-nav__link"> Analyticdb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/astra_db/" class="md-nav__link"> Astra db </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/awadb/" class="md-nav__link"> Awadb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/awsdocdb/" class="md-nav__link"> Awsdocdb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/azureaisearch/" class="md-nav__link"> Azureaisearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/azurecosmosmongo/" class="md-nav__link"> Azurecosmosmongo </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/azurecosmosnosql/" class="md-nav__link"> Azurecosmosnosql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/bagel/" class="md-nav__link"> Bagel </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/baiduvectordb/" class="md-nav__link"> Baiduvectordb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/cassandra/" class="md-nav__link"> Cassandra </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/chatgpt_plugin/" class="md-nav__link"> Chatgpt plugin </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/chroma/" class="md-nav__link"> Chroma </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/clickhouse/" class="md-nav__link"> Clickhouse </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/couchbase/" class="md-nav__link"> Couchbase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/dashvector/" class="md-nav__link"> Dashvector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/databricks/" class="md-nav__link"> Databricks </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/deeplake/" class="md-nav__link"> Deeplake </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/docarray/" class="md-nav__link"> Docarray </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/duckdb/" class="md-nav__link"> Duckdb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/dynamodb/" class="md-nav__link"> Dynamodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/elasticsearch/" class="md-nav__link"> Elasticsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/epsilla/" class="md-nav__link"> Epsilla </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/faiss/" class="md-nav__link"> Faiss </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/firestore/" class="md-nav__link"> Firestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/google/" class="md-nav__link"> Google </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/hologres/" class="md-nav__link"> Hologres </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/jaguar/" class="md-nav__link"> Jaguar </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/kdbai/" class="md-nav__link"> Kdbai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/lancedb/" class="md-nav__link"> Lancedb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/lantern/" class="md-nav__link"> Lantern </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/lindorm/" class="md-nav__link"> Lindorm </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/mariadb/" class="md-nav__link"> Mariadb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/metal/" class="md-nav__link"> Metal </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/milvus/" class="md-nav__link"> Milvus </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/mongodb/" class="md-nav__link"> Mongodb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/myscale/" class="md-nav__link"> Myscale </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/neo4jvector/" class="md-nav__link"> Neo4jvector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/neptune/" class="md-nav__link"> Neptune </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/nile/" class="md-nav__link"> Nile </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/objectbox/" class="md-nav__link"> Objectbox </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/oceanbase/" class="md-nav__link"> Oceanbase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/opensearch/" class="md-nav__link"> Opensearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/oracledb/" class="md-nav__link"> Oracledb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/pgvecto_rs/" class="md-nav__link"> Pgvecto rs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/pinecone/" class="md-nav__link"> Pinecone </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/postgres/" class="md-nav__link"> Postgres </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/qdrant/" class="md-nav__link"> Qdrant </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/redis/" class="md-nav__link"> Redis </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/relyt/" class="md-nav__link"> Relyt </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/rocksetdb/" class="md-nav__link"> Rocksetdb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/simple/" class="md-nav__link"> Simple </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/singlestoredb/" class="md-nav__link"> Singlestoredb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/sqlalchemy.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/supabase/" class="md-nav__link"> Supabase </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tablestore/" class="md-nav__link"> Tablestore </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tair/" class="md-nav__link"> Tair </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tencentvectordb/" class="md-nav__link"> Tencentvectordb </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tidbvector/" class="md-nav__link"> Tidbvector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/timescalevector/" class="md-nav__link"> Timescalevector </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/txtai/" class="md-nav__link"> Txtai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/typesense/" class="md-nav__link"> Typesense </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/upstash/" class="md-nav__link"> Upstash </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/vearch/" class="md-nav__link"> Vearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/vertexaivectorsearch/" class="md-nav__link"> Vertexaivectorsearch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/vespa/" class="md-nav__link"> Vespa </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/weaviate/" class="md-nav__link"> Weaviate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/wordlift/" class="md-nav__link"> Wordlift </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/zep/" class="md-nav__link"> Zep </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_33" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/tools/" class="md-nav__link "> Tools </a> <label class="md-nav__link " for="__nav_7_33" id="__nav_7_33_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_33_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_33"> Tools </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/tools/arxiv/" class="md-nav__link"> Arxiv </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_code_interpreter/" class="md-nav__link"> Azure code interpreter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_cv/" class="md-nav__link"> Azure cv </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_speech/" class="md-nav__link"> Azure speech </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_translate/" class="md-nav__link"> Azure translate </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/bing_search/" class="md-nav__link"> Bing search </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/box/" class="md-nav__link"> Box </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/brave_search/" class="md-nav__link"> Brave search </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/cassandra/" class="md-nav__link"> Cassandra </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/chatgpt_plugin/" class="md-nav__link"> Chatgpt plugin </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/code_interpreter/" class="md-nav__link"> Code interpreter </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/cogniswitch/" class="md-nav__link"> Cogniswitch </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/database/" class="md-nav__link"> Database </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/docker_code.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/duckduckgo/" class="md-nav__link"> Duckduckgo </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/elevenlabs/" class="md-nav__link"> Elevenlabs </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/exa/" class="md-nav__link"> Exa </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/finance/" class="md-nav__link"> Finance </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/function/" class="md-nav__link"> Function </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/google/" class="md-nav__link"> Google </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/graphql/" class="md-nav__link"> Graphql </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/ionic_shopping/" class="md-nav__link"> Ionic shopping </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/jina/" class="md-nav__link"> Jina </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/load_and_search/" class="md-nav__link"> Load and search </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/metaphor/" class="md-nav__link"> Metaphor </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/multion/" class="md-nav__link"> Multion </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/neo4j/" class="md-nav__link"> Neo4j </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/notion/" class="md-nav__link"> Notion </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/ondemand_loader/" class="md-nav__link"> Ondemand loader </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/openai/" class="md-nav__link"> Openai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/openapi/" class="md-nav__link"> Openapi </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/oracleai.md" class="md-nav__link"> None </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/passio_nutrition_ai/" class="md-nav__link"> Passio nutrition ai </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/playgrounds/" class="md-nav__link"> Playgrounds </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/python_file/" class="md-nav__link"> Python file </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/query_engine/" class="md-nav__link"> Query engine </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/query_plan/" class="md-nav__link"> Query plan </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/requests/" class="md-nav__link"> Requests </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/retriever/" class="md-nav__link"> Retriever </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/salesforce/" class="md-nav__link"> Salesforce </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/shopify/" class="md-nav__link"> Shopify </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/slack/" class="md-nav__link"> Slack </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/tavily_research/" class="md-nav__link"> Tavily research </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/text_to_image/" class="md-nav__link"> Text to image </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/tool_spec/" class="md-nav__link"> Tool spec </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/vectara_query/" class="md-nav__link"> Vectara query </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/vector_db/" class="md-nav__link"> Vector db </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/waii/" class="md-nav__link"> Waii </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/weather/" class="md-nav__link"> Weather </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/wikipedia/" class="md-nav__link"> Wikipedia </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/wolfram_alpha/" class="md-nav__link"> Wolfram alpha </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/yahoo_finance/" class="md-nav__link"> Yahoo finance </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/yelp/" class="md-nav__link"> Yelp </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/zapier/" class="md-nav__link"> Zapier </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_34" > <label class="md-nav__link" for="__nav_7_34" id="__nav_7_34_label" tabindex="0"> Workflow </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_34_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_34"> Workflow </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/decorators/" class="md-nav__link"> Decorators </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/context/" class="md-nav__link"> Context </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/events/" class="md-nav__link"> Events </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/retry_policy/" class="md-nav__link"> Retry policy </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/workflow/" class="md-nav__link"> Workflow </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" > <div class="md-nav__link md-nav__container"> <a href="../../../../community/llama_packs/" class="md-nav__link "> Open-Source Community </a> <label class="md-nav__link " for="__nav_8" id="__nav_8_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_8"> Open-Source Community </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../community/integrations/" class="md-nav__link"> Integrations </a> </li> <li class="md-nav__item"> <a href="../../../../community/full_stack_projects/" class="md-nav__link"> Full Stack Projects </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_3" > <label class="md-nav__link" for="__nav_8_3" id="__nav_8_3_label" tabindex="0"> Community FAQ </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_8_3"> Community FAQ </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../community/faq/chat_engines/" class="md-nav__link"> Chat Engines </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/documents_and_nodes/" class="md-nav__link"> Documents and Nodes </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/embeddings/" class="md-nav__link"> Embeddings </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/llms/" class="md-nav__link"> Large Language Models </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/query_engines/" class="md-nav__link"> Query Engines </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/vector_database/" class="md-nav__link"> Vector Database </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_5" > <label class="md-nav__link" for="__nav_8_5" id="__nav_8_5_label" tabindex="0"> Contributing </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_8_5"> Contributing </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../CONTRIBUTING/" class="md-nav__link"> Code </a> </li> <li class="md-nav__item"> <a href="../../../../DOCS_README/" class="md-nav__link"> Docs </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../CHANGELOG/" class="md-nav__link"> Changelog </a> </li> <li class="md-nav__item"> <a href="../../../../presentations/past_presentations/" class="md-nav__link"> Presentations </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/v0_10_0_migration/" class="md-nav__link"> Upgrading to v0.10.x </a> </li> <li class="md-nav__item"> <a href="../../../../changes/deprecated_terms/" class="md-nav__link"> Deprecated Terms </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" > <div class="md-nav__link md-nav__container"> <a href="../../../../llama_cloud/" class="md-nav__link "> LlamaCloud </a> <label class="md-nav__link " for="__nav_9" id="__nav_9_label" tabindex="0"> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_9"> LlamaCloud </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../llama_cloud/llama_parse/" class="md-nav__link"> LlamaParse </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > <div class="md-sidebar__scrollwrap"> <div class="md-sidebar__inner"> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class="md-nav__title" for="__toc"> Table of contents </label> <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> <li class="md-nav__item"> <a href="#setup" class="md-nav__link"> Setup </a> </li> <li class="md-nav__item"> <a href="#streaming-response" class="md-nav__link"> Streaming Response </a> </li> </ul> </nav> </div> </div> </div> <div class="md-content" data-md-component="content"> <article class="md-content__inner md-typeset"> <h1 id="streaming">Streaming<a class="headerlink" href="#streaming" title="Permanent link">#</a></h1> LlamaIndex supports streaming the response as it's being generated. This allows you to start printing or processing the beginning of the response before the full response is finished. This can drastically reduce the perceived latency of queries. <h3 id="setup">Setup<a class="headerlink" href="#setup" title="Permanent link">#</a></h3> To enable streaming, you need to use an LLM that supports streaming. Right now, streaming is supported by <code>OpenAI</code>, <code>HuggingFaceLLM</code>, and most LangChain LLMs (via <code>LangChainLLM</code>). <blockquote> Note: if streaming is not supported by the LLM you choose a <code>NotImplementedError</code> will be raised. </blockquote> To configure query engine to use streaming using the high-level API, set <code>streaming=True</code> when building a query engine. <div class="highlight"><pre><code>query_engine = index.as_query_engine(streaming=True, similarity_top_k=1) </code></pre></div> If you are using the low-level API to compose the query engine, pass <code>streaming=True</code> when constructing the <code>Response Synthesizer</code>: <div class="highlight"><pre><code>from llama_index.core import get_response_synthesizer synth = get_response_synthesizer(streaming=True, ...) query_engine = RetrieverQueryEngine(response_synthesizer=synth, ...) </code></pre></div> <h3 id="streaming-response">Streaming Response<a class="headerlink" href="#streaming-response" title="Permanent link">#</a></h3> After properly configuring both the LLM and the query engine, calling <code>query</code> now returns a <code>StreamingResponse</code> object. <div class="highlight"><pre><code>streaming_response = query_engine.query( "What did the author do growing up?", ) </code></pre></div> The response is returned immediately when the LLM call starts, without having to wait for the full completion. <blockquote> Note: In the case where the query engine makes multiple LLM calls, only the last LLM call will be streamed and the response is returned when the last LLM call starts. </blockquote> You can obtain a <code>Generator</code> from the streaming response and iterate over the tokens as they arrive: <div class="highlight"><pre><code>for text in streaming_response.response_gen: # do something with text as they arrive. pass </code></pre></div> Alternatively, if you just want to print the text as they arrive: <div class="highlight"><pre><code>streaming_response.print_response_stream() </code></pre></div> See an <a href="../../../../examples/customization/streaming/SimpleIndexDemo-streaming/">end-to-end example</a> </article> </div> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type="button" class="md-top md-icon" data-md-component="top" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> <footer class="md-footer"> <nav class="md-footer__inner md-grid" aria-label="Footer" > <a href="../response_modes/" class="md-footer__link md-footer__link--prev" aria-label="Previous: Response Modes"> <div class="md-footer__button md-icon"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </div> <div class="md-footer__title"> Previous <div class="md-ellipsis"> Response Modes </div> </div> </a> <a href="../modules/" class="md-footer__link md-footer__link--next" aria-label="Next: Module Guides"> <div class="md-footer__title"> Next <div class="md-ellipsis"> Module Guides </div> </div> <div class="md-footer__button md-icon"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M4 11v2h12l-5.5 5.5 1.42 1.42L19.84 12l-7.92-7.92L10.5 5.5 16 11z"/></svg> </div> </a> </nav> <div class="md-footer-meta md-typeset"> <div class="md-footer-meta__inner md-grid"> <readthedocs-flyout position="bottom-left"></readthedocs-flyout> </div> </div> </footer> <img referrerpolicy="no-referrer-when-downgrade" src="https://static.scarf.sh/a.png?x-pxid=2b5669c2-eb91-4d0a-81d6-dc7238350598" width="1" height="1" /> </div> <div class="md-dialog" data-md-component="dialog"> <div class="md-dialog__inner md-typeset"></div> </div> <script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.instant", "navigation.tabs", "navigation.indexes", "navigation.top", "navigation.footer", "toc.follow", "content.code.copy", "search.suggest", "search.highlight"], "search": "../../../../assets/javascripts/workers/search.6ce7567c.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script> <script src="../../../../assets/javascripts/bundle.83f73b43.min.js"></script> <script src="../../../../javascript/runllm.js"></script> <script src="../../../../javascript/algolia.js"></script> </body> </html>

CINXE.COM

Streaming - LlamaIndex