CINXE.COM
Streaming - LlamaIndex
<!doctype html> <html lang="en" class="no-js"> <head> <meta charset="utf-8"> <meta name="viewport" content="width=device-width,initial-scale=1"> <link rel="canonical" href="https://docs.llamaindex.ai/en/stable/module_guides/deploying/query_engine/streaming/"> <link rel="prev" href="../response_modes/"> <link rel="next" href="../modules/"> <link rel="icon" href="../../../../_static/assets/LlamaLogoBrowserTab.png"> <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.48"> <title>Streaming - LlamaIndex</title> <link rel="stylesheet" href="../../../../assets/stylesheets/main.6f8fc17f.min.css"> <link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css"> <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style> <link rel="stylesheet" href="../../../../assets/_mkdocstrings.css"> <link rel="stylesheet" href="../../../../css/style.css"> <link rel="stylesheet" href="../../../../css/algolia.css"> <script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> <script id="__analytics">function __md_analytics(){function e(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],e("js",new Date),e("config","G-BYVB1ZVE6J"),document.addEventListener("DOMContentLoaded",(function(){document.forms.search&&document.forms.search.query.addEventListener("blur",(function(){this.value&&e("event","search",{search_term:this.value})}));document$.subscribe((function(){var t=document.forms.feedback;if(void 0!==t)for(var a of t.querySelectorAll("[type=submit]"))a.addEventListener("click",(function(a){a.preventDefault();var n=document.location.pathname,d=this.getAttribute("data-md-value");e("event","feedback",{page:n,data:d}),t.firstElementChild.disabled=!0;var r=t.querySelector(".md-feedback__note [data-md-value='"+d+"']");r&&(r.hidden=!1)})),t.hidden=!1})),location$.subscribe((function(t){e("config","G-BYVB1ZVE6J",{page_path:t.pathname})}))}));var t=document.createElement("script");t.async=!0,t.src="https://www.googletagmanager.com/gtag/js?id=G-BYVB1ZVE6J",document.getElementById("__analytics").insertAdjacentElement("afterEnd",t)}</script> <script>"undefined"!=typeof __md_analytics&&__md_analytics()</script> <script async type="text/javascript" src="/_/static/javascript/readthedocs-addons.js"></script><meta name="readthedocs-project-slug" content="llamaindex-llamaindex" /><meta name="readthedocs-version-slug" content="stable" /><meta name="readthedocs-resolver-filename" content="/module_guides/deploying/query_engine/streaming/" /><meta name="readthedocs-http-status" content="200" /></head> <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> <label class="md-overlay" for="__drawer"></label> <div data-md-component="skip"> <a href="#streaming" class="md-skip"> Skip to content </a> </div> <div data-md-component="announce"> </div> <header class="md-header" data-md-component="header"> <nav class="md-header__inner md-grid" aria-label="Header"> <a href="../../../.." title="LlamaIndex" class="md-header__button md-logo" aria-label="LlamaIndex" data-md-component="logo"> <img src="../../../../_static/assets/LlamaSquareBlack.svg" alt="logo"> </a> <label class="md-header__button md-icon" for="__drawer"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class="md-header__title" data-md-component="header-title"> <div class="md-header__ellipsis"> <div class="md-header__topic"> <span class="md-ellipsis"> LlamaIndex </span> </div> <div class="md-header__topic" data-md-component="header-topic"> <span class="md-ellipsis"> Streaming </span> </div> </div> </div> <form class="md-header__option" data-md-component="palette"> <input class="md-option" data-md-color-media="(prefers-color-scheme)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_0"> <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m14.3 16-.7-2h-3.2l-.7 2H7.8L11 7h2l3.2 9zM20 8.69V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12zm-9.15 3.96h2.3L12 9z"/></svg> </label> <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="purple" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1"> <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> </label> <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="black" data-md-color-accent="purple" aria-label="Switch to system preference" type="radio" name="__palette" id="__palette_2"> <label class="md-header__button md-icon" title="Switch to system preference" for="__palette_0" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> </label> </form> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for="__search"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <!-- Search interface --> <div id="docsearch"></div> </nav> </header> <div class="md-container" data-md-component="container"> <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> <div class="md-grid"> <ul class="md-tabs__list"> <li class="md-tabs__item"> <a href="../../../.." class="md-tabs__link"> Home </a> </li> <li class="md-tabs__item"> <a href="../../../../understanding/" class="md-tabs__link"> Learn </a> </li> <li class="md-tabs__item"> <a href="../../../../use_cases/" class="md-tabs__link"> Use Cases </a> </li> <li class="md-tabs__item"> <a href="../../../../examples/" class="md-tabs__link"> Examples </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href="../../../" class="md-tabs__link"> Component Guides </a> </li> <li class="md-tabs__item"> <a href="../../../../optimizing/production_rag/" class="md-tabs__link"> Advanced Topics </a> </li> <li class="md-tabs__item"> <a href="../../../../api_reference/" class="md-tabs__link"> API Reference </a> </li> <li class="md-tabs__item"> <a href="../../../../community/integrations/" class="md-tabs__link"> Open-Source Community </a> </li> <li class="md-tabs__item"> <a href="../../../../llama_cloud/" class="md-tabs__link"> LlamaCloud </a> </li> </ul> </div> </nav> <main class="md-main" data-md-component="main"> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > <div class="md-sidebar__scrollwrap"> <div class="md-sidebar__inner"> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> <label class="md-nav__title" for="__drawer"> <a href="../../../.." title="LlamaIndex" class="md-nav__button md-logo" aria-label="LlamaIndex" data-md-component="logo"> <img src="../../../../_static/assets/LlamaSquareBlack.svg" alt="logo"> </a> LlamaIndex </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_1" > <div class="md-nav__link md-nav__container"> <a href="../../../.." class="md-nav__link "> <span class="md-ellipsis"> Home </span> </a> <label class="md-nav__link " for="__nav_1" id="__nav_1_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_1_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_1"> <span class="md-nav__icon md-icon"></span> Home </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../getting_started/concepts/" class="md-nav__link"> <span class="md-ellipsis"> High-Level Concepts </span> </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/installation/" class="md-nav__link"> <span class="md-ellipsis"> Installation and Setup </span> </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/reading/" class="md-nav__link"> <span class="md-ellipsis"> How to read these docs </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_1_5" > <label class="md-nav__link" for="__nav_1_5" id="__nav_1_5_label" tabindex="0"> <span class="md-ellipsis"> Starter Examples </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_1_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_1_5"> <span class="md-nav__icon md-icon"></span> Starter Examples </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../getting_started/starter_example/" class="md-nav__link"> <span class="md-ellipsis"> Starter Tutorial (OpenAI) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/starter_example_local/" class="md-nav__link"> <span class="md-ellipsis"> Starter Tutorial (Local Models) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../getting_started/discover_llamaindex/" class="md-nav__link"> <span class="md-ellipsis"> Discover LlamaIndex Video Series </span> </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/customization/" class="md-nav__link"> <span class="md-ellipsis"> Frequently Asked Questions (FAQ) </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_1_8" > <div class="md-nav__link md-nav__container"> <a href="../../../../getting_started/starter_tools/" class="md-nav__link "> <span class="md-ellipsis"> Starter Tools </span> </a> <label class="md-nav__link " for="__nav_1_8" id="__nav_1_8_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_1_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_1_8"> <span class="md-nav__icon md-icon"></span> Starter Tools </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../getting_started/starter_tools/rag_cli/" class="md-nav__link"> <span class="md-ellipsis"> RAG CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/" class="md-nav__link "> <span class="md-ellipsis"> Learn </span> </a> <label class="md-nav__link " for="__nav_2" id="__nav_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2"> <span class="md-nav__icon md-icon"></span> Learn </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/using_llms/using_llms/" class="md-nav__link"> <span class="md-ellipsis"> Using LLMs </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/rag/" class="md-nav__link "> <span class="md-ellipsis"> Building a RAG pipeline </span> </a> <label class="md-nav__link " for="__nav_2_3" id="__nav_2_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_3"> <span class="md-nav__icon md-icon"></span> Building a RAG pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_3_2" > <label class="md-nav__link" for="__nav_2_3_2" id="__nav_2_3_2_label" tabindex="0"> <span class="md-ellipsis"> Loading & Ingestion </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_3_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_3_2"> <span class="md-nav__icon md-icon"></span> Loading & Ingestion </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/loading/loading/" class="md-nav__link"> <span class="md-ellipsis"> Loading Data (Ingestion) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/loading/llamahub/" class="md-nav__link"> <span class="md-ellipsis"> LlamaHub </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/loading/llamacloud/" class="md-nav__link"> <span class="md-ellipsis"> Loading from LlamaCloud </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../understanding/indexing/indexing/" class="md-nav__link"> <span class="md-ellipsis"> Indexing & Embedding </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/storing/storing/" class="md-nav__link"> <span class="md-ellipsis"> Storing </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/querying/querying/" class="md-nav__link"> <span class="md-ellipsis"> Querying </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/agent/" class="md-nav__link "> <span class="md-ellipsis"> Building an agent </span> </a> <label class="md-nav__link " for="__nav_2_4" id="__nav_2_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_4"> <span class="md-nav__icon md-icon"></span> Building an agent </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/agent/local_models/" class="md-nav__link"> <span class="md-ellipsis"> Agents with local models </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/rag_agent/" class="md-nav__link"> <span class="md-ellipsis"> Adding RAG to an agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/llamaparse/" class="md-nav__link"> <span class="md-ellipsis"> Enhancing with LlamaParse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/memory/" class="md-nav__link"> <span class="md-ellipsis"> Memory </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/agent/tools/" class="md-nav__link"> <span class="md-ellipsis"> Adding other tools </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/workflows/" class="md-nav__link "> <span class="md-ellipsis"> Building Workflows </span> </a> <label class="md-nav__link " for="__nav_2_5" id="__nav_2_5_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_5"> <span class="md-nav__icon md-icon"></span> Building Workflows </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/workflows/basic_flow/" class="md-nav__link"> <span class="md-ellipsis"> A basic workflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/branches_and_loops/" class="md-nav__link"> <span class="md-ellipsis"> Branches and loops </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/state/" class="md-nav__link"> <span class="md-ellipsis"> Maintaining state </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/stream/" class="md-nav__link"> <span class="md-ellipsis"> Streaming events </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/concurrent_execution/" class="md-nav__link"> <span class="md-ellipsis"> Concurrent execution </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/subclass/" class="md-nav__link"> <span class="md-ellipsis"> Subclassing workflows </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/nested/" class="md-nav__link"> <span class="md-ellipsis"> Nested workflows </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/observability/" class="md-nav__link"> <span class="md-ellipsis"> Observability </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/workflows/unbound_functions/" class="md-nav__link"> <span class="md-ellipsis"> Unbound syntax </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_6" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/extraction/" class="md-nav__link "> <span class="md-ellipsis"> Structured Data Extraction </span> </a> <label class="md-nav__link " for="__nav_2_6" id="__nav_2_6_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_6"> <span class="md-nav__icon md-icon"></span> Structured Data Extraction </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/extraction/structured_llms/" class="md-nav__link"> <span class="md-ellipsis"> Using Structured LLMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/extraction/structured_prediction/" class="md-nav__link"> <span class="md-ellipsis"> Structured Prediction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/extraction/lower_level/" class="md-nav__link"> <span class="md-ellipsis"> Lower-level extraction </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../understanding/tracing_and_debugging/tracing_and_debugging/" class="md-nav__link"> <span class="md-ellipsis"> Tracing and Debugging </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_8" > <label class="md-nav__link" for="__nav_2_8" id="__nav_2_8_label" tabindex="0"> <span class="md-ellipsis"> Evaluating </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_8"> <span class="md-nav__icon md-icon"></span> Evaluating </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/evaluating/evaluating/" class="md-nav__link"> <span class="md-ellipsis"> Evaluating </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_8_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/evaluating/cost_analysis/" class="md-nav__link "> <span class="md-ellipsis"> Cost Analysis </span> </a> <label class="md-nav__link " for="__nav_2_8_2" id="__nav_2_8_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_8_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_8_2"> <span class="md-nav__icon md-icon"></span> Cost Analysis </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/evaluating/cost_analysis/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/" class="md-nav__link "> <span class="md-ellipsis"> Putting it all Together </span> </a> <label class="md-nav__link " for="__nav_2_9" id="__nav_2_9_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9"> <span class="md-nav__icon md-icon"></span> Putting it all Together </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/apps/" class="md-nav__link "> <span class="md-ellipsis"> Full-stack web application </span> </a> <label class="md-nav__link " for="__nav_2_9_2" id="__nav_2_9_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_2"> <span class="md-nav__icon md-icon"></span> Full-stack web application </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/apps/fullstack_app_guide/" class="md-nav__link"> <span class="md-ellipsis"> A Guide to Building a Full-Stack Web App with LLamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/apps/fullstack_with_delphic/" class="md-nav__link"> <span class="md-ellipsis"> A Guide to Building a Full-Stack LlamaIndex Web App with Delphic </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/q_and_a/" class="md-nav__link "> <span class="md-ellipsis"> Q&A Patterns </span> </a> <label class="md-nav__link " for="__nav_2_9_3" id="__nav_2_9_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_3"> <span class="md-nav__icon md-icon"></span> Q&A Patterns </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/q_and_a/terms_definitions_tutorial/" class="md-nav__link"> <span class="md-ellipsis"> A Guide to Extracting Terms and Definitions </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_4" > <label class="md-nav__link" for="__nav_2_9_4" id="__nav_2_9_4_label" tabindex="0"> <span class="md-ellipsis"> Chatbots </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_4"> <span class="md-nav__icon md-icon"></span> Chatbots </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/chatbots/building_a_chatbot/" class="md-nav__link"> <span class="md-ellipsis"> How to Build a Chatbot </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_9_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../understanding/putting_it_all_together/structured_data/" class="md-nav__link "> <span class="md-ellipsis"> Structured data </span> </a> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_2_9_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_2_9_5"> <span class="md-nav__icon md-icon"></span> Structured data </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../understanding/putting_it_all_together/agents/" class="md-nav__link"> <span class="md-ellipsis"> Agents </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../use_cases/" class="md-nav__link "> <span class="md-ellipsis"> Use Cases </span> </a> <label class="md-nav__link " for="__nav_3" id="__nav_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_3"> <span class="md-nav__icon md-icon"></span> Use Cases </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../use_cases/prompting/" class="md-nav__link"> <span class="md-ellipsis"> Prompting </span> </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/q_and_a/" class="md-nav__link"> <span class="md-ellipsis"> Question-Answering (RAG) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/chatbots/" class="md-nav__link"> <span class="md-ellipsis"> Chatbots </span> </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/extraction/" class="md-nav__link"> <span class="md-ellipsis"> Structured Data Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/agents/" class="md-nav__link"> <span class="md-ellipsis"> Agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/multimodal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal Applications </span> </a> </li> <li class="md-nav__item"> <a href="../../../../use_cases/fine_tuning/" class="md-nav__link"> <span class="md-ellipsis"> Fine-Tuning </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../examples/" class="md-nav__link "> <span class="md-ellipsis"> Examples </span> </a> <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4"> <span class="md-nav__icon md-icon"></span> Examples </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2" > <label class="md-nav__link" for="__nav_4_2" id="__nav_4_2_label" tabindex="0"> <span class="md-ellipsis"> Agents </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_2"> <span class="md-nav__icon md-icon"></span> Agents </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/agent/Chatbot_SEC/" class="md-nav__link"> <span class="md-ellipsis"> 💬🤖 How to Build a Chatbot </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_builder/" class="md-nav__link"> <span class="md-ellipsis"> GPT Builder Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/agent_around_query_pipeline_with_HyDE_for_PDFs/" class="md-nav__link"> <span class="md-ellipsis"> Building a Multi-PDF Agent using Query Pipelines and HyDE </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/agent_runner/" class="md-nav__link"> <span class="md-ellipsis"> Step-wise, Controllable Agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/agent_runner_rag_controllable/" class="md-nav__link"> <span class="md-ellipsis"> Controllable Agents for RAG </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agent_runner/query_pipeline_agent/" class="md-nav__link"> <span class="md-ellipsis"> Building an Agent around a Query Pipeline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agentic_rag_using_vertex_ai/" class="md-nav__link"> <span class="md-ellipsis"> Agentic rag using vertex ai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/agentic_rag_with_llamaindex_and_vertexai_managed_index/" class="md-nav__link"> <span class="md-ellipsis"> Agentic rag with llamaindex and vertexai managed index </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/anthropic_agent/" class="md-nav__link"> <span class="md-ellipsis"> Function Calling Anthropic Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/bedrock_converse_agent/" class="md-nav__link"> <span class="md-ellipsis"> Function Calling AWS Bedrock Converse Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/coa_agent/" class="md-nav__link"> <span class="md-ellipsis"> Chain-of-Abstraction LlamaPack </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/custom_agent/" class="md-nav__link"> <span class="md-ellipsis"> Building a Custom Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/dashscope_agent/" class="md-nav__link"> <span class="md-ellipsis"> DashScope Agent Tutorial </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/introspective_agent_toxicity_reduction/" class="md-nav__link"> <span class="md-ellipsis"> Introspective Agents: Performing Tasks With Reflection </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/lats_agent/" class="md-nav__link"> <span class="md-ellipsis"> Language Agent Tree Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/llm_compiler/" class="md-nav__link"> <span class="md-ellipsis"> LLM Compiler Agent Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/memory/composable_memory/" class="md-nav__link"> <span class="md-ellipsis"> Simple Composable Memory </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/memory/vector_memory/" class="md-nav__link"> <span class="md-ellipsis"> Vector Memory </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/mistral_agent/" class="md-nav__link"> <span class="md-ellipsis"> Function Calling Mistral Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/multi_document_agents-v1/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Document Agents (V1) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/multi_document_agents/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Document Agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/nvidia_agent/" class="md-nav__link"> <span class="md-ellipsis"> Function Calling NVIDIA Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/nvidia_sub_question_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Sub Question Query Engine powered by NVIDIA NIMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent/" class="md-nav__link"> <span class="md-ellipsis"> Build your own OpenAI Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_context_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Context-Augmented OpenAI Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_lengthy_tools/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Agent Workarounds for Lengthy Tool Descriptions </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_parallel_function_calling/" class="md-nav__link"> <span class="md-ellipsis"> Single-Turn Multi-Function Calling OpenAI Agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_query_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Agent + Query Engine Experimental Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_query_plan/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Agent Query Planning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Retrieval-Augmented OpenAI Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_tool_call_parser/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Agent with Tool Call Parser </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_agent_with_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Agent with Query Engine Tools </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_assistant_agent/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Assistant Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_assistant_query_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Assistant Advanced Retrieval Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_forced_function_call/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI agent: specifying a forced function call </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/openai_retrieval_benchmark/" class="md-nav__link"> <span class="md-ellipsis"> Benchmarking OpenAI Retrieval API (through Assistant Agent) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/react_agent/" class="md-nav__link"> <span class="md-ellipsis"> ReAct Agent - A Simple Intro with Calculator Tools </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/react_agent_with_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> ReAct Agent with Query Engine (RAG) Tools </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/return_direct_agent/" class="md-nav__link"> <span class="md-ellipsis"> Controlling Agent Reasoning Loop with Return Direct Tools </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/agent/structured_planner/" class="md-nav__link"> <span class="md-ellipsis"> Structured Planning Agent </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_3" > <label class="md-nav__link" for="__nav_4_3" id="__nav_4_3_label" tabindex="0"> <span class="md-ellipsis"> Chat Engines </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_3"> <span class="md-nav__icon md-icon"></span> Chat Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_best/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - Best Mode </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_condense_plus_context/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - Condense Plus Context Mode </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_condense_question/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - Condense Question Mode </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_context/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - Context Mode </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_openai/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - OpenAI Agent Mode </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_personality/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine with a Personality ✨ </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_react/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - ReAct Agent Mode </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/chat_engine/chat_engine_repl/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engine - Simple Mode REPL </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_4" > <label class="md-nav__link" for="__nav_4_4" id="__nav_4_4_label" tabindex="0"> <span class="md-ellipsis"> Cookbooks </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_4"> <span class="md-nav__icon md-icon"></span> Cookbooks </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/GraphRAG_v1/" class="md-nav__link"> <span class="md-ellipsis"> GraphRAG Implementation with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/GraphRAG_v2/" class="md-nav__link"> <span class="md-ellipsis"> GraphRAG Implementation with LlamaIndex - V2 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/airtrain/" class="md-nav__link"> <span class="md-ellipsis"> AirtrainAI Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/anthropic_haiku/" class="md-nav__link"> <span class="md-ellipsis"> Anthropic Haiku Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/cleanlab_tlm_rag/" class="md-nav__link"> <span class="md-ellipsis"> Trustworthy RAG with the Trustworthy Language Model </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/codestral/" class="md-nav__link"> <span class="md-ellipsis"> Codestral from MistralAI Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/cohere_retriever_eval/" class="md-nav__link"> <span class="md-ellipsis"> Cohere init8 and binary Embeddings Retrieval Evaluation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/contextual_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Contextual Retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/crewai_llamaindex/" class="md-nav__link"> <span class="md-ellipsis"> CrewAI + LlamaIndex Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/llama3_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> Llama3 Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/llama3_cookbook_groq/" class="md-nav__link"> <span class="md-ellipsis"> Llama3 Cookbook with Groq </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/llama3_cookbook_ollama_replicate/" class="md-nav__link"> <span class="md-ellipsis"> Llama3 Cookbook with Ollama and Replicate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/mistralai/" class="md-nav__link"> <span class="md-ellipsis"> MistralAI Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/mixedbread_reranker/" class="md-nav__link"> <span class="md-ellipsis"> mixedbread Rerank Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/mongodb_retrieval_strategies/" class="md-nav__link"> <span class="md-ellipsis"> Optimizing for relevance using MongoDB and LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oracleai_demo/" class="md-nav__link"> <span class="md-ellipsis"> Oracle AI Vector Search with Document Processing </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-2/Components_Of_LlamaIndex/" class="md-nav__link"> <span class="md-ellipsis"> Components Of LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-3/Evaluating_RAG_Systems/" class="md-nav__link"> <span class="md-ellipsis"> Evaluating RAG Systems </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-4/Ingestion_Pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Ingestion Pipeline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-4/Metadata_Extraction/" class="md-nav__link"> <span class="md-ellipsis"> Metadata Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-5/Observability/" class="md-nav__link"> <span class="md-ellipsis"> Observability </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-6/Agents/" class="md-nav__link"> <span class="md-ellipsis"> Agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-6/Router_And_SubQuestion_QueryEngine/" class="md-nav__link"> <span class="md-ellipsis"> Router QueryEngine and SubQuestion QueryEngine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-7/Multi_Modal_RAG_System/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal RAG System </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/oreilly_course_cookbooks/Module-8/Advanced_RAG_with_LlamaParse/" class="md-nav__link"> <span class="md-ellipsis"> Advanced RAG with LlamaParse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/prometheus2_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> Prometheus-2 Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/cookbooks/toolhouse_llamaindex/" class="md-nav__link"> <span class="md-ellipsis"> Sales Prospecting Workflow with Toolhouse </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_5" > <label class="md-nav__link" for="__nav_4_5" id="__nav_4_5_label" tabindex="0"> <span class="md-ellipsis"> Customization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_5"> <span class="md-nav__icon md-icon"></span> Customization </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/AzureOpenAI/" class="md-nav__link"> <span class="md-ellipsis"> Azure OpenAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/SimpleIndexDemo-ChatGPT/" class="md-nav__link"> <span class="md-ellipsis"> ChatGPT </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/SimpleIndexDemo-Huggingface_camel/" class="md-nav__link"> <span class="md-ellipsis"> HuggingFace LLM - Camel-5b </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/llms/SimpleIndexDemo-Huggingface_stablelm/" class="md-nav__link"> <span class="md-ellipsis"> HuggingFace LLM - StableLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/prompts/chat_prompts/" class="md-nav__link"> <span class="md-ellipsis"> Chat Prompts Customization </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/prompts/completion_prompts/" class="md-nav__link"> <span class="md-ellipsis"> Completion Prompts Customization </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/streaming/SimpleIndexDemo-streaming/" class="md-nav__link"> <span class="md-ellipsis"> Streaming </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/customization/streaming/chat_engine_condense_question_stream_response/" class="md-nav__link"> <span class="md-ellipsis"> Streaming for Chat Engine - Condense Question Mode </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_6" > <label class="md-nav__link" for="__nav_4_6" id="__nav_4_6_label" tabindex="0"> <span class="md-ellipsis"> Data Connectors </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_6"> <span class="md-nav__icon md-icon"></span> Data Connectors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/ChromaDemo/" class="md-nav__link"> <span class="md-ellipsis"> Chroma Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DashvectorReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> DashVector Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DatabaseReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Database Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DeepLakeReader/" class="md-nav__link"> <span class="md-ellipsis"> DeepLake Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DiscordDemo/" class="md-nav__link"> <span class="md-ellipsis"> Discord Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/DoclingReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Docling Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/FaissDemo/" class="md-nav__link"> <span class="md-ellipsis"> Faiss Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GithubRepositoryReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Github Repo Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleChatDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Chat Reader Test </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleDocsDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Docs Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleDriveDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Drive Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleMapsTextSearchReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Maps Text Search Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/GoogleSheetsDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Sheets Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MakeDemo/" class="md-nav__link"> <span class="md-ellipsis"> Make Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MboxReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Mbox Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MilvusReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> MilvusReader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MongoDemo/" class="md-nav__link"> <span class="md-ellipsis"> MongoDB Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/MyScaleReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> MyScale Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/NotionDemo/" class="md-nav__link"> <span class="md-ellipsis"> Notion Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/ObsidianReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Obsidian Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/PathwayReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Pathway Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/PreprocessReaderDemo/" class="md-nav__link"> <span class="md-ellipsis"> Preprocess </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/PsychicDemo/" class="md-nav__link"> <span class="md-ellipsis"> Psychic Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/QdrantDemo/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/SlackDemo/" class="md-nav__link"> <span class="md-ellipsis"> Slack Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/TwitterDemo/" class="md-nav__link"> <span class="md-ellipsis"> Twitter Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/WeaviateDemo/" class="md-nav__link"> <span class="md-ellipsis"> Weaviate Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/WebPageDemo/" class="md-nav__link"> <span class="md-ellipsis"> Web Page Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/ZyteSerpDemo/" class="md-nav__link"> <span class="md-ellipsis"> Zyte Serp Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/deplot/DeplotReader/" class="md-nav__link"> <span class="md-ellipsis"> Deplot Reader Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/html_tag_reader/" class="md-nav__link"> <span class="md-ellipsis"> HTML Tag Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/oracleai/" class="md-nav__link"> <span class="md-ellipsis"> Oracle AI Vector Search: Document Processing </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/simple_directory_reader/" class="md-nav__link"> <span class="md-ellipsis"> Simple Directory Reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/simple_directory_reader_parallel/" class="md-nav__link"> <span class="md-ellipsis"> Parallel Processing SimpleDirectoryReader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/data_connectors/simple_directory_reader_remote_fs/" class="md-nav__link"> <span class="md-ellipsis"> Simple Directory Reader over a Remote FileSystem </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_7" > <label class="md-nav__link" for="__nav_4_7" id="__nav_4_7_label" tabindex="0"> <span class="md-ellipsis"> Discover LlamaIndex </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_7"> <span class="md-nav__icon md-icon"></span> Discover LlamaIndex </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/discover_llamaindex/document_management/Discord_Thread_Management/" class="md-nav__link"> <span class="md-ellipsis"> Discord Thread Management </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_8" > <label class="md-nav__link" for="__nav_4_8" id="__nav_4_8_label" tabindex="0"> <span class="md-ellipsis"> Docstores </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_8"> <span class="md-nav__icon md-icon"></span> Docstores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/docstore/AzureDocstoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> Demo: Azure Table Storage as a Docstore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/DocstoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> Docstore Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/DynamoDBDocstoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> Dynamo DB Docstore Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/FirestoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> Firestore Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/MongoDocstoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> MongoDB Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/docstore/RedisDocstoreIndexStoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> Redis Docstore+Index Store Demo </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_9" > <label class="md-nav__link" for="__nav_4_9" id="__nav_4_9_label" tabindex="0"> <span class="md-ellipsis"> Embeddings </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_9"> <span class="md-nav__icon md-icon"></span> Embeddings </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/embeddings/Anyscale/" class="md-nav__link"> <span class="md-ellipsis"> Anyscale Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/Langchain/" class="md-nav__link"> <span class="md-ellipsis"> LangChain Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/OpenAI/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/alephalpha/" class="md-nav__link"> <span class="md-ellipsis"> Aleph Alpha Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/bedrock/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/clarifai/" class="md-nav__link"> <span class="md-ellipsis"> Embeddings with Clarifai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/cloudflare_workersai/" class="md-nav__link"> <span class="md-ellipsis"> Cloudflare Workers AI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/cohereai/" class="md-nav__link"> <span class="md-ellipsis"> CohereAI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/custom_embeddings/" class="md-nav__link"> <span class="md-ellipsis"> Custom Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/dashscope_embeddings/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/databricks/" class="md-nav__link"> <span class="md-ellipsis"> Databricks Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/deepinfra/" class="md-nav__link"> <span class="md-ellipsis"> Deepinfra </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/fastembed/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant FastEmbed Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/fireworks/" class="md-nav__link"> <span class="md-ellipsis"> Fireworks Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/gemini/" class="md-nav__link"> <span class="md-ellipsis"> Google Gemini Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/gigachat/" class="md-nav__link"> <span class="md-ellipsis"> Gigachat </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/google_palm/" class="md-nav__link"> <span class="md-ellipsis"> Google PaLM Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/huggingface/" class="md-nav__link"> <span class="md-ellipsis"> Local Embeddings with HuggingFace </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ibm_watsonx/" class="md-nav__link"> <span class="md-ellipsis"> IBM watsonx.ai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ipex_llm/" class="md-nav__link"> <span class="md-ellipsis"> Local Embeddings with IPEX-LLM on Intel CPU </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ipex_llm_gpu/" class="md-nav__link"> <span class="md-ellipsis"> Local Embeddings with IPEX-LLM on Intel GPU </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/itrex/" class="md-nav__link"> <span class="md-ellipsis"> Optimized BGE Embedding Model using Intel® Extension for Transformers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/jina_embeddings/" class="md-nav__link"> <span class="md-ellipsis"> Jina 8K Context Window Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/jinaai_embeddings/" class="md-nav__link"> <span class="md-ellipsis"> Jina Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/llamafile/" class="md-nav__link"> <span class="md-ellipsis"> Llamafile Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/llm_rails/" class="md-nav__link"> <span class="md-ellipsis"> LLMRails Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/mistralai/" class="md-nav__link"> <span class="md-ellipsis"> MistralAI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/mixedbreadai/" class="md-nav__link"> <span class="md-ellipsis"> Mixedbread AI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/modelscope/" class="md-nav__link"> <span class="md-ellipsis"> ModelScope Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/nebius/" class="md-nav__link"> <span class="md-ellipsis"> Nebius Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/nomic/" class="md-nav__link"> <span class="md-ellipsis"> Nomic Embedding </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/nvidia/" class="md-nav__link"> <span class="md-ellipsis"> NVIDIA NIMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/oci_genai/" class="md-nav__link"> <span class="md-ellipsis"> Oracle Cloud Infrastructure Generative AI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/octoai/" class="md-nav__link"> <span class="md-ellipsis"> OctoAI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/ollama_embedding/" class="md-nav__link"> <span class="md-ellipsis"> Ollama Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/openvino/" class="md-nav__link"> <span class="md-ellipsis"> Local Embeddings with OpenVINO </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/optimum_intel/" class="md-nav__link"> <span class="md-ellipsis"> Optimized Embedding Model using Optimum-Intel </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/oracleai/" class="md-nav__link"> <span class="md-ellipsis"> Oracle AI Vector Search: Generate Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/premai/" class="md-nav__link"> <span class="md-ellipsis"> PremAI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/sagemaker_embedding_endpoint/" class="md-nav__link"> <span class="md-ellipsis"> Interacting with Embeddings deployed in Amazon SageMaker Endpoint with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/text_embedding_inference/" class="md-nav__link"> <span class="md-ellipsis"> Text Embedding Inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/textembed/" class="md-nav__link"> <span class="md-ellipsis"> TextEmbed - Embedding Inference Server </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/together/" class="md-nav__link"> <span class="md-ellipsis"> Together AI Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/upstage/" class="md-nav__link"> <span class="md-ellipsis"> Upstage Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/vertex_embedding_endpoint/" class="md-nav__link"> <span class="md-ellipsis"> Interacting with Embeddings deployed in Vertex AI Endpoint with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/voyageai/" class="md-nav__link"> <span class="md-ellipsis"> Voyage Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/embeddings/yandexgpt/" class="md-nav__link"> <span class="md-ellipsis"> Yandexgpt </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_10" > <label class="md-nav__link" for="__nav_4_10" id="__nav_4_10_label" tabindex="0"> <span class="md-ellipsis"> Evaluation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_10"> <span class="md-nav__icon md-icon"></span> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/evaluation/BeirEvaluation/" class="md-nav__link"> <span class="md-ellipsis"> BEIR Out of Domain Benchmark </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/Deepeval/" class="md-nav__link"> <span class="md-ellipsis"> 🚀 RAG/LLM Evaluators - DeepEval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/HotpotQADistractor/" class="md-nav__link"> <span class="md-ellipsis"> HotpotQADistractor Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/QuestionGeneration/" class="md-nav__link"> <span class="md-ellipsis"> QuestionGeneration </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/RAGChecker/" class="md-nav__link"> <span class="md-ellipsis"> RAGChecker: A Fine-grained Evaluation Framework For Diagnosing RAG </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/RetryQuery/" class="md-nav__link"> <span class="md-ellipsis"> Self Correcting Query Engines - Evaluation & Retry </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/TonicValidateEvaluators/" class="md-nav__link"> <span class="md-ellipsis"> Tonic Validate Evaluators </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/UpTrain/" class="md-nav__link"> <span class="md-ellipsis"> How to use UpTrain with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/answer_and_context_relevancy/" class="md-nav__link"> <span class="md-ellipsis"> Answer Relevancy and Context Relevancy Evaluations </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/batch_eval/" class="md-nav__link"> <span class="md-ellipsis"> BatchEvalRunner - Running Multiple Evaluations </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/correctness_eval/" class="md-nav__link"> <span class="md-ellipsis"> Correctness Evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/faithfulness_eval/" class="md-nav__link"> <span class="md-ellipsis"> Faithfulness Evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/guideline_eval/" class="md-nav__link"> <span class="md-ellipsis"> Guideline Evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/mt_bench_human_judgement/" class="md-nav__link"> <span class="md-ellipsis"> Benchmarking LLM Evaluators On The MT-Bench Human Judgement </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/mt_bench_single_grading/" class="md-nav__link"> <span class="md-ellipsis"> Benchmarking LLM Evaluators On A Mini MT-Bench (Single Grading) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/multi_modal/multi_modal_rag_evaluation/" class="md-nav__link"> <span class="md-ellipsis"> Evaluating Multi-Modal RAG </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/pairwise_eval/" class="md-nav__link"> <span class="md-ellipsis"> Pairwise Evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/prometheus_evaluation/" class="md-nav__link"> <span class="md-ellipsis"> Evaluation using Prometheus model </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/relevancy_eval/" class="md-nav__link"> <span class="md-ellipsis"> Relevancy Evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/retrieval/retriever_eval/" class="md-nav__link"> <span class="md-ellipsis"> Retrieval Evaluation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/semantic_similarity_eval/" class="md-nav__link"> <span class="md-ellipsis"> Embedding Similarity Evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/evaluation/step_back_argilla/" class="md-nav__link"> <span class="md-ellipsis"> 🏔️ Step-back prompting with workflows for RAG with Argilla </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_11" > <label class="md-nav__link" for="__nav_4_11" id="__nav_4_11_label" tabindex="0"> <span class="md-ellipsis"> Finetuning </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_11"> <span class="md-nav__icon md-icon"></span> Finetuning </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/finetuning/cross_encoder_finetuning/cross_encoder_finetuning/" class="md-nav__link"> <span class="md-ellipsis"> How to Finetune a cross-encoder using LLamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/embeddings/finetune_corpus_embedding/" class="md-nav__link"> <span class="md-ellipsis"> Finetuning corpus embeddings using NUDGE </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/embeddings/finetune_embedding/" class="md-nav__link"> <span class="md-ellipsis"> Finetune Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/embeddings/finetune_embedding_adapter/" class="md-nav__link"> <span class="md-ellipsis"> Finetuning an Adapter on Top of any Black-Box Embedding Model </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/llm_judge/correctness/finetune_llm_judge_single_grading_correctness/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge Distillation For Fine-Tuning A GPT-3.5 Judge (Correctness) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/llm_judge/pairwise/finetune_llm_judge/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge Distillation For Fine-Tuning A GPT-3.5 Judge (Pairwise) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/mistralai_fine_tuning/" class="md-nav__link"> <span class="md-ellipsis"> Fine Tuning MistralAI models using Finetuning API </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/openai_fine_tuning/" class="md-nav__link"> <span class="md-ellipsis"> Fine Tuning GPT-3.5-Turbo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/openai_fine_tuning_functions/" class="md-nav__link"> <span class="md-ellipsis"> Fine Tuning with Function Calling </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/react_agent/react_agent_finetune/" class="md-nav__link"> <span class="md-ellipsis"> Fine-tuning a gpt-3.5 ReAct Agent on Better Chain of Thought </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/rerankers/cohere_custom_reranker/" class="md-nav__link"> <span class="md-ellipsis"> Custom Cohere Reranker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/finetuning/router/router_finetune/" class="md-nav__link"> <span class="md-ellipsis"> Router Fine-tuning </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_12" > <label class="md-nav__link" for="__nav_4_12" id="__nav_4_12_label" tabindex="0"> <span class="md-ellipsis"> Ingestion </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_12_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_12"> <span class="md-nav__icon md-icon"></span> Ingestion </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/ingestion/advanced_ingestion_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Advanced Ingestion Pipeline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/async_ingestion_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Async Ingestion Pipeline + Metadata Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/document_management_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Ingestion Pipeline + Document Management </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/ingestion_gdrive/" class="md-nav__link"> <span class="md-ellipsis"> Building a Live RAG Pipeline over Google Drive Files </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/parallel_execution_ingestion_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Parallelizing Ingestion Pipeline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/ingestion/redis_ingestion_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Redis Ingestion Pipeline </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_13" > <label class="md-nav__link" for="__nav_4_13" id="__nav_4_13_label" tabindex="0"> <span class="md-ellipsis"> LLMs </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_13_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_13"> <span class="md-nav__icon md-icon"></span> LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/llm/ai21/" class="md-nav__link"> <span class="md-ellipsis"> AI21 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/alephalpha/" class="md-nav__link"> <span class="md-ellipsis"> Aleph Alpha </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/anthropic/" class="md-nav__link"> <span class="md-ellipsis"> Anthropic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/anthropic_prompt_caching/" class="md-nav__link"> <span class="md-ellipsis"> Anthropic Prompt Caching </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/anyscale/" class="md-nav__link"> <span class="md-ellipsis"> Anyscale </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/azure_inference/" class="md-nav__link"> <span class="md-ellipsis"> Azure AI model inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/azure_openai/" class="md-nav__link"> <span class="md-ellipsis"> Azure OpenAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/bedrock/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/bedrock_converse/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock Converse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/cerebras/" class="md-nav__link"> <span class="md-ellipsis"> Cerebras </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/clarifai/" class="md-nav__link"> <span class="md-ellipsis"> Clarifai LLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/cleanlab/" class="md-nav__link"> <span class="md-ellipsis"> Cleanlab Trustworthy Language Model </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/cohere/" class="md-nav__link"> <span class="md-ellipsis"> Cohere </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> DashScope LLMS </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/databricks/" class="md-nav__link"> <span class="md-ellipsis"> DataBricks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/deepinfra/" class="md-nav__link"> <span class="md-ellipsis"> DeepInfra </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/everlyai/" class="md-nav__link"> <span class="md-ellipsis"> EverlyAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/fireworks/" class="md-nav__link"> <span class="md-ellipsis"> Fireworks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/fireworks_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> Fireworks Function Calling Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/friendli/" class="md-nav__link"> <span class="md-ellipsis"> Friendli </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/gemini/" class="md-nav__link"> <span class="md-ellipsis"> Gemini </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/groq/" class="md-nav__link"> <span class="md-ellipsis"> Groq </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/huggingface/" class="md-nav__link"> <span class="md-ellipsis"> Hugging Face LLMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ibm_watsonx/" class="md-nav__link"> <span class="md-ellipsis"> IBM watsonx.ai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ipex_llm/" class="md-nav__link"> <span class="md-ellipsis"> IPEX-LLM on Intel CPU </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ipex_llm_gpu/" class="md-nav__link"> <span class="md-ellipsis"> IPEX-LLM on Intel GPU </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/konko/" class="md-nav__link"> <span class="md-ellipsis"> Konko </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/langchain/" class="md-nav__link"> <span class="md-ellipsis"> Langchain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/litellm/" class="md-nav__link"> <span class="md-ellipsis"> LiteLLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_2/" class="md-nav__link"> <span class="md-ellipsis"> Replicate - Llama 2 13B </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_2_llama_cpp/" class="md-nav__link"> <span class="md-ellipsis"> LlamaCPP </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_2_rap_battle/" class="md-nav__link"> <span class="md-ellipsis"> 🦙 x 🦙 Rap Battle </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llama_api/" class="md-nav__link"> <span class="md-ellipsis"> Llama API </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llamafile/" class="md-nav__link"> <span class="md-ellipsis"> llamafile </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/llm_predictor/" class="md-nav__link"> <span class="md-ellipsis"> LLM Predictor </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/lmstudio/" class="md-nav__link"> <span class="md-ellipsis"> LM Studio </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/localai/" class="md-nav__link"> <span class="md-ellipsis"> LocalAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/maritalk/" class="md-nav__link"> <span class="md-ellipsis"> Maritalk </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/mistral_rs/" class="md-nav__link"> <span class="md-ellipsis"> MistralRS LLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/mistralai/" class="md-nav__link"> <span class="md-ellipsis"> MistralAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/modelscope/" class="md-nav__link"> <span class="md-ellipsis"> ModelScope LLMS </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/monsterapi/" class="md-nav__link"> <span class="md-ellipsis"> Monster API <> LLamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/mymagic/" class="md-nav__link"> <span class="md-ellipsis"> MyMagic AI LLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nebius/" class="md-nav__link"> <span class="md-ellipsis"> Nebius LLMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/neutrino/" class="md-nav__link"> <span class="md-ellipsis"> Neutrino AI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia/" class="md-nav__link"> <span class="md-ellipsis"> NVIDIA NIMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_nim/" class="md-nav__link"> <span class="md-ellipsis"> NVIDIA NIMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_tensorrt/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia TensorRT-LLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_text_completion/" class="md-nav__link"> <span class="md-ellipsis"> NVIDIA's LLM Text Completion API </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/nvidia_triton/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia Triton </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/oci_genai/" class="md-nav__link"> <span class="md-ellipsis"> Oracle Cloud Infrastructure Generative AI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/octoai/" class="md-nav__link"> <span class="md-ellipsis"> OctoAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ollama/" class="md-nav__link"> <span class="md-ellipsis"> Ollama - Llama 3.1 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/ollama_gemma/" class="md-nav__link"> <span class="md-ellipsis"> Ollama - Gemma </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openai/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openai_json_vs_function_calling/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI JSON Mode vs. Function Calling for Data Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openllm/" class="md-nav__link"> <span class="md-ellipsis"> OpenLLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openrouter/" class="md-nav__link"> <span class="md-ellipsis"> OpenRouter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/openvino/" class="md-nav__link"> <span class="md-ellipsis"> OpenVINO LLMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/optimum_intel/" class="md-nav__link"> <span class="md-ellipsis"> Optimum Intel LLMs optimized with IPEX backend </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/paieas/" class="md-nav__link"> <span class="md-ellipsis"> AlibabaCloud-PaiEas </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/palm/" class="md-nav__link"> <span class="md-ellipsis"> PaLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/perplexity/" class="md-nav__link"> <span class="md-ellipsis"> Perplexity </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/pipeshift/" class="md-nav__link"> <span class="md-ellipsis"> Pipeshift </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/portkey/" class="md-nav__link"> <span class="md-ellipsis"> Portkey </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/predibase/" class="md-nav__link"> <span class="md-ellipsis"> Predibase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/premai/" class="md-nav__link"> <span class="md-ellipsis"> PremAI LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/qianfan/" class="md-nav__link"> <span class="md-ellipsis"> Client of Baidu Intelligent Cloud's Qianfan LLM Platform </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/rungpt/" class="md-nav__link"> <span class="md-ellipsis"> RunGPT </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/sagemaker_endpoint_llm/" class="md-nav__link"> <span class="md-ellipsis"> Interacting with LLM deployed in Amazon SageMaker Endpoint with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/sambanovasystems/" class="md-nav__link"> <span class="md-ellipsis"> SambaNova Systems </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/solar/" class="md-nav__link"> <span class="md-ellipsis"> Solar LLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/together/" class="md-nav__link"> <span class="md-ellipsis"> Together AI LLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/unify/" class="md-nav__link"> <span class="md-ellipsis"> Unify </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/upstage/" class="md-nav__link"> <span class="md-ellipsis"> Upstage </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/vertex/" class="md-nav__link"> <span class="md-ellipsis"> Vertex AI </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/vicuna/" class="md-nav__link"> <span class="md-ellipsis"> Replicate - Vicuna 13B </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/vllm/" class="md-nav__link"> <span class="md-ellipsis"> vLLM </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/xinference_local_deployment/" class="md-nav__link"> <span class="md-ellipsis"> Xorbits Inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llm/yi/" class="md-nav__link"> <span class="md-ellipsis"> Yi </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_14" > <label class="md-nav__link" for="__nav_4_14" id="__nav_4_14_label" tabindex="0"> <span class="md-ellipsis"> Llama Datasets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_14_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_14"> <span class="md-nav__icon md-icon"></span> Llama Datasets </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/downloading_llama_datasets/" class="md-nav__link"> <span class="md-ellipsis"> Downloading a LlamaDataset from LlamaHub </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/labelled-rag-datasets/" class="md-nav__link"> <span class="md-ellipsis"> Benchmarking RAG Pipelines With A </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/ragdataset_submission_template/" class="md-nav__link"> <span class="md-ellipsis"> Submission Template Notebook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_dataset/uploading_llama_dataset/" class="md-nav__link"> <span class="md-ellipsis"> Contributing a LlamaDataset To LlamaHub </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_15" > <label class="md-nav__link" for="__nav_4_15" id="__nav_4_15_label" tabindex="0"> <span class="md-ellipsis"> Llama Hub </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_15_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_15"> <span class="md-nav__icon md-icon"></span> Llama Hub </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_hub/" class="md-nav__link"> <span class="md-ellipsis"> LlamaHub Demostration </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_pack_ollama/" class="md-nav__link"> <span class="md-ellipsis"> Ollama Llama Pack Example </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_pack_resume/" class="md-nav__link"> <span class="md-ellipsis"> Llama Pack - Resume Screener 📄 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/llama_hub/llama_packs_example/" class="md-nav__link"> <span class="md-ellipsis"> Llama Packs Example </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_16" > <label class="md-nav__link" for="__nav_4_16" id="__nav_4_16_label" tabindex="0"> <span class="md-ellipsis"> Low Level </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_16_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_16"> <span class="md-nav__icon md-icon"></span> Low Level </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/low_level/evaluation/" class="md-nav__link"> <span class="md-ellipsis"> Building Evaluation from Scratch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/fusion_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Building an Advanced Fusion Retriever from Scratch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/ingestion/" class="md-nav__link"> <span class="md-ellipsis"> Building Data Ingestion from Scratch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/oss_ingestion_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Building RAG from Scratch (Open-source only!) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/response_synthesis/" class="md-nav__link"> <span class="md-ellipsis"> Building Response Synthesis from Scratch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Building Retrieval from Scratch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/router/" class="md-nav__link"> <span class="md-ellipsis"> Building a Router from Scratch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/low_level/vector_store/" class="md-nav__link"> <span class="md-ellipsis"> Building a (Very Simple) Vector Store from Scratch </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_17" > <label class="md-nav__link" for="__nav_4_17" id="__nav_4_17_label" tabindex="0"> <span class="md-ellipsis"> Managed Indexes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_17_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_17"> <span class="md-nav__icon md-icon"></span> Managed Indexes </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/managed/BGEM3Demo/" class="md-nav__link"> <span class="md-ellipsis"> BGEM3Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/GoogleDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Generative Language Semantic Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/PostgresMLDemo/" class="md-nav__link"> <span class="md-ellipsis"> PostgresML Managed Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/VertexAIDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Cloud LlamaIndex on Vertex AI for RAG </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/manage_retrieval_benchmark/" class="md-nav__link"> <span class="md-ellipsis"> Semantic Retriever Benchmark </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/vectaraDemo/" class="md-nav__link"> <span class="md-ellipsis"> Vectara Managed Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/managed/zcpDemo/" class="md-nav__link"> <span class="md-ellipsis"> Managed Index with Zilliz Cloud Pipelines </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_18" > <label class="md-nav__link" for="__nav_4_18" id="__nav_4_18_label" tabindex="0"> <span class="md-ellipsis"> Memory </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_18_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_18"> <span class="md-nav__icon md-icon"></span> Memory </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/memory/Mem0Memory/" class="md-nav__link"> <span class="md-ellipsis"> Mem0 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_19" > <label class="md-nav__link" for="__nav_4_19" id="__nav_4_19_label" tabindex="0"> <span class="md-ellipsis"> Metadata Extractors </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_19_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_19"> <span class="md-nav__icon md-icon"></span> Metadata Extractors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/EntityExtractionClimate/" class="md-nav__link"> <span class="md-ellipsis"> Entity Metadata Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/MarvinMetadataExtractorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Metadata Extraction and Augmentation w/ Marvin </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/MetadataExtractionSEC/" class="md-nav__link"> <span class="md-ellipsis"> Extracting Metadata for Better Document Indexing and Understanding </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/MetadataExtraction_LLMSurvey/" class="md-nav__link"> <span class="md-ellipsis"> Automated Metadata Extraction for Better Retrieval + Synthesis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/metadata_extraction/PydanticExtractor/" class="md-nav__link"> <span class="md-ellipsis"> Pydantic Extractor </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_20" > <label class="md-nav__link" for="__nav_4_20" id="__nav_4_20_label" tabindex="0"> <span class="md-ellipsis"> Multi-Modal </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_20_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_20"> <span class="md-nav__icon md-icon"></span> Multi-Modal </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/ChromaMultiModalDemo/" class="md-nav__link"> <span class="md-ellipsis"> Chroma Multi-Modal Demo with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/anthropic_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using Anthropic model for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/azure_openai_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using Azure OpenAI GPT-4V model for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/cohere_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal Retrieval using Cohere Multi-Modal Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/dashscope_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using DashScope qwen-vl model for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gemini/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using Google's Gemini model for image understanding and build Retrieval Augmented Generation with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gpt4o_mm_structured_outputs/" class="md-nav__link"> <span class="md-ellipsis"> Multimodal Structured Outputs: GPT-4o vs. Other GPT-4 Variants </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gpt4v_experiments_cot/" class="md-nav__link"> <span class="md-ellipsis"> GPT4-V Experiments with General, Specific questions and Chain Of Thought (COT) Prompting Technique. </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/gpt4v_multi_modal_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Advanced Multi-Modal Retrieval using GPT4V and Multi-Modal Index/Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/image_to_image_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Image to Image Retrieval using CLIP embedding and image correlation reasoning using GPT4V </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/llava_demo/" class="md-nav__link"> <span class="md-ellipsis"> LlaVa Demo with LlamaIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/llava_multi_modal_tesla_10q/" class="md-nav__link"> <span class="md-ellipsis"> Retrieval-Augmented Image Captioning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/mistral_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using Mistral for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/mm_agent/" class="md-nav__link"> <span class="md-ellipsis"> [Beta] Multi-modal ReAct Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_pydantic/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal GPT4V Pydantic Program </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_rag_nomic/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal RAG using Nomic Embed and Anthropic. </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal Retrieval using GPT text embedding and CLIP image embedding for Wikipedia Articles </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_video_RAG/" class="md-nav__link"> <span class="md-ellipsis"> Multimodal RAG for processing videos using OpenAI GPT4V and LanceDB vectorstore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/multi_modal_videorag_videodb/" class="md-nav__link"> <span class="md-ellipsis"> Multimodal RAG with VideoDB </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/nebius_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multimodal models with Nebius </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/nvidia_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using NVIDIA endpoints for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/ollama_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> Multimodal Ollama Cookbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/openai_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Using OpenAI GPT-4V model for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/openvino_multimodal/" class="md-nav__link"> <span class="md-ellipsis"> Local Multimodal pipeline with OpenVINO </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/replicate_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Modal LLM using Replicate LlaVa, Fuyu 8B, MiniGPT4 models for image reasoning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/multi_modal/structured_image_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Semi-structured Image Retrieval </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_21" > <label class="md-nav__link" for="__nav_4_21" id="__nav_4_21_label" tabindex="0"> <span class="md-ellipsis"> Multi-Tenancy </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_21_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_21"> <span class="md-nav__icon md-icon"></span> Multi-Tenancy </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/multi_tenancy/multi_tenancy_rag/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Tenancy RAG with LlamaIndex </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_22" > <label class="md-nav__link" for="__nav_4_22" id="__nav_4_22_label" tabindex="0"> <span class="md-ellipsis"> Node Parsers & Text Splitters </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_22_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_22"> <span class="md-nav__icon md-icon"></span> Node Parsers & Text Splitters </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/node_parsers/semantic_chunking/" class="md-nav__link"> <span class="md-ellipsis"> Semantic Chunker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_parsers/semantic_double_merging_chunking/" class="md-nav__link"> <span class="md-ellipsis"> Semantic double merging chunking </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_parsers/topic_parser/" class="md-nav__link"> <span class="md-ellipsis"> TopicNodeParser </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_23" > <label class="md-nav__link" for="__nav_4_23" id="__nav_4_23_label" tabindex="0"> <span class="md-ellipsis"> Node Postprocessors </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_23_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_23"> <span class="md-nav__icon md-icon"></span> Node Postprocessors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/CohereRerank/" class="md-nav__link"> <span class="md-ellipsis"> Cohere Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/ColPaliRerank/" class="md-nav__link"> <span class="md-ellipsis"> Reranking using ColPali, Cohere Reranker and Multi-Modal Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/ColbertRerank/" class="md-nav__link"> <span class="md-ellipsis"> Colbert Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/FileNodeProcessors/" class="md-nav__link"> <span class="md-ellipsis"> File Based Node Parsers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/FlagEmbeddingReranker/" class="md-nav__link"> <span class="md-ellipsis"> FlagEmbeddingReranker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/JinaRerank/" class="md-nav__link"> <span class="md-ellipsis"> Jina Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/LLMReranker-Gatsby/" class="md-nav__link"> <span class="md-ellipsis"> LLM Reranker Demonstration (Great Gatsby) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/LLMReranker-Lyft-10k/" class="md-nav__link"> <span class="md-ellipsis"> LLM Reranker Demonstration (2021 Lyft 10-k) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/LongContextReorder/" class="md-nav__link"> <span class="md-ellipsis"> LongContextReorder </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/MetadataReplacementDemo/" class="md-nav__link"> <span class="md-ellipsis"> Metadata Replacement + Node Sentence Window </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/MixedbreadAIRerank/" class="md-nav__link"> <span class="md-ellipsis"> Mixedbread AI Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/NVIDIARerank/" class="md-nav__link"> <span class="md-ellipsis"> NVIDIA NIMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/OptimizerDemo/" class="md-nav__link"> <span class="md-ellipsis"> Sentence Embedding Optimizer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/PII/" class="md-nav__link"> <span class="md-ellipsis"> PII Masking </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/PrevNextPostprocessorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Forward/Backward Augmentation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/RecencyPostprocessorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Recency Filtering </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/SentenceTransformerRerank/" class="md-nav__link"> <span class="md-ellipsis"> SentenceTransformerRerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/TimeWeightedPostprocessorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Time-Weighted Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/VoyageAIRerank/" class="md-nav__link"> <span class="md-ellipsis"> VoyageAI Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/openvino_rerank/" class="md-nav__link"> <span class="md-ellipsis"> OpenVINO Rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/rankGPT/" class="md-nav__link"> <span class="md-ellipsis"> RankGPT Reranker Demonstration (Van Gogh Wiki) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/node_postprocessor/rankLLM/" class="md-nav__link"> <span class="md-ellipsis"> RankLLM Reranker Demonstration (Van Gogh Wiki) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_24" > <label class="md-nav__link" for="__nav_4_24" id="__nav_4_24_label" tabindex="0"> <span class="md-ellipsis"> Object Stores </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_24_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_24"> <span class="md-nav__icon md-icon"></span> Object Stores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/objects/object_index/" class="md-nav__link"> <span class="md-ellipsis"> The Class </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_25" > <label class="md-nav__link" for="__nav_4_25" id="__nav_4_25_label" tabindex="0"> <span class="md-ellipsis"> Observability </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_25_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_25"> <span class="md-nav__icon md-icon"></span> Observability </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/observability/AimCallback/" class="md-nav__link"> <span class="md-ellipsis"> Aim Callback </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/HoneyHiveLlamaIndexTracer/" class="md-nav__link"> <span class="md-ellipsis"> HoneyHive LlamaIndex Tracer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/LangfuseCallbackHandler/" class="md-nav__link"> <span class="md-ellipsis"> Langfuse Callback Handler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/LangfuseMistralPostHog/" class="md-nav__link"> <span class="md-ellipsis"> Analyze and Debug LlamaIndex Applications with PostHog and Langfuse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/LlamaDebugHandler/" class="md-nav__link"> <span class="md-ellipsis"> Llama Debug Handler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/MLflow/" class="md-nav__link"> <span class="md-ellipsis"> MLflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/OpenInferenceCallback/" class="md-nav__link"> <span class="md-ellipsis"> OpenInference Callback Handler + Arize Phoenix </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/OpenLLMetry/" class="md-nav__link"> <span class="md-ellipsis"> Observability with OpenLLMetry </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/OpikCallback/" class="md-nav__link"> <span class="md-ellipsis"> Logging traces with Opik </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/PromptLayerHandler/" class="md-nav__link"> <span class="md-ellipsis"> PromptLayer Handler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/TokenCountingHandler/" class="md-nav__link"> <span class="md-ellipsis"> Token Counting Handler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/UpTrainCallback/" class="md-nav__link"> <span class="md-ellipsis"> UpTrain Callback Handler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/observability/WandbCallbackHandler/" class="md-nav__link"> <span class="md-ellipsis"> Wandb Callback Handler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_26" > <label class="md-nav__link" for="__nav_4_26" id="__nav_4_26_label" tabindex="0"> <span class="md-ellipsis"> Output Parsers </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_26_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_26"> <span class="md-nav__icon md-icon"></span> Output Parsers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/GuardrailsDemo/" class="md-nav__link"> <span class="md-ellipsis"> Guardrails Output Parsing </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/LangchainOutputParserDemo/" class="md-nav__link"> <span class="md-ellipsis"> Langchain Output Parsing </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/df_program/" class="md-nav__link"> <span class="md-ellipsis"> DataFrame Structured Data Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/evaporate_program/" class="md-nav__link"> <span class="md-ellipsis"> Evaporate Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/function_program/" class="md-nav__link"> <span class="md-ellipsis"> Function Calling Program for Structured Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/guidance_pydantic_program/" class="md-nav__link"> <span class="md-ellipsis"> Guidance Pydantic Program </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/guidance_sub_question/" class="md-nav__link"> <span class="md-ellipsis"> Guidance for Sub-Question Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/llm_program/" class="md-nav__link"> <span class="md-ellipsis"> LLM Pydantic Program </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/lmformatenforcer_pydantic_program/" class="md-nav__link"> <span class="md-ellipsis"> LM Format Enforcer Pydantic Program </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/lmformatenforcer_regular_expressions/" class="md-nav__link"> <span class="md-ellipsis"> LM Format Enforcer Regular Expression Generation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/nvidia_output_parsing/" class="md-nav__link"> <span class="md-ellipsis"> LLM Pydantic Program - NVIDIA </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/openai_pydantic_program/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI Pydantic Program </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/output_parsing/openai_sub_question/" class="md-nav__link"> <span class="md-ellipsis"> OpenAI function calling for Sub-Question Query Engine </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_27" > <label class="md-nav__link" for="__nav_4_27" id="__nav_4_27_label" tabindex="0"> <span class="md-ellipsis"> Param Optimizer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_27_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_27"> <span class="md-nav__icon md-icon"></span> Param Optimizer </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/param_optimizer/param_optimizer/" class="md-nav__link"> <span class="md-ellipsis"> [WIP] Hyperparameter Optimization for RAG </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_28" > <label class="md-nav__link" for="__nav_4_28" id="__nav_4_28_label" tabindex="0"> <span class="md-ellipsis"> Prompts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_28_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_28"> <span class="md-nav__icon md-icon"></span> Prompts </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/prompts/advanced_prompts/" class="md-nav__link"> <span class="md-ellipsis"> Advanced Prompt Techniques (Variable Mappings, Functions) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/emotion_prompt/" class="md-nav__link"> <span class="md-ellipsis"> EmotionPrompt in RAG </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/prompt_mixin/" class="md-nav__link"> <span class="md-ellipsis"> Accessing/Customizing Prompts within Higher-Level Modules </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/prompt_optimization/" class="md-nav__link"> <span class="md-ellipsis"> "Optimization by Prompting" for RAG </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/prompts/prompts_rag/" class="md-nav__link"> <span class="md-ellipsis"> Prompt Engineering for RAG </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_29" > <label class="md-nav__link" for="__nav_4_29" id="__nav_4_29_label" tabindex="0"> <span class="md-ellipsis"> Property Graph </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_29_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_29"> <span class="md-nav__icon md-icon"></span> Property Graph </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/property_graph/graph_store/" class="md-nav__link"> <span class="md-ellipsis"> Using a Property Graph Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_advanced/" class="md-nav__link"> <span class="md-ellipsis"> Property Graph Construction with Predefined Schemas </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_basic/" class="md-nav__link"> <span class="md-ellipsis"> Property Graph Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_custom_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Defining a Custom Property Graph Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_memgraph/" class="md-nav__link"> <span class="md-ellipsis"> Memgraph Property Graph Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/property_graph/property_graph_neo4j/" class="md-nav__link"> <span class="md-ellipsis"> Neo4j Property Graph Index </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_30" > <label class="md-nav__link" for="__nav_4_30" id="__nav_4_30_label" tabindex="0"> <span class="md-ellipsis"> Query Engines </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_30_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_30"> <span class="md-nav__icon md-icon"></span> Query Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/query_engine/CustomRetrievers/" class="md-nav__link"> <span class="md-ellipsis"> Retriever Query Engine with Custom Retrievers - Simple Hybrid Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/JSONalyze_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> JSONalyze Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/JointQASummary/" class="md-nav__link"> <span class="md-ellipsis"> Joint QA Summary Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/RetrieverRouterQueryEngine/" class="md-nav__link"> <span class="md-ellipsis"> Retriever Router Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/RouterQueryEngine/" class="md-nav__link"> <span class="md-ellipsis"> Router Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/SQLAutoVectorQueryEngine/" class="md-nav__link"> <span class="md-ellipsis"> SQL Auto Vector Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/SQLJoinQueryEngine/" class="md-nav__link"> <span class="md-ellipsis"> SQL Join Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/SQLRouterQueryEngine/" class="md-nav__link"> <span class="md-ellipsis"> SQL Router Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/citation_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> CitationQueryEngine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/cogniswitch_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Cogniswitch query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/custom_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Defining a Custom Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/ensemble_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Ensemble Query Engine Guide </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/flare_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> FLARE Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/json_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> JSON Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/knowledge_graph_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge Graph Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/knowledge_graph_rag_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge Graph RAG Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/multi_doc_auto_retrieval/multi_doc_auto_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Structured Hierarchical Retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pandas_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Pandas Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pdf_tables/recursive_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Recursive Retriever + Query Engine Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pgvector_sql_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> [Beta] Text-to-SQL with PGVector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/pydantic_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Query Engine with Pydantic Outputs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/recursive_retriever_agents/" class="md-nav__link"> <span class="md-ellipsis"> Recursive Retriever + Document Agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/sec_tables/tesla_10q_table/" class="md-nav__link"> <span class="md-ellipsis"> Joint Tabular/Semantic QA over Tesla 10K </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_engine/sub_question_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Sub Question Query Engine </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_31" > <label class="md-nav__link" for="__nav_4_31" id="__nav_4_31_label" tabindex="0"> <span class="md-ellipsis"> Query Pipeline </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_31_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_31"> <span class="md-nav__icon md-icon"></span> Query Pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> An Introduction to LlamaIndex Query Pipelines </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_async/" class="md-nav__link"> <span class="md-ellipsis"> Query Pipeline with Async/Parallel Execution </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_memory/" class="md-nav__link"> <span class="md-ellipsis"> Query Pipeline Chat Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_pandas/" class="md-nav__link"> <span class="md-ellipsis"> Query Pipeline over Pandas DataFrames </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_routing/" class="md-nav__link"> <span class="md-ellipsis"> Query Pipeline with Routing </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/pipeline/query_pipeline_sql/" class="md-nav__link"> <span class="md-ellipsis"> Query Pipeline for Advanced Text-to-SQL </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_32" > <label class="md-nav__link" for="__nav_4_32" id="__nav_4_32_label" tabindex="0"> <span class="md-ellipsis"> Query Transformations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_32_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_32"> <span class="md-nav__icon md-icon"></span> Query Transformations </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/query_transformations/HyDEQueryTransformDemo/" class="md-nav__link"> <span class="md-ellipsis"> HyDE Query Transform </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_transformations/SimpleIndexDemo-multistep/" class="md-nav__link"> <span class="md-ellipsis"> Multi-Step Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/query_transformations/query_transform_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> Query Transform Cookbook </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_33" > <label class="md-nav__link" for="__nav_4_33" id="__nav_4_33_label" tabindex="0"> <span class="md-ellipsis"> Response Synthesizers </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_33_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_33"> <span class="md-nav__icon md-icon"></span> Response Synthesizers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/custom_prompt_synthesizer/" class="md-nav__link"> <span class="md-ellipsis"> Pydantic Tree Summarize </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/long_context_test/" class="md-nav__link"> <span class="md-ellipsis"> Stress-Testing Long Context LLMs with a Recall Task </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/pydantic_tree_summarize/" class="md-nav__link"> <span class="md-ellipsis"> Pydantic Tree Summarize </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/refine/" class="md-nav__link"> <span class="md-ellipsis"> Refine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/structured_refine/" class="md-nav__link"> <span class="md-ellipsis"> Refine with Structured Answer Filtering </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/response_synthesizers/tree_summarize/" class="md-nav__link"> <span class="md-ellipsis"> Tree Summarize </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_34" > <label class="md-nav__link" for="__nav_4_34" id="__nav_4_34_label" tabindex="0"> <span class="md-ellipsis"> Retrievers </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_34_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_34"> <span class="md-nav__icon md-icon"></span> Retrievers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/retrievers/auto_merging_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Auto Merging Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/auto_vs_recursive_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Comparing Methods for Structured Retrieval (Auto-Retrieval vs. Recursive Retrieval) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/bedrock_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock (Knowledge Bases) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/bm25_retriever/" class="md-nav__link"> <span class="md-ellipsis"> BM25 Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/composable_retrievers/" class="md-nav__link"> <span class="md-ellipsis"> Composable Objects </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/deep_memory/" class="md-nav__link"> <span class="md-ellipsis"> Activeloop Deep Memory </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/ensemble_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Ensemble Retrieval Guide </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/multi_doc_together_hybrid/" class="md-nav__link"> <span class="md-ellipsis"> Chunk + Document Hybrid Retrieval with Long-Context Embeddings (Together.ai) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/pathway_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Pathway Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/reciprocal_rerank_fusion/" class="md-nav__link"> <span class="md-ellipsis"> Reciprocal Rerank Fusion Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/recurisve_retriever_nodes_braintrust/" class="md-nav__link"> <span class="md-ellipsis"> Recursive Retriever + Node References + Braintrust </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/recursive_retriever_nodes/" class="md-nav__link"> <span class="md-ellipsis"> Recursive Retriever + Node References </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/relative_score_dist_fusion/" class="md-nav__link"> <span class="md-ellipsis"> Relative Score Fusion and Distribution-Based Score Fusion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/router_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Router Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/simple_fusion/" class="md-nav__link"> <span class="md-ellipsis"> Simple Fusion Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/vectara_auto_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Auto-Retrieval from a Vectara Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/vertex_ai_search_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Vertex AI Search Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/videodb_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Videodb retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/retrievers/you_retriever/" class="md-nav__link"> <span class="md-ellipsis"> You.com Retriever </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_35" > <label class="md-nav__link" for="__nav_4_35" id="__nav_4_35_label" tabindex="0"> <span class="md-ellipsis"> Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_35_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_35"> <span class="md-nav__icon md-icon"></span> Tools </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/tools/OnDemandLoaderTool/" class="md-nav__link"> <span class="md-ellipsis"> OnDemandLoaderTool Tutorial </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/tools/azure_code_interpreter/" class="md-nav__link"> <span class="md-ellipsis"> Azure Code Interpreter Tool Spec </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/tools/cassandra/" class="md-nav__link"> <span class="md-ellipsis"> Cassandra Database Tools </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/tools/eval_query_engine_tool/" class="md-nav__link"> <span class="md-ellipsis"> Evaluation Query Engine Tool </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_36" > <label class="md-nav__link" for="__nav_4_36" id="__nav_4_36_label" tabindex="0"> <span class="md-ellipsis"> Transforms </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_36_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_36"> <span class="md-nav__icon md-icon"></span> Transforms </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/transforms/TransformsEval/" class="md-nav__link"> <span class="md-ellipsis"> Transforms Evaluation </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_37" > <label class="md-nav__link" for="__nav_4_37" id="__nav_4_37_label" tabindex="0"> <span class="md-ellipsis"> Use Cases </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_37_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_37"> <span class="md-nav__icon md-icon"></span> Use Cases </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/usecases/10k_sub_question/" class="md-nav__link"> <span class="md-ellipsis"> 10K Analysis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/usecases/10q_sub_question/" class="md-nav__link"> <span class="md-ellipsis"> 10Q Analysis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/usecases/email_data_extraction/" class="md-nav__link"> <span class="md-ellipsis"> Email Data Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/usecases/github_issue_analysis/" class="md-nav__link"> <span class="md-ellipsis"> Github Issue Analysis </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_38" > <label class="md-nav__link" for="__nav_4_38" id="__nav_4_38_label" tabindex="0"> <span class="md-ellipsis"> Vector Stores </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_38_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_38"> <span class="md-nav__icon md-icon"></span> Vector Stores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AWSDocDBDemo/" class="md-nav__link"> <span class="md-ellipsis"> AWSDocDBDemo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AlibabaCloudOpenSearchIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Alibaba Cloud OpenSearch Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AmazonNeptuneVectorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Amazon Neptune - Neptune Analytics vector store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AnalyticDBDemo/" class="md-nav__link"> <span class="md-ellipsis"> AnalyticDB </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AstraDBIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Astra DB </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AsyncIndexCreationDemo/" class="md-nav__link"> <span class="md-ellipsis"> Simple Vector Store - Async Index Creation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AwadbDemo/" class="md-nav__link"> <span class="md-ellipsis"> Awadb Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AzureAISearchIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Azure AI Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AzureCosmosDBMongoDBvCoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> Azure CosmosDB MongoDB Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/AzureCosmosDBNoSqlDemo/" class="md-nav__link"> <span class="md-ellipsis"> Azure Cosmos DB No SQL Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/BagelAutoRetriever/" class="md-nav__link"> <span class="md-ellipsis"> Bagel Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/BagelIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Bagel Network </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/BaiduVectorDBIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Baidu VectorDB </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/CassandraIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Cassandra Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ChromaFireworksNomic/" class="md-nav__link"> <span class="md-ellipsis"> Chroma + Fireworks + Nomic with Matryoshka embedding </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ChromaIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Chroma </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ClickHouseIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> ClickHouse Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/CouchbaseVectorStoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> CouchbaseVectorStoreDemo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DashvectorIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> DashVector Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DatabricksVectorSearchDemo/" class="md-nav__link"> <span class="md-ellipsis"> Databricks Vector Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DeepLakeIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Deep Lake Vector Store Quickstart </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DocArrayHnswIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> DocArray Hnsw Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DocArrayInMemoryIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> DocArray InMemory Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/DuckDBDemo/" class="md-nav__link"> <span class="md-ellipsis"> DuckDB </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ElasticsearchIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Elasticsearch_demo/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/EpsillaIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Epsilla Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/FaissIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Faiss Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/FirestoreVectorStore/" class="md-nav__link"> <span class="md-ellipsis"> Firestore Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/HnswlibIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Hnswlib </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/HologresDemo/" class="md-nav__link"> <span class="md-ellipsis"> Hologres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/JaguarIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Jaguar Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/KDBAI_Advanced_RAG_Demo/" class="md-nav__link"> <span class="md-ellipsis"> Advanced RAG with temporal filters using LlamaIndex and KDB.AI vector store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LanceDBIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> LanceDB Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LanternAutoRetriever/" class="md-nav__link"> <span class="md-ellipsis"> Lantern Vector Store (auto-retriever) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LanternIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Lantern Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/LindormDemo/" class="md-nav__link"> <span class="md-ellipsis"> Lindorm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MetalIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Metal Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MilvusHybridIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Milvus Vector Store With Hybrid Retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MilvusIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Milvus Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MilvusOperatorFunctionDemo/" class="md-nav__link"> <span class="md-ellipsis"> MilvusOperatorFunctionDemo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MongoDBAtlasVectorSearch/" class="md-nav__link"> <span class="md-ellipsis"> MongoDB Atlas Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MongoDBAtlasVectorSearchRAGFireworks/" class="md-nav__link"> <span class="md-ellipsis"> MongoDB Atlas + Fireworks AI RAG Example </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MongoDBAtlasVectorSearchRAGOpenAI/" class="md-nav__link"> <span class="md-ellipsis"> MongoDB Atlas + OpenAI RAG Example </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/MyScaleIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> MyScale Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Neo4jVectorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Neo4j vector store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/NileVectorStore/" class="md-nav__link"> <span class="md-ellipsis"> Nile Vector Store (Multi-tenant PostgreSQL) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ObjectBoxIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> ObjectBox VectorStore Demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/OceanBaseVectorStore/" class="md-nav__link"> <span class="md-ellipsis"> OceanBase Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/OpensearchDemo/" class="md-nav__link"> <span class="md-ellipsis"> Opensearch Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/PGVectoRsDemo/" class="md-nav__link"> <span class="md-ellipsis"> pgvecto.rs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/PineconeIndexDemo-Hybrid/" class="md-nav__link"> <span class="md-ellipsis"> Pinecone Vector Store - Hybrid Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/PineconeIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Pinecone Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/QdrantIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Qdrant_metadata_filter/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant Vector Store - Metadata Filter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Qdrant_using_qdrant_filters/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant Vector Store - Default Qdrant Filters </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/RedisIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Redis Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/RelytDemo/" class="md-nav__link"> <span class="md-ellipsis"> Relyt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/RocksetIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Rockset Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Simple Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemoLlama-Local/" class="md-nav__link"> <span class="md-ellipsis"> Local Llama2 + VectorStoreIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemoLlama2/" class="md-nav__link"> <span class="md-ellipsis"> Llama2 + VectorStoreIndex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexDemoMMR/" class="md-nav__link"> <span class="md-ellipsis"> Simple Vector Stores - Maximum Marginal Relevance Retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SimpleIndexOnS3/" class="md-nav__link"> <span class="md-ellipsis"> S3/R2 Storage </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/SupabaseVectorIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Supabase Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TablestoreDemo/" class="md-nav__link"> <span class="md-ellipsis"> TablestoreVectorStore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TairIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Tair Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TencentVectorDBIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Tencent Cloud VectorDB </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TiDBVector/" class="md-nav__link"> <span class="md-ellipsis"> TiDB Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/Timescalevector/" class="md-nav__link"> <span class="md-ellipsis"> Timescale Vector Store (PostgreSQL) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TxtaiIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> txtai Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/TypesenseDemo/" class="md-nav__link"> <span class="md-ellipsis"> Typesense Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/UpstashVectorDemo/" class="md-nav__link"> <span class="md-ellipsis"> Upstash Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/VearchDemo/" class="md-nav__link"> <span class="md-ellipsis"> VearchDemo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/VertexAIVectorSearchDemo/" class="md-nav__link"> <span class="md-ellipsis"> Google Vertex AI Vector Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/VespaIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Vespa Vector Store demo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndexDemo-Hybrid/" class="md-nav__link"> <span class="md-ellipsis"> Weaviate Vector Store - Hybrid Search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Weaviate Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndex_auto_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Auto-Retrieval from a Weaviate Vector Database </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WeaviateIndex_metadata_filter/" class="md-nav__link"> <span class="md-ellipsis"> Weaviate Vector Store Metadata Filter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/WordLiftDemo/" class="md-nav__link"> <span class="md-ellipsis"> WordLift Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/ZepIndexDemo/" class="md-nav__link"> <span class="md-ellipsis"> Zep Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/chroma_auto_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Auto-Retrieval from a Vector Database </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/chroma_metadata_filter/" class="md-nav__link"> <span class="md-ellipsis"> Chroma Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/elasticsearch_auto_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Auto-Retrieval from a Vector Database </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/existing_data/pinecone_existing_data/" class="md-nav__link"> <span class="md-ellipsis"> Guide: Using Vector Store Index with Existing Pinecone Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/existing_data/weaviate_existing_data/" class="md-nav__link"> <span class="md-ellipsis"> Guide: Using Vector Store Index with Existing Weaviate Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/neo4j_metadata_filter/" class="md-nav__link"> <span class="md-ellipsis"> Neo4j Vector Store - Metadata Filter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/orallamavs/" class="md-nav__link"> <span class="md-ellipsis"> Oracle AI Vector Search: Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/pinecone_auto_retriever/" class="md-nav__link"> <span class="md-ellipsis"> A Simple to Advanced Guide with Auto-Retrieval (with Pinecone + Arize Phoenix) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/pinecone_metadata_filter/" class="md-nav__link"> <span class="md-ellipsis"> Pinecone Vector Store - Metadata Filter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/postgres/" class="md-nav__link"> <span class="md-ellipsis"> Postgres Vector Store </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/qdrant_bm42/" class="md-nav__link"> <span class="md-ellipsis"> Hybrid Search with Qdrant BM42 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/vector_stores/qdrant_hybrid/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant Hybrid Search </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_39" > <label class="md-nav__link" for="__nav_4_39" id="__nav_4_39_label" tabindex="0"> <span class="md-ellipsis"> Workflow </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_39_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_4_39"> <span class="md-nav__icon md-icon"></span> Workflow </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../examples/workflow/JSONalyze_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> JSONalyze Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/advanced_text_to_sql/" class="md-nav__link"> <span class="md-ellipsis"> Workflows for Advanced Text-to-SQL </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/auto_retrieval.ipynb" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/checkpointing_workflows/" class="md-nav__link"> <span class="md-ellipsis"> Checkpointing Workflow Runs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/citation_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Build RAG with in-line citations </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/corrective_rag_pack/" class="md-nav__link"> <span class="md-ellipsis"> Corrective RAG Workflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/function_calling_agent/" class="md-nav__link"> <span class="md-ellipsis"> Workflow for a Function Calling Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/human_in_the_loop_story_crafting/" class="md-nav__link"> <span class="md-ellipsis"> Choose Your Own Adventure Workflow (Human In The Loop) </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/long_rag_pack/" class="md-nav__link"> <span class="md-ellipsis"> LongRAG Workflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/multi_step_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> MultiStep Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/multi_strategy_workflow/" class="md-nav__link"> <span class="md-ellipsis"> Multi-strategy workflow with reflection </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/parallel_execution/" class="md-nav__link"> <span class="md-ellipsis"> Parallel Execution of Same Event Example </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/planning_workflow/" class="md-nav__link"> <span class="md-ellipsis"> Query Planning Workflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/rag/" class="md-nav__link"> <span class="md-ellipsis"> RAG Workflow with Reranking </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/react_agent/" class="md-nav__link"> <span class="md-ellipsis"> Workflow for a ReAct Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/reflection/" class="md-nav__link"> <span class="md-ellipsis"> Reflection Workflow for Structured Outputs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/router_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Router Query Engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/self_discover_workflow/" class="md-nav__link"> <span class="md-ellipsis"> Self-Discover Workflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/sub_question_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Sub Question Query Engine as a workflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../examples/workflow/workflows_cookbook/" class="md-nav__link"> <span class="md-ellipsis"> Workflows cookbook: walking through all features of Workflows </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" checked> <div class="md-nav__link md-nav__container"> <a href="../../../" class="md-nav__link "> <span class="md-ellipsis"> Component Guides </span> </a> <label class="md-nav__link " for="__nav_5" id="__nav_5_label" tabindex=""> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="true"> <label class="md-nav__title" for="__nav_5"> <span class="md-nav__icon md-icon"></span> Component Guides </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_2" > <div class="md-nav__link md-nav__container"> <a href="../../../models/" class="md-nav__link "> <span class="md-ellipsis"> Models </span> </a> <label class="md-nav__link " for="__nav_5_2" id="__nav_5_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_2"> <span class="md-nav__icon md-icon"></span> Models </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_2_2" > <label class="md-nav__link" for="__nav_5_2_2" id="__nav_5_2_2_label" tabindex="0"> <span class="md-ellipsis"> LLMs </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_2_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_2_2"> <span class="md-nav__icon md-icon"></span> LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../models/llms/" class="md-nav__link"> <span class="md-ellipsis"> Using LLMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../models/llms/usage_standalone/" class="md-nav__link"> <span class="md-ellipsis"> Standalone Usage </span> </a> </li> <li class="md-nav__item"> <a href="../../../models/llms/usage_custom/" class="md-nav__link"> <span class="md-ellipsis"> Customizing LLMs </span> </a> </li> <li class="md-nav__item"> <a href="../../../models/llms/modules/" class="md-nav__link"> <span class="md-ellipsis"> Available LLM Integrations </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../models/embeddings/" class="md-nav__link"> <span class="md-ellipsis"> Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../models/multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi Modal </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_3" > <div class="md-nav__link md-nav__container"> <a href="../../../models/prompts/" class="md-nav__link "> <span class="md-ellipsis"> Prompts </span> </a> <label class="md-nav__link " for="__nav_5_3" id="__nav_5_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_3"> <span class="md-nav__icon md-icon"></span> Prompts </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../models/prompts/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage pattern </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/" class="md-nav__link "> <span class="md-ellipsis"> Loading </span> </a> <label class="md-nav__link " for="__nav_5_4" id="__nav_5_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4"> <span class="md-nav__icon md-icon"></span> Loading </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_2" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/documents_and_nodes/" class="md-nav__link "> <span class="md-ellipsis"> Documents and Nodes </span> </a> <label class="md-nav__link " for="__nav_5_4_2" id="__nav_5_4_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_2"> <span class="md-nav__icon md-icon"></span> Documents and Nodes </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/documents_and_nodes/usage_documents/" class="md-nav__link"> <span class="md-ellipsis"> Using Documents </span> </a> </li> <li class="md-nav__item"> <a href="../../../loading/documents_and_nodes/usage_nodes/" class="md-nav__link"> <span class="md-ellipsis"> Using Nodes </span> </a> </li> <li class="md-nav__item"> <a href="../../../loading/documents_and_nodes/usage_metadata_extractor/" class="md-nav__link"> <span class="md-ellipsis"> Metadata Extraction </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../loading/simpledirectoryreader/" class="md-nav__link"> <span class="md-ellipsis"> SimpleDirectoryReader </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_4" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/connector/" class="md-nav__link "> <span class="md-ellipsis"> Data Connectors </span> </a> <label class="md-nav__link " for="__nav_5_4_4" id="__nav_5_4_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_4"> <span class="md-nav__icon md-icon"></span> Data Connectors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/connector/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern </span> </a> </li> <li class="md-nav__item"> <a href="../../../loading/connector/llama_parse/" class="md-nav__link"> <span class="md-ellipsis"> LlamaParse </span> </a> </li> <li class="md-nav__item"> <a href="../../../loading/connector/modules/" class="md-nav__link"> <span class="md-ellipsis"> Module Guides </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_5" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/node_parsers/" class="md-nav__link "> <span class="md-ellipsis"> Node Parsers / Text Splitters </span> </a> <label class="md-nav__link " for="__nav_5_4_5" id="__nav_5_4_5_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_5"> <span class="md-nav__icon md-icon"></span> Node Parsers / Text Splitters </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/node_parsers/modules/" class="md-nav__link"> <span class="md-ellipsis"> Node Parser Modules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_4_6" > <div class="md-nav__link md-nav__container"> <a href="../../../loading/ingestion_pipeline/" class="md-nav__link "> <span class="md-ellipsis"> Ingestion Pipeline </span> </a> <label class="md-nav__link " for="__nav_5_4_6" id="__nav_5_4_6_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_4_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_4_6"> <span class="md-nav__icon md-icon"></span> Ingestion Pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../loading/ingestion_pipeline/transformations/" class="md-nav__link"> <span class="md-ellipsis"> Transformations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_5" > <div class="md-nav__link md-nav__container"> <a href="../../../indexing/" class="md-nav__link "> <span class="md-ellipsis"> Indexing </span> </a> <label class="md-nav__link " for="__nav_5_5" id="__nav_5_5_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_5"> <span class="md-nav__icon md-icon"></span> Indexing </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../indexing/index_guide/" class="md-nav__link"> <span class="md-ellipsis"> Index Guide </span> </a> </li> <li class="md-nav__item"> <a href="../../../indexing/vector_store_index/" class="md-nav__link"> <span class="md-ellipsis"> Vector Store Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../indexing/lpg_index_guide/" class="md-nav__link"> <span class="md-ellipsis"> Property Graph Index </span> </a> </li> <li class="md-nav__item"> <a href="../../../indexing/document_management/" class="md-nav__link"> <span class="md-ellipsis"> Document Management </span> </a> </li> <li class="md-nav__item"> <a href="../../../indexing/llama_cloud_index/" class="md-nav__link"> <span class="md-ellipsis"> LlamaCloud </span> </a> </li> <li class="md-nav__item"> <a href="../../../indexing/metadata_extraction/" class="md-nav__link"> <span class="md-ellipsis"> Metadata Extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../indexing/modules/" class="md-nav__link"> <span class="md-ellipsis"> Modules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_6" > <div class="md-nav__link md-nav__container"> <a href="../../../storing/" class="md-nav__link "> <span class="md-ellipsis"> Storing </span> </a> <label class="md-nav__link " for="__nav_5_6" id="__nav_5_6_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_6"> <span class="md-nav__icon md-icon"></span> Storing </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../storing/vector_stores/" class="md-nav__link"> <span class="md-ellipsis"> Vector Stores </span> </a> </li> <li class="md-nav__item"> <a href="../../../storing/docstores/" class="md-nav__link"> <span class="md-ellipsis"> Document Stores </span> </a> </li> <li class="md-nav__item"> <a href="../../../storing/index_stores/" class="md-nav__link"> <span class="md-ellipsis"> Index Stores </span> </a> </li> <li class="md-nav__item"> <a href="../../../storing/chat_stores/" class="md-nav__link"> <span class="md-ellipsis"> Chat Stores </span> </a> </li> <li class="md-nav__item"> <a href="../../../storing/kv_stores/" class="md-nav__link"> <span class="md-ellipsis"> Key-Value Stores </span> </a> </li> <li class="md-nav__item"> <a href="../../../storing/save_load/" class="md-nav__link"> <span class="md-ellipsis"> Persisting & Loading Data </span> </a> </li> <li class="md-nav__item"> <a href="../../../storing/customization/" class="md-nav__link"> <span class="md-ellipsis"> Customizing Storage </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7" checked> <div class="md-nav__link md-nav__container"> <a href="../../../querying/" class="md-nav__link "> <span class="md-ellipsis"> Querying </span> </a> <label class="md-nav__link " for="__nav_5_7" id="__nav_5_7_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_7_label" aria-expanded="true"> <label class="md-nav__title" for="__nav_5_7"> <span class="md-nav__icon md-icon"></span> Querying </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_2" checked> <div class="md-nav__link md-nav__container"> <a href="../" class="md-nav__link "> <span class="md-ellipsis"> Query Engines </span> </a> <label class="md-nav__link " for="__nav_5_7_2" id="__nav_5_7_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_2_label" aria-expanded="true"> <label class="md-nav__title" for="__nav_5_7_2"> <span class="md-nav__icon md-icon"></span> Query Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern </span> </a> </li> <li class="md-nav__item"> <a href="../response_modes/" class="md-nav__link"> <span class="md-ellipsis"> Response Modes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> <label class="md-nav__link md-nav__link--active" for="__toc"> <span class="md-ellipsis"> Streaming </span> <span class="md-nav__icon md-icon"></span> </label> <a href="./" class="md-nav__link md-nav__link--active"> <span class="md-ellipsis"> Streaming </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class="md-nav__title" for="__toc"> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> <li class="md-nav__item"> <a href="#setup" class="md-nav__link"> <span class="md-ellipsis"> Setup </span> </a> </li> <li class="md-nav__item"> <a href="#streaming-response" class="md-nav__link"> <span class="md-ellipsis"> Streaming Response </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../modules/" class="md-nav__link"> <span class="md-ellipsis"> Module Guides </span> </a> </li> <li class="md-nav__item"> <a href="../supporting_modules/" class="md-nav__link"> <span class="md-ellipsis"> Supporting Modules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_3" > <div class="md-nav__link md-nav__container"> <a href="../../chat_engines/" class="md-nav__link "> <span class="md-ellipsis"> Chat Engines </span> </a> <label class="md-nav__link " for="__nav_5_7_3" id="__nav_5_7_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_3"> <span class="md-nav__icon md-icon"></span> Chat Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../chat_engines/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern </span> </a> </li> <li class="md-nav__item"> <a href="../../chat_engines/modules/" class="md-nav__link"> <span class="md-ellipsis"> Module Guides </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_4" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/retriever/" class="md-nav__link "> <span class="md-ellipsis"> Retrieval </span> </a> <label class="md-nav__link " for="__nav_5_7_4" id="__nav_5_7_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_4"> <span class="md-nav__icon md-icon"></span> Retrieval </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/retriever/retrievers/" class="md-nav__link"> <span class="md-ellipsis"> Retriever Modules </span> </a> </li> <li class="md-nav__item"> <a href="../../../querying/retriever/retriever_modes/" class="md-nav__link"> <span class="md-ellipsis"> Retriever Modes </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_5" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/node_postprocessors/" class="md-nav__link "> <span class="md-ellipsis"> Node Postprocessors </span> </a> <label class="md-nav__link " for="__nav_5_7_5" id="__nav_5_7_5_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_5"> <span class="md-nav__icon md-icon"></span> Node Postprocessors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/node_postprocessors/node_postprocessors/" class="md-nav__link"> <span class="md-ellipsis"> Node Postprocessor Modules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_6" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/response_synthesizers/" class="md-nav__link "> <span class="md-ellipsis"> Response Synthesis </span> </a> <label class="md-nav__link " for="__nav_5_7_6" id="__nav_5_7_6_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_6"> <span class="md-nav__icon md-icon"></span> Response Synthesis </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/response_synthesizers/response_synthesizers/" class="md-nav__link"> <span class="md-ellipsis"> Response Synthesis Modules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../querying/router/" class="md-nav__link"> <span class="md-ellipsis"> Routing </span> </a> </li> <li class="md-nav__item"> <a href="../../../workflow/" class="md-nav__link"> <span class="md-ellipsis"> Workflows </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_9" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/pipeline/" class="md-nav__link "> <span class="md-ellipsis"> Query Pipelines (Deprecated) </span> </a> <label class="md-nav__link " for="__nav_5_7_9" id="__nav_5_7_9_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_9"> <span class="md-nav__icon md-icon"></span> Query Pipelines (Deprecated) </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/pipeline/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern </span> </a> </li> <li class="md-nav__item"> <a href="../../../querying/pipeline/modules/" class="md-nav__link"> <span class="md-ellipsis"> Module Guides </span> </a> </li> <li class="md-nav__item"> <a href="../../../querying/pipeline/module_usage/" class="md-nav__link"> <span class="md-ellipsis"> Module Usage </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_7_10" > <div class="md-nav__link md-nav__container"> <a href="../../../querying/structured_outputs/" class="md-nav__link "> <span class="md-ellipsis"> Structured Outputs </span> </a> <label class="md-nav__link " for="__nav_5_7_10" id="__nav_5_7_10_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_7_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_7_10"> <span class="md-nav__icon md-icon"></span> Structured Outputs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../querying/structured_outputs/output_parser/" class="md-nav__link"> <span class="md-ellipsis"> Output Parsing Modules </span> </a> </li> <li class="md-nav__item"> <a href="../../../querying/structured_outputs/query_engine/" class="md-nav__link"> <span class="md-ellipsis"> (Deprecated) Query Engines + Pydantic Outputs </span> </a> </li> <li class="md-nav__item"> <a href="../../../querying/structured_outputs/pydantic_program/" class="md-nav__link"> <span class="md-ellipsis"> Pydantic Programs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_8" > <div class="md-nav__link md-nav__container"> <a href="../../agents/" class="md-nav__link "> <span class="md-ellipsis"> Agents </span> </a> <label class="md-nav__link " for="__nav_5_8" id="__nav_5_8_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_8"> <span class="md-nav__icon md-icon"></span> Agents </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../agents/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern </span> </a> </li> <li class="md-nav__item"> <a href="../../agents/agent_runner/" class="md-nav__link"> <span class="md-ellipsis"> Lower-Level Agent API </span> </a> </li> <li class="md-nav__item"> <a href="../../agents/modules/" class="md-nav__link"> <span class="md-ellipsis"> Module Guides </span> </a> </li> <li class="md-nav__item"> <a href="../../agents/tools/" class="md-nav__link"> <span class="md-ellipsis"> Tools </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_9" > <div class="md-nav__link md-nav__container"> <a href="../../../workflow/" class="md-nav__link "> <span class="md-ellipsis"> Workflows </span> </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_9"> <span class="md-nav__icon md-icon"></span> Workflows </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_10" > <div class="md-nav__link md-nav__container"> <a href="../../../evaluating/" class="md-nav__link "> <span class="md-ellipsis"> Evaluation </span> </a> <label class="md-nav__link " for="__nav_5_10" id="__nav_5_10_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_10"> <span class="md-nav__icon md-icon"></span> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../evaluating/usage_pattern/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern (Response Evaluation) </span> </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/usage_pattern_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Usage Pattern (Retrieval) </span> </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/modules/" class="md-nav__link"> <span class="md-ellipsis"> Modules </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_10_5" > <label class="md-nav__link" for="__nav_5_10_5" id="__nav_5_10_5_label" tabindex="0"> <span class="md-ellipsis"> LlamaDatasets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_10_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_10_5"> <span class="md-nav__icon md-icon"></span> LlamaDatasets </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../evaluating/contributing_llamadatasets/" class="md-nav__link"> <span class="md-ellipsis"> Contributing A LabelledRagDataset </span> </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/evaluating_with_llamadatasets/" class="md-nav__link"> <span class="md-ellipsis"> Evaluating With LabelledRagDataset's </span> </a> </li> <li class="md-nav__item"> <a href="../../../evaluating/evaluating_evaluators_with_llamadatasets/" class="md-nav__link"> <span class="md-ellipsis"> Evaluating Evaluators with LabelledEvaluatorDataset's </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_11" > <div class="md-nav__link md-nav__container"> <a href="../../../observability/" class="md-nav__link "> <span class="md-ellipsis"> Observability </span> </a> <label class="md-nav__link " for="__nav_5_11" id="__nav_5_11_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_11"> <span class="md-nav__icon md-icon"></span> Observability </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../observability/instrumentation/" class="md-nav__link"> <span class="md-ellipsis"> Instrumentation </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../supporting_modules/settings/" class="md-nav__link"> <span class="md-ellipsis"> Settings </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_13" > <div class="md-nav__link md-nav__container"> <a href="../../../llama_deploy/" class="md-nav__link "> <span class="md-ellipsis"> Llama Deploy </span> </a> <label class="md-nav__link " for="__nav_5_13" id="__nav_5_13_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_13_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_5_13"> <span class="md-nav__icon md-icon"></span> Llama Deploy </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../llama_deploy/10_getting_started/" class="md-nav__link"> <span class="md-ellipsis"> Getting Started </span> </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/20_core_components/" class="md-nav__link"> <span class="md-ellipsis"> Core Components </span> </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/30_manual_orchestration/" class="md-nav__link"> <span class="md-ellipsis"> Manual orchestration </span> </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/40_python_sdk/" class="md-nav__link"> <span class="md-ellipsis"> Python SDK </span> </a> </li> <li class="md-nav__item"> <a href="../../../llama_deploy/50_llamactl/" class="md-nav__link"> <span class="md-ellipsis"> CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" > <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0"> <span class="md-ellipsis"> Advanced Topics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_6"> <span class="md-nav__icon md-icon"></span> Advanced Topics </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../optimizing/production_rag/" class="md-nav__link"> <span class="md-ellipsis"> Building Performant RAG Applications for Production </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/basic_strategies/basic_strategies/" class="md-nav__link"> <span class="md-ellipsis"> Basic Strategies </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/agentic_strategies/agentic_strategies/" class="md-nav__link"> <span class="md-ellipsis"> Agentic strategies </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_4" > <label class="md-nav__link" for="__nav_6_4" id="__nav_6_4_label" tabindex="0"> <span class="md-ellipsis"> Retrieval </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_6_4"> <span class="md-nav__icon md-icon"></span> Retrieval </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../optimizing/advanced_retrieval/advanced_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Advanced Retrieval Strategies </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/advanced_retrieval/query_transformations/" class="md-nav__link"> <span class="md-ellipsis"> Query Transformations </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_5" > <label class="md-nav__link" for="__nav_6_5" id="__nav_6_5_label" tabindex="0"> <span class="md-ellipsis"> Evaluation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_6_5"> <span class="md-nav__icon md-icon"></span> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../optimizing/evaluation/component_wise_evaluation/" class="md-nav__link"> <span class="md-ellipsis"> Component Wise Evaluation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/evaluation/e2e_evaluation/" class="md-nav__link"> <span class="md-ellipsis"> End-to-End Evaluation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/evaluation/evaluation/" class="md-nav__link"> <span class="md-ellipsis"> Evaluation </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../optimizing/fine-tuning/fine-tuning/" class="md-nav__link"> <span class="md-ellipsis"> Fine-Tuning </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/custom_modules/" class="md-nav__link"> <span class="md-ellipsis"> Writing Custom Modules </span> </a> </li> <li class="md-nav__item"> <a href="../../../../optimizing/building_rag_from_scratch/" class="md-nav__link"> <span class="md-ellipsis"> Building RAG from Scratch (Lower-Level) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/" class="md-nav__link "> <span class="md-ellipsis"> API Reference </span> </a> <label class="md-nav__link " for="__nav_7" id="__nav_7_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7"> <span class="md-nav__icon md-icon"></span> API Reference </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/agent/" class="md-nav__link "> <span class="md-ellipsis"> Agents </span> </a> <label class="md-nav__link " for="__nav_7_2" id="__nav_7_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_2"> <span class="md-nav__icon md-icon"></span> Agents </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/agent/coa/" class="md-nav__link"> <span class="md-ellipsis"> Coa </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/introspective/" class="md-nav__link"> <span class="md-ellipsis"> Introspective </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/lats/" class="md-nav__link"> <span class="md-ellipsis"> Lats </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/llm_compiler/" class="md-nav__link"> <span class="md-ellipsis"> Llm compiler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/openai_legacy/" class="md-nav__link"> <span class="md-ellipsis"> Openai legacy </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/agent/react/" class="md-nav__link"> <span class="md-ellipsis"> React </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/callbacks/" class="md-nav__link "> <span class="md-ellipsis"> Callbacks </span> </a> <label class="md-nav__link " for="__nav_7_3" id="__nav_7_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_3"> <span class="md-nav__icon md-icon"></span> Callbacks </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/agentops/" class="md-nav__link"> <span class="md-ellipsis"> Agentops </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/aim/" class="md-nav__link"> <span class="md-ellipsis"> Aim </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/argilla/" class="md-nav__link"> <span class="md-ellipsis"> Argilla </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/arize_phoenix/" class="md-nav__link"> <span class="md-ellipsis"> Arize phoenix </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/deepeval/" class="md-nav__link"> <span class="md-ellipsis"> Deepeval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/honeyhive/" class="md-nav__link"> <span class="md-ellipsis"> Honeyhive </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/langfuse/" class="md-nav__link"> <span class="md-ellipsis"> Langfuse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/literalai/" class="md-nav__link"> <span class="md-ellipsis"> Literalai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/llama_debug/" class="md-nav__link"> <span class="md-ellipsis"> Llama debug </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/openinference/" class="md-nav__link"> <span class="md-ellipsis"> Openinference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/opentelemetry.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/opik/" class="md-nav__link"> <span class="md-ellipsis"> Opik </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/promptlayer/" class="md-nav__link"> <span class="md-ellipsis"> Promptlayer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/token_counter/" class="md-nav__link"> <span class="md-ellipsis"> Token counter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/uptrain/" class="md-nav__link"> <span class="md-ellipsis"> Uptrain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/callbacks/wandb/" class="md-nav__link"> <span class="md-ellipsis"> Wandb </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/chat_engines/" class="md-nav__link "> <span class="md-ellipsis"> Chat Engines </span> </a> <label class="md-nav__link " for="__nav_7_4" id="__nav_7_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_4"> <span class="md-nav__icon md-icon"></span> Chat Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/condense_plus_context/" class="md-nav__link"> <span class="md-ellipsis"> Condense plus context </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/condense_question/" class="md-nav__link"> <span class="md-ellipsis"> Condense question </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/context/" class="md-nav__link"> <span class="md-ellipsis"> Context </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/chat_engines/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/embeddings/" class="md-nav__link "> <span class="md-ellipsis"> Embeddings </span> </a> <label class="md-nav__link " for="__nav_7_5" id="__nav_7_5_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_5"> <span class="md-nav__icon md-icon"></span> Embeddings </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/adapter/" class="md-nav__link"> <span class="md-ellipsis"> Adapter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/alephalpha/" class="md-nav__link"> <span class="md-ellipsis"> Alephalpha </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/alibabacloud_aisearch/" class="md-nav__link"> <span class="md-ellipsis"> Alibabacloud aisearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/anyscale/" class="md-nav__link"> <span class="md-ellipsis"> Anyscale </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/azure_inference/" class="md-nav__link"> <span class="md-ellipsis"> Azure inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/azure_openai/" class="md-nav__link"> <span class="md-ellipsis"> Azure openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/bedrock/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/clarifai/" class="md-nav__link"> <span class="md-ellipsis"> Clarifai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/clip/" class="md-nav__link"> <span class="md-ellipsis"> Clip </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/cloudflare_workersai/" class="md-nav__link"> <span class="md-ellipsis"> Cloudflare workersai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/cohere/" class="md-nav__link"> <span class="md-ellipsis"> Cohere </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/databricks/" class="md-nav__link"> <span class="md-ellipsis"> Databricks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/deepinfra/" class="md-nav__link"> <span class="md-ellipsis"> Deepinfra </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/fastembed/" class="md-nav__link"> <span class="md-ellipsis"> Fastembed </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/fireworks/" class="md-nav__link"> <span class="md-ellipsis"> Fireworks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gaudi/" class="md-nav__link"> <span class="md-ellipsis"> Gaudi </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gemini/" class="md-nav__link"> <span class="md-ellipsis"> Gemini </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gigachat/" class="md-nav__link"> <span class="md-ellipsis"> Gigachat </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/google/" class="md-nav__link"> <span class="md-ellipsis"> Google </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/gradient.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_api/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface api </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_itrex/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface itrex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_openvino/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface openvino </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_optimum/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface optimum </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/huggingface_optimum_intel/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface optimum intel </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/ibm/" class="md-nav__link"> <span class="md-ellipsis"> Ibm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/instructor/" class="md-nav__link"> <span class="md-ellipsis"> Instructor </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/ipex_llm/" class="md-nav__link"> <span class="md-ellipsis"> Ipex llm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/jinaai/" class="md-nav__link"> <span class="md-ellipsis"> Jinaai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/langchain/" class="md-nav__link"> <span class="md-ellipsis"> Langchain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/litellm/" class="md-nav__link"> <span class="md-ellipsis"> Litellm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/llamafile/" class="md-nav__link"> <span class="md-ellipsis"> Llamafile </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/llm_rails/" class="md-nav__link"> <span class="md-ellipsis"> Llm rails </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/mistralai/" class="md-nav__link"> <span class="md-ellipsis"> Mistralai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/mixedbreadai/" class="md-nav__link"> <span class="md-ellipsis"> Mixedbreadai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/modelscope/" class="md-nav__link"> <span class="md-ellipsis"> Modelscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/nebius/" class="md-nav__link"> <span class="md-ellipsis"> Nebius </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/nomic/" class="md-nav__link"> <span class="md-ellipsis"> Nomic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/nvidia/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/oci_genai/" class="md-nav__link"> <span class="md-ellipsis"> Oci genai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/octoai/" class="md-nav__link"> <span class="md-ellipsis"> Octoai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/ollama/" class="md-nav__link"> <span class="md-ellipsis"> Ollama </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/oracleai/" class="md-nav__link"> <span class="md-ellipsis"> Oracleai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/premai/" class="md-nav__link"> <span class="md-ellipsis"> Premai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/sagemaker_endpoint/" class="md-nav__link"> <span class="md-ellipsis"> Sagemaker endpoint </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/siliconflow/" class="md-nav__link"> <span class="md-ellipsis"> Siliconflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/text_embeddings_inference/" class="md-nav__link"> <span class="md-ellipsis"> Text embeddings inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/textembed/" class="md-nav__link"> <span class="md-ellipsis"> Textembed </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/together/" class="md-nav__link"> <span class="md-ellipsis"> Together </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/upstage/" class="md-nav__link"> <span class="md-ellipsis"> Upstage </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/vertex/" class="md-nav__link"> <span class="md-ellipsis"> Vertex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/vertex_endpoint/" class="md-nav__link"> <span class="md-ellipsis"> Vertex endpoint </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/voyageai/" class="md-nav__link"> <span class="md-ellipsis"> Voyageai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/xinference/" class="md-nav__link"> <span class="md-ellipsis"> Xinference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/yandexgpt/" class="md-nav__link"> <span class="md-ellipsis"> Yandexgpt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/embeddings/zhipuai/" class="md-nav__link"> <span class="md-ellipsis"> Zhipuai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_6" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/evaluation/" class="md-nav__link "> <span class="md-ellipsis"> Evaluation </span> </a> <label class="md-nav__link " for="__nav_7_6" id="__nav_7_6_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_6"> <span class="md-nav__icon md-icon"></span> Evaluation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/answer_relevancy/" class="md-nav__link"> <span class="md-ellipsis"> Answer relevancy </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/context_relevancy/" class="md-nav__link"> <span class="md-ellipsis"> Context relevancy </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/correctness/" class="md-nav__link"> <span class="md-ellipsis"> Correctness </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/dataset_generation/" class="md-nav__link"> <span class="md-ellipsis"> Dataset generation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/faithfullness/" class="md-nav__link"> <span class="md-ellipsis"> Faithfullness </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/guideline/" class="md-nav__link"> <span class="md-ellipsis"> Guideline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/metrics/" class="md-nav__link"> <span class="md-ellipsis"> Metrics </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi modal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/pairwise_comparison/" class="md-nav__link"> <span class="md-ellipsis"> Pairwise comparison </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/query_response/" class="md-nav__link"> <span class="md-ellipsis"> Query response </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/response/" class="md-nav__link"> <span class="md-ellipsis"> Response </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/semantic_similarity/" class="md-nav__link"> <span class="md-ellipsis"> Semantic similarity </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/evaluation/tonic_validate/" class="md-nav__link"> <span class="md-ellipsis"> Tonic validate </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_7" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/indices/" class="md-nav__link "> <span class="md-ellipsis"> Indexes </span> </a> <label class="md-nav__link " for="__nav_7_7" id="__nav_7_7_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_7"> <span class="md-nav__icon md-icon"></span> Indexes </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/indices/bge_m3/" class="md-nav__link"> <span class="md-ellipsis"> Bge m3 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/colbert/" class="md-nav__link"> <span class="md-ellipsis"> Colbert </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/document_summary/" class="md-nav__link"> <span class="md-ellipsis"> Document summary </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/google/" class="md-nav__link"> <span class="md-ellipsis"> Google </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/keyword/" class="md-nav__link"> <span class="md-ellipsis"> Keyword </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/knowledge_graph/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge graph </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/llama_cloud/" class="md-nav__link"> <span class="md-ellipsis"> Llama cloud </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/postgresml/" class="md-nav__link"> <span class="md-ellipsis"> Postgresml </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/property_graph/" class="md-nav__link"> <span class="md-ellipsis"> Property graph </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/summary/" class="md-nav__link"> <span class="md-ellipsis"> Summary </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/tree/" class="md-nav__link"> <span class="md-ellipsis"> Tree </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/vectara/" class="md-nav__link"> <span class="md-ellipsis"> Vectara </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/vector/" class="md-nav__link"> <span class="md-ellipsis"> Vector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/vertexai/" class="md-nav__link"> <span class="md-ellipsis"> Vertexai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/indices/zilliz/" class="md-nav__link"> <span class="md-ellipsis"> Zilliz </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_8" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/ingestion/" class="md-nav__link "> <span class="md-ellipsis"> Ingestion </span> </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_8"> <span class="md-nav__icon md-icon"></span> Ingestion </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_9" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/instrumentation/" class="md-nav__link "> <span class="md-ellipsis"> Instrumentation </span> </a> <label class="md-nav__link " for="__nav_7_9" id="__nav_7_9_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_9"> <span class="md-nav__icon md-icon"></span> Instrumentation </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/event_handlers/" class="md-nav__link"> <span class="md-ellipsis"> Event handlers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/event_types/" class="md-nav__link"> <span class="md-ellipsis"> Event types </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/span_handlers/" class="md-nav__link"> <span class="md-ellipsis"> Span handlers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/instrumentation/span_types/" class="md-nav__link"> <span class="md-ellipsis"> Span types </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_10" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/llms/" class="md-nav__link "> <span class="md-ellipsis"> LLMs </span> </a> <label class="md-nav__link " for="__nav_7_10" id="__nav_7_10_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_10_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_10"> <span class="md-nav__icon md-icon"></span> LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/llms/OptimumIntelLLM.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ai21/" class="md-nav__link"> <span class="md-ellipsis"> Ai21 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/alephalpha/" class="md-nav__link"> <span class="md-ellipsis"> Alephalpha </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/alibabacloud_aisearch/" class="md-nav__link"> <span class="md-ellipsis"> Alibabacloud aisearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/anthropic/" class="md-nav__link"> <span class="md-ellipsis"> Anthropic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/anyscale/" class="md-nav__link"> <span class="md-ellipsis"> Anyscale </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/azure_inference/" class="md-nav__link"> <span class="md-ellipsis"> Azure inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/azure_openai/" class="md-nav__link"> <span class="md-ellipsis"> Azure openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/bedrock/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/bedrock_converse/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock converse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/cerebras/" class="md-nav__link"> <span class="md-ellipsis"> Cerebras </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/clarifai/" class="md-nav__link"> <span class="md-ellipsis"> Clarifai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/cleanlab/" class="md-nav__link"> <span class="md-ellipsis"> Cleanlab </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/cohere/" class="md-nav__link"> <span class="md-ellipsis"> Cohere </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/custom_llm/" class="md-nav__link"> <span class="md-ellipsis"> Custom llm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/databricks/" class="md-nav__link"> <span class="md-ellipsis"> Databricks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/deepinfra/" class="md-nav__link"> <span class="md-ellipsis"> Deepinfra </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/everlyai/" class="md-nav__link"> <span class="md-ellipsis"> Everlyai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/fireworks/" class="md-nav__link"> <span class="md-ellipsis"> Fireworks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/friendli/" class="md-nav__link"> <span class="md-ellipsis"> Friendli </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gaudi/" class="md-nav__link"> <span class="md-ellipsis"> Gaudi </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gemini/" class="md-nav__link"> <span class="md-ellipsis"> Gemini </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gigachat/" class="md-nav__link"> <span class="md-ellipsis"> Gigachat </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/gradient.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/groq/" class="md-nav__link"> <span class="md-ellipsis"> Groq </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/huggingface/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/huggingface_api/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface api </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ibm/" class="md-nav__link"> <span class="md-ellipsis"> Ibm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ipex_llm/" class="md-nav__link"> <span class="md-ellipsis"> Ipex llm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/konko/" class="md-nav__link"> <span class="md-ellipsis"> Konko </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/langchain/" class="md-nav__link"> <span class="md-ellipsis"> Langchain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/litellm/" class="md-nav__link"> <span class="md-ellipsis"> Litellm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/llama_api/" class="md-nav__link"> <span class="md-ellipsis"> Llama api </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/llama_cpp/" class="md-nav__link"> <span class="md-ellipsis"> Llama cpp </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/llamafile/" class="md-nav__link"> <span class="md-ellipsis"> Llamafile </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/lmstudio/" class="md-nav__link"> <span class="md-ellipsis"> Lmstudio </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/localai/" class="md-nav__link"> <span class="md-ellipsis"> Localai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/maritalk/" class="md-nav__link"> <span class="md-ellipsis"> Maritalk </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mistral_rs/" class="md-nav__link"> <span class="md-ellipsis"> Mistral rs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mistralai/" class="md-nav__link"> <span class="md-ellipsis"> Mistralai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mlx/" class="md-nav__link"> <span class="md-ellipsis"> Mlx </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/modelscope/" class="md-nav__link"> <span class="md-ellipsis"> Modelscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/monsterapi/" class="md-nav__link"> <span class="md-ellipsis"> Monsterapi </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/mymagic/" class="md-nav__link"> <span class="md-ellipsis"> Mymagic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nebius/" class="md-nav__link"> <span class="md-ellipsis"> Nebius </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/neutrino/" class="md-nav__link"> <span class="md-ellipsis"> Neutrino </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nvidia/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nvidia_tensorrt/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia tensorrt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/nvidia_triton/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia triton </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/oci_genai/" class="md-nav__link"> <span class="md-ellipsis"> Oci genai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/octoai/" class="md-nav__link"> <span class="md-ellipsis"> Octoai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/ollama/" class="md-nav__link"> <span class="md-ellipsis"> Ollama </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openai_like/" class="md-nav__link"> <span class="md-ellipsis"> Openai like </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openllm/" class="md-nav__link"> <span class="md-ellipsis"> Openllm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openrouter/" class="md-nav__link"> <span class="md-ellipsis"> Openrouter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/openvino/" class="md-nav__link"> <span class="md-ellipsis"> Openvino </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/optimum_intel/" class="md-nav__link"> <span class="md-ellipsis"> Optimum intel </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/paieas/" class="md-nav__link"> <span class="md-ellipsis"> Paieas </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/palm/" class="md-nav__link"> <span class="md-ellipsis"> Palm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/perplexity/" class="md-nav__link"> <span class="md-ellipsis"> Perplexity </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/pipeshift/" class="md-nav__link"> <span class="md-ellipsis"> Pipeshift </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/portkey/" class="md-nav__link"> <span class="md-ellipsis"> Portkey </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/predibase/" class="md-nav__link"> <span class="md-ellipsis"> Predibase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/premai/" class="md-nav__link"> <span class="md-ellipsis"> Premai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/qianfan/" class="md-nav__link"> <span class="md-ellipsis"> Qianfan </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/reka/" class="md-nav__link"> <span class="md-ellipsis"> Reka </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/replicate/" class="md-nav__link"> <span class="md-ellipsis"> Replicate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/rungpt/" class="md-nav__link"> <span class="md-ellipsis"> Rungpt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/sagemaker_endpoint/" class="md-nav__link"> <span class="md-ellipsis"> Sagemaker endpoint </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/sambanovasystems/" class="md-nav__link"> <span class="md-ellipsis"> Sambanovasystems </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/siliconflow/" class="md-nav__link"> <span class="md-ellipsis"> Siliconflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/solar/" class="md-nav__link"> <span class="md-ellipsis"> Solar </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/text_generation_inference/" class="md-nav__link"> <span class="md-ellipsis"> Text generation inference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/together/" class="md-nav__link"> <span class="md-ellipsis"> Together </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/unify/" class="md-nav__link"> <span class="md-ellipsis"> Unify </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/upstage/" class="md-nav__link"> <span class="md-ellipsis"> Upstage </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/vertex/" class="md-nav__link"> <span class="md-ellipsis"> Vertex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/vllm/" class="md-nav__link"> <span class="md-ellipsis"> Vllm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/xinference/" class="md-nav__link"> <span class="md-ellipsis"> Xinference </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/yi/" class="md-nav__link"> <span class="md-ellipsis"> Yi </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/you/" class="md-nav__link"> <span class="md-ellipsis"> You </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llms/zhipuai/" class="md-nav__link"> <span class="md-ellipsis"> Zhipuai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_11" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/llama_dataset/" class="md-nav__link "> <span class="md-ellipsis"> Llama Datasets </span> </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_11"> <span class="md-nav__icon md-icon"></span> Llama Datasets </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_12" > <label class="md-nav__link" for="__nav_7_12" id="__nav_7_12_label" tabindex="0"> <span class="md-ellipsis"> Llama Deploy </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_12_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_12"> <span class="md-nav__icon md-icon"></span> Llama Deploy </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/apiserver/" class="md-nav__link"> <span class="md-ellipsis"> apiserver </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/control_plane/" class="md-nav__link"> <span class="md-ellipsis"> control_plane </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/deploy/" class="md-nav__link"> <span class="md-ellipsis"> deploy </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_consumers/" class="md-nav__link"> <span class="md-ellipsis"> message_consumers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_publishers/" class="md-nav__link"> <span class="md-ellipsis"> message_publishers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/messages/" class="md-nav__link"> <span class="md-ellipsis"> messages </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/orchestrators/" class="md-nav__link"> <span class="md-ellipsis"> orchestrators </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/python_sdk/" class="md-nav__link"> <span class="md-ellipsis"> Python SDK </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/services/" class="md-nav__link"> <span class="md-ellipsis"> services </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/types/" class="md-nav__link"> <span class="md-ellipsis"> types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_12_11" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/llama_deploy/message_queues/" class="md-nav__link "> <span class="md-ellipsis"> message_queues </span> </a> <label class="md-nav__link " for="__nav_7_12_11" id="__nav_7_12_11_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_12_11_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_12_11"> <span class="md-nav__icon md-icon"></span> message_queues </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/kafka/" class="md-nav__link"> <span class="md-ellipsis"> apache_kafka </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/rabbitmq/" class="md-nav__link"> <span class="md-ellipsis"> rabbitmq </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/redis/" class="md-nav__link"> <span class="md-ellipsis"> redis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/llama_deploy/message_queues/simple/" class="md-nav__link"> <span class="md-ellipsis"> simple </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_13" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/packs/" class="md-nav__link "> <span class="md-ellipsis"> Llama Packs </span> </a> <label class="md-nav__link " for="__nav_7_13" id="__nav_7_13_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_13_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_13"> <span class="md-nav__icon md-icon"></span> Llama Packs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agent_search_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Agent search retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agents_coa/" class="md-nav__link"> <span class="md-ellipsis"> Agents coa </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agents_lats/" class="md-nav__link"> <span class="md-ellipsis"> Agents lats </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/agents_llm_compiler/" class="md-nav__link"> <span class="md-ellipsis"> Agents llm compiler </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/amazon_product_extraction/" class="md-nav__link"> <span class="md-ellipsis"> Amazon product extraction </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/arize_phoenix_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Arize phoenix query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/auto_merging_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Auto merging retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/chroma_autoretrieval/" class="md-nav__link"> <span class="md-ellipsis"> Chroma autoretrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/code_hierarchy/" class="md-nav__link"> <span class="md-ellipsis"> Code hierarchy </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/cogniswitch_agent/" class="md-nav__link"> <span class="md-ellipsis"> Cogniswitch agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/cohere_citation_chat/" class="md-nav__link"> <span class="md-ellipsis"> Cohere citation chat </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/corrective_rag/" class="md-nav__link"> <span class="md-ellipsis"> Corrective rag </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/deeplake_deepmemory_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Deeplake deepmemory retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/deeplake_multimodal_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Deeplake multimodal retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/dense_x_retrieval/" class="md-nav__link"> <span class="md-ellipsis"> Dense x retrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/diff_private_simple_dataset/" class="md-nav__link"> <span class="md-ellipsis"> Diff private simple dataset </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/docugami_kg_rag/" class="md-nav__link"> <span class="md-ellipsis"> Docugami kg rag </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/evaluator_benchmarker/" class="md-nav__link"> <span class="md-ellipsis"> Evaluator benchmarker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/finchat/" class="md-nav__link"> <span class="md-ellipsis"> Finchat </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/fusion_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Fusion retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/fuzzy_citation/" class="md-nav__link"> <span class="md-ellipsis"> Fuzzy citation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/gmail_openai_agent/" class="md-nav__link"> <span class="md-ellipsis"> Gmail openai agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/gradio_agent_chat/" class="md-nav__link"> <span class="md-ellipsis"> Gradio agent chat </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/gradio_react_agent_chatbot/" class="md-nav__link"> <span class="md-ellipsis"> Gradio react agent chatbot </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/infer_retrieve_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Infer retrieve rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/koda_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Koda retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/llama_dataset_metadata/" class="md-nav__link"> <span class="md-ellipsis"> Llama dataset metadata </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/llama_guard_moderator/" class="md-nav__link"> <span class="md-ellipsis"> Llama guard moderator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/llava_completion/" class="md-nav__link"> <span class="md-ellipsis"> Llava completion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/longrag/" class="md-nav__link"> <span class="md-ellipsis"> Longrag </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/mixture_of_agents/" class="md-nav__link"> <span class="md-ellipsis"> Mixture of agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/multi_document_agents/" class="md-nav__link"> <span class="md-ellipsis"> Multi document agents </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/multi_tenancy_rag/" class="md-nav__link"> <span class="md-ellipsis"> Multi tenancy rag </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/multidoc_autoretrieval/" class="md-nav__link"> <span class="md-ellipsis"> Multidoc autoretrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/nebulagraph_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Nebulagraph query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/neo4j_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Neo4j query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/node_parser_semantic_chunking/" class="md-nav__link"> <span class="md-ellipsis"> Node parser semantic chunking </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/ollama_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Ollama query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/panel_chatbot/" class="md-nav__link"> <span class="md-ellipsis"> Panel chatbot </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/query_understanding_agent/" class="md-nav__link"> <span class="md-ellipsis"> Query understanding agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/raft_dataset/" class="md-nav__link"> <span class="md-ellipsis"> Raft dataset </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/rag_cli_local/" class="md-nav__link"> <span class="md-ellipsis"> Rag cli local </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/rag_evaluator/" class="md-nav__link"> <span class="md-ellipsis"> Rag evaluator </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/rag_fusion_query_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Rag fusion query pipeline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/ragatouille_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Ragatouille retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/raptor/" class="md-nav__link"> <span class="md-ellipsis"> Raptor </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/recursive_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Recursive retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/redis_ingestion_pipeline/" class="md-nav__link"> <span class="md-ellipsis"> Redis ingestion pipeline </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/resume_screener/" class="md-nav__link"> <span class="md-ellipsis"> Resume screener </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/retry_engine_weaviate/" class="md-nav__link"> <span class="md-ellipsis"> Retry engine weaviate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/searchain/" class="md-nav__link"> <span class="md-ellipsis"> Searchain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/secgpt/" class="md-nav__link"> <span class="md-ellipsis"> Secgpt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/self_discover/" class="md-nav__link"> <span class="md-ellipsis"> Self discover </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/self_rag/" class="md-nav__link"> <span class="md-ellipsis"> Self rag </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/sentence_window_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Sentence window retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/snowflake_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Snowflake query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/stock_market_data_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Stock market data query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/streamlit_chatbot/" class="md-nav__link"> <span class="md-ellipsis"> Streamlit chatbot </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/sub_question_weaviate/" class="md-nav__link"> <span class="md-ellipsis"> Sub question weaviate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/subdoc_summary/" class="md-nav__link"> <span class="md-ellipsis"> Subdoc summary </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/tables/" class="md-nav__link"> <span class="md-ellipsis"> Tables </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/timescale_vector_autoretrieval/" class="md-nav__link"> <span class="md-ellipsis"> Timescale vector autoretrieval </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/trulens_eval_packs/" class="md-nav__link"> <span class="md-ellipsis"> Trulens eval packs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/vanna/" class="md-nav__link"> <span class="md-ellipsis"> Vanna </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/vectara_rag/" class="md-nav__link"> <span class="md-ellipsis"> Vectara rag </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/voyage_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Voyage query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/zenguard/" class="md-nav__link"> <span class="md-ellipsis"> Zenguard </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/packs/zephyr_query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Zephyr query engine </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_14" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/memory/" class="md-nav__link "> <span class="md-ellipsis"> Memory </span> </a> <label class="md-nav__link " for="__nav_7_14" id="__nav_7_14_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_14_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_14"> <span class="md-nav__icon md-icon"></span> Memory </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/memory/chat_memory_buffer/" class="md-nav__link"> <span class="md-ellipsis"> Chat memory buffer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/memory/mem0/" class="md-nav__link"> <span class="md-ellipsis"> Mem0 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/memory/simple_composable_memory/" class="md-nav__link"> <span class="md-ellipsis"> Simple composable memory </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/memory/vector_memory/" class="md-nav__link"> <span class="md-ellipsis"> Vector memory </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_15" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/extractors/" class="md-nav__link "> <span class="md-ellipsis"> Metadata Extractors </span> </a> <label class="md-nav__link " for="__nav_7_15" id="__nav_7_15_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_15_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_15"> <span class="md-nav__icon md-icon"></span> Metadata Extractors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/entity/" class="md-nav__link"> <span class="md-ellipsis"> Entity </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/keyword/" class="md-nav__link"> <span class="md-ellipsis"> Keyword </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/llama_extract.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/marvin/" class="md-nav__link"> <span class="md-ellipsis"> Marvin </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/pydantic/" class="md-nav__link"> <span class="md-ellipsis"> Pydantic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/question/" class="md-nav__link"> <span class="md-ellipsis"> Question </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/relik/" class="md-nav__link"> <span class="md-ellipsis"> Relik </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/summary/" class="md-nav__link"> <span class="md-ellipsis"> Summary </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/extractors/title/" class="md-nav__link"> <span class="md-ellipsis"> Title </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_16" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/multi_modal_llms/" class="md-nav__link "> <span class="md-ellipsis"> Multi-Modal LLMs </span> </a> <label class="md-nav__link " for="__nav_7_16" id="__nav_7_16_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_16_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_16"> <span class="md-nav__icon md-icon"></span> Multi-Modal LLMs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/anthropic/" class="md-nav__link"> <span class="md-ellipsis"> Anthropic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/azure_openai/" class="md-nav__link"> <span class="md-ellipsis"> Azure openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/gemini/" class="md-nav__link"> <span class="md-ellipsis"> Gemini </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/huggingface/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/mistralai/" class="md-nav__link"> <span class="md-ellipsis"> Mistralai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/nebius/" class="md-nav__link"> <span class="md-ellipsis"> Nebius </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/nvidia/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/ollama/" class="md-nav__link"> <span class="md-ellipsis"> Ollama </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/openvino/" class="md-nav__link"> <span class="md-ellipsis"> Openvino </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/reka/" class="md-nav__link"> <span class="md-ellipsis"> Reka </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/replicate/" class="md-nav__link"> <span class="md-ellipsis"> Replicate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/multi_modal_llms/zhipuai/" class="md-nav__link"> <span class="md-ellipsis"> Zhipuai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_17" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/node_parsers/" class="md-nav__link "> <span class="md-ellipsis"> Node Parsers & Text Splitters </span> </a> <label class="md-nav__link " for="__nav_7_17" id="__nav_7_17_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_17_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_17"> <span class="md-nav__icon md-icon"></span> Node Parsers & Text Splitters </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/alibabacloud_aisearch/" class="md-nav__link"> <span class="md-ellipsis"> Alibabacloud aisearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/docling/" class="md-nav__link"> <span class="md-ellipsis"> Docling </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parser/topic/" class="md-nav__link"> <span class="md-ellipsis"> Topic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/code/" class="md-nav__link"> <span class="md-ellipsis"> Code </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/hierarchical/" class="md-nav__link"> <span class="md-ellipsis"> Hierarchical </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/html/" class="md-nav__link"> <span class="md-ellipsis"> Html </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/json/" class="md-nav__link"> <span class="md-ellipsis"> Json </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/langchain/" class="md-nav__link"> <span class="md-ellipsis"> Langchain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/markdown/" class="md-nav__link"> <span class="md-ellipsis"> Markdown </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/markdown_element/" class="md-nav__link"> <span class="md-ellipsis"> Markdown element </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/semantic_splitter/" class="md-nav__link"> <span class="md-ellipsis"> Semantic splitter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/sentence_splitter/" class="md-nav__link"> <span class="md-ellipsis"> Sentence splitter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/sentence_window/" class="md-nav__link"> <span class="md-ellipsis"> Sentence window </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/token_text_splitter/" class="md-nav__link"> <span class="md-ellipsis"> Token text splitter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/node_parsers/unstructured_element/" class="md-nav__link"> <span class="md-ellipsis"> Unstructured element </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_18" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/postprocessor/" class="md-nav__link "> <span class="md-ellipsis"> Node Postprocessors </span> </a> <label class="md-nav__link " for="__nav_7_18" id="__nav_7_18_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_18_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_18"> <span class="md-nav__icon md-icon"></span> Node Postprocessors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/NER_PII/" class="md-nav__link"> <span class="md-ellipsis"> NER PII </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/PII/" class="md-nav__link"> <span class="md-ellipsis"> PII </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/alibabacloud_aisearch_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Alibabacloud aisearch rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/auto_prev_next/" class="md-nav__link"> <span class="md-ellipsis"> Auto prev next </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/bedrock_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/cohere_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Cohere rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/colbert_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Colbert rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/colpali_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Colpali rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/dashscope_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/embedding_recency/" class="md-nav__link"> <span class="md-ellipsis"> Embedding recency </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/fixed_recency/" class="md-nav__link"> <span class="md-ellipsis"> Fixed recency </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/flag_embedding_reranker/" class="md-nav__link"> <span class="md-ellipsis"> Flag embedding reranker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/jinaai_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Jinaai rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/keyword/" class="md-nav__link"> <span class="md-ellipsis"> Keyword </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/llm_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Llm rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/long_context_reorder/" class="md-nav__link"> <span class="md-ellipsis"> Long context reorder </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/longllmlingua/" class="md-nav__link"> <span class="md-ellipsis"> Longllmlingua </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/metadata_replacement/" class="md-nav__link"> <span class="md-ellipsis"> Metadata replacement </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/mixedbreadai_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Mixedbreadai rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/nvidia_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Nvidia rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/openvino_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Openvino rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/pinecone_native_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Pinecone native rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/presidio/" class="md-nav__link"> <span class="md-ellipsis"> Presidio </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/prev_next/" class="md-nav__link"> <span class="md-ellipsis"> Prev next </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/rankgpt_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Rankgpt rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/rankllm_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Rankllm rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/sbert_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Sbert rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/sentence_optimizer/" class="md-nav__link"> <span class="md-ellipsis"> Sentence optimizer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/siliconflow_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Siliconflow rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/similarity/" class="md-nav__link"> <span class="md-ellipsis"> Similarity </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/tei_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Tei rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/time_weighted/" class="md-nav__link"> <span class="md-ellipsis"> Time weighted </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/voyageai_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Voyageai rerank </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/postprocessor/xinference_rerank/" class="md-nav__link"> <span class="md-ellipsis"> Xinference rerank </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_19" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/objects/" class="md-nav__link "> <span class="md-ellipsis"> Object Stores </span> </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_19_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_19"> <span class="md-nav__icon md-icon"></span> Object Stores </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_20" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/output_parsers/" class="md-nav__link "> <span class="md-ellipsis"> Output Parsers </span> </a> <label class="md-nav__link " for="__nav_7_20" id="__nav_7_20_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_20_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_20"> <span class="md-nav__icon md-icon"></span> Output Parsers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/guardrails/" class="md-nav__link"> <span class="md-ellipsis"> Guardrails </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/langchain/" class="md-nav__link"> <span class="md-ellipsis"> Langchain </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/pydantic/" class="md-nav__link"> <span class="md-ellipsis"> Pydantic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/output_parsers/selection/" class="md-nav__link"> <span class="md-ellipsis"> Selection </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_21" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/program/" class="md-nav__link "> <span class="md-ellipsis"> Programs </span> </a> <label class="md-nav__link " for="__nav_7_21" id="__nav_7_21_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_21_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_21"> <span class="md-nav__icon md-icon"></span> Programs </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/program/evaporate/" class="md-nav__link"> <span class="md-ellipsis"> Evaporate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/guidance/" class="md-nav__link"> <span class="md-ellipsis"> Guidance </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/llm_text_completion/" class="md-nav__link"> <span class="md-ellipsis"> Llm text completion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/lmformatenforcer/" class="md-nav__link"> <span class="md-ellipsis"> Lmformatenforcer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi modal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/program/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_22" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/prompts/" class="md-nav__link "> <span class="md-ellipsis"> Prompts </span> </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_22_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_22"> <span class="md-nav__icon md-icon"></span> Prompts </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_23" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/query_engine/" class="md-nav__link "> <span class="md-ellipsis"> Query Engines </span> </a> <label class="md-nav__link " for="__nav_7_23" id="__nav_7_23_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_23_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_23"> <span class="md-nav__icon md-icon"></span> Query Engines </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/FLARE/" class="md-nav__link"> <span class="md-ellipsis"> FLARE </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/JSONalayze/" class="md-nav__link"> <span class="md-ellipsis"> JSONalayze </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/NL_SQL_table/" class="md-nav__link"> <span class="md-ellipsis"> NL SQL table </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/PGVector_SQL/" class="md-nav__link"> <span class="md-ellipsis"> PGVector SQL </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/SQL_join/" class="md-nav__link"> <span class="md-ellipsis"> SQL join </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/SQL_table_retriever/" class="md-nav__link"> <span class="md-ellipsis"> SQL table retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/citation/" class="md-nav__link"> <span class="md-ellipsis"> Citation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/cogniswitch/" class="md-nav__link"> <span class="md-ellipsis"> Cogniswitch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/custom/" class="md-nav__link"> <span class="md-ellipsis"> Custom </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/knowledge_graph/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge graph </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/multi_step/" class="md-nav__link"> <span class="md-ellipsis"> Multi step </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/pandas/" class="md-nav__link"> <span class="md-ellipsis"> Pandas </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/retriever/" class="md-nav__link"> <span class="md-ellipsis"> Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/retriever_router/" class="md-nav__link"> <span class="md-ellipsis"> Retriever router </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/retry/" class="md-nav__link"> <span class="md-ellipsis"> Retry </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/router/" class="md-nav__link"> <span class="md-ellipsis"> Router </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/simple_multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Simple multi modal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/sub_question/" class="md-nav__link"> <span class="md-ellipsis"> Sub question </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/tool_retriever_router/" class="md-nav__link"> <span class="md-ellipsis"> Tool retriever router </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_engine/transform/" class="md-nav__link"> <span class="md-ellipsis"> Transform </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_24" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/query_pipeline/" class="md-nav__link "> <span class="md-ellipsis"> Query Pipeline </span> </a> <label class="md-nav__link " for="__nav_7_24" id="__nav_7_24_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_24_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_24"> <span class="md-nav__icon md-icon"></span> Query Pipeline </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/agent/" class="md-nav__link"> <span class="md-ellipsis"> Agent </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/arg_pack/" class="md-nav__link"> <span class="md-ellipsis"> Arg pack </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/custom/" class="md-nav__link"> <span class="md-ellipsis"> Custom </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/function/" class="md-nav__link"> <span class="md-ellipsis"> Function </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/input/" class="md-nav__link"> <span class="md-ellipsis"> Input </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/llm/" class="md-nav__link"> <span class="md-ellipsis"> Llm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/multi_modal/" class="md-nav__link"> <span class="md-ellipsis"> Multi modal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/object/" class="md-nav__link"> <span class="md-ellipsis"> Object </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/output_parser/" class="md-nav__link"> <span class="md-ellipsis"> Output parser </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/postprocessor/" class="md-nav__link"> <span class="md-ellipsis"> Postprocessor </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/prompt/" class="md-nav__link"> <span class="md-ellipsis"> Prompt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/query_transform/" class="md-nav__link"> <span class="md-ellipsis"> Query transform </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/retriever/" class="md-nav__link"> <span class="md-ellipsis"> Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/router/" class="md-nav__link"> <span class="md-ellipsis"> Router </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/synthesizer/" class="md-nav__link"> <span class="md-ellipsis"> Synthesizer </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/query_pipeline/tool_runner/" class="md-nav__link"> <span class="md-ellipsis"> Tool runner </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_25" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/question_gen/" class="md-nav__link "> <span class="md-ellipsis"> Question Generators </span> </a> <label class="md-nav__link " for="__nav_7_25" id="__nav_7_25_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_25_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_25"> <span class="md-nav__icon md-icon"></span> Question Generators </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/question_gen/guidance/" class="md-nav__link"> <span class="md-ellipsis"> Guidance </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/question_gen/llm_question_gen/" class="md-nav__link"> <span class="md-ellipsis"> Llm question gen </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/question_gen/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_26" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/readers/" class="md-nav__link "> <span class="md-ellipsis"> Readers </span> </a> <label class="md-nav__link " for="__nav_7_26" id="__nav_7_26_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_26_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_26"> <span class="md-nav__icon md-icon"></span> Readers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/readers/agent_search/" class="md-nav__link"> <span class="md-ellipsis"> Agent search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_cdk/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte cdk </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_gong/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte gong </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_hubspot/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte hubspot </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_salesforce/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte salesforce </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_shopify/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte shopify </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_stripe/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte stripe </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_typeform/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte typeform </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airbyte_zendesk_support/" class="md-nav__link"> <span class="md-ellipsis"> Airbyte zendesk support </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/airtable/" class="md-nav__link"> <span class="md-ellipsis"> Airtable </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/alibabacloud_aisearch/" class="md-nav__link"> <span class="md-ellipsis"> Alibabacloud aisearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/apify/" class="md-nav__link"> <span class="md-ellipsis"> Apify </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/arango_db/" class="md-nav__link"> <span class="md-ellipsis"> Arango db </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/arxiv/" class="md-nav__link"> <span class="md-ellipsis"> Arxiv </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/asana/" class="md-nav__link"> <span class="md-ellipsis"> Asana </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/assemblyai/" class="md-nav__link"> <span class="md-ellipsis"> Assemblyai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/astra_db/" class="md-nav__link"> <span class="md-ellipsis"> Astra db </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/athena/" class="md-nav__link"> <span class="md-ellipsis"> Athena </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/awadb/" class="md-nav__link"> <span class="md-ellipsis"> Awadb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/azcognitive_search/" class="md-nav__link"> <span class="md-ellipsis"> Azcognitive search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/azstorage_blob/" class="md-nav__link"> <span class="md-ellipsis"> Azstorage blob </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/azure_devops/" class="md-nav__link"> <span class="md-ellipsis"> Azure devops </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/bagel/" class="md-nav__link"> <span class="md-ellipsis"> Bagel </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/bilibili/" class="md-nav__link"> <span class="md-ellipsis"> Bilibili </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/bitbucket/" class="md-nav__link"> <span class="md-ellipsis"> Bitbucket </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/boarddocs/" class="md-nav__link"> <span class="md-ellipsis"> Boarddocs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/box/" class="md-nav__link"> <span class="md-ellipsis"> Box </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/chatgpt_plugin/" class="md-nav__link"> <span class="md-ellipsis"> Chatgpt plugin </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/chroma/" class="md-nav__link"> <span class="md-ellipsis"> Chroma </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/clickhouse/" class="md-nav__link"> <span class="md-ellipsis"> Clickhouse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/confluence/" class="md-nav__link"> <span class="md-ellipsis"> Confluence </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/couchbase/" class="md-nav__link"> <span class="md-ellipsis"> Couchbase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/couchdb/" class="md-nav__link"> <span class="md-ellipsis"> Couchdb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/dad_jokes/" class="md-nav__link"> <span class="md-ellipsis"> Dad jokes </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/dashscope/" class="md-nav__link"> <span class="md-ellipsis"> Dashscope </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/dashvector/" class="md-nav__link"> <span class="md-ellipsis"> Dashvector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/database/" class="md-nav__link"> <span class="md-ellipsis"> Database </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/deeplake/" class="md-nav__link"> <span class="md-ellipsis"> Deeplake </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/discord/" class="md-nav__link"> <span class="md-ellipsis"> Discord </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/docling/" class="md-nav__link"> <span class="md-ellipsis"> Docling </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/docstring_walker/" class="md-nav__link"> <span class="md-ellipsis"> Docstring walker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/docugami/" class="md-nav__link"> <span class="md-ellipsis"> Docugami </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/document360/" class="md-nav__link"> <span class="md-ellipsis"> Document360 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/earnings_call_transcript/" class="md-nav__link"> <span class="md-ellipsis"> Earnings call transcript </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/faiss/" class="md-nav__link"> <span class="md-ellipsis"> Faiss </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/feedly_rss/" class="md-nav__link"> <span class="md-ellipsis"> Feedly rss </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/feishu_docs/" class="md-nav__link"> <span class="md-ellipsis"> Feishu docs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/feishu_wiki/" class="md-nav__link"> <span class="md-ellipsis"> Feishu wiki </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/file/" class="md-nav__link"> <span class="md-ellipsis"> File </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/firebase_realtimedb/" class="md-nav__link"> <span class="md-ellipsis"> Firebase realtimedb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/firestore/" class="md-nav__link"> <span class="md-ellipsis"> Firestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gcs/" class="md-nav__link"> <span class="md-ellipsis"> Gcs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/genius/" class="md-nav__link"> <span class="md-ellipsis"> Genius </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gitbook/" class="md-nav__link"> <span class="md-ellipsis"> Gitbook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/github/" class="md-nav__link"> <span class="md-ellipsis"> Github </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gitlab/" class="md-nav__link"> <span class="md-ellipsis"> Gitlab </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/google/" class="md-nav__link"> <span class="md-ellipsis"> Google </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/gpt_repo/" class="md-nav__link"> <span class="md-ellipsis"> Gpt repo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/graphdb_cypher/" class="md-nav__link"> <span class="md-ellipsis"> Graphdb cypher </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/graphql/" class="md-nav__link"> <span class="md-ellipsis"> Graphql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/guru/" class="md-nav__link"> <span class="md-ellipsis"> Guru </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hatena_blog/" class="md-nav__link"> <span class="md-ellipsis"> Hatena blog </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hive/" class="md-nav__link"> <span class="md-ellipsis"> Hive </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hubspot/" class="md-nav__link"> <span class="md-ellipsis"> Hubspot </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/huggingface_fs/" class="md-nav__link"> <span class="md-ellipsis"> Huggingface fs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/hwp/" class="md-nav__link"> <span class="md-ellipsis"> Hwp </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/iceberg/" class="md-nav__link"> <span class="md-ellipsis"> Iceberg </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/imdb_review/" class="md-nav__link"> <span class="md-ellipsis"> Imdb review </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/intercom/" class="md-nav__link"> <span class="md-ellipsis"> Intercom </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/jaguar/" class="md-nav__link"> <span class="md-ellipsis"> Jaguar </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/jira/" class="md-nav__link"> <span class="md-ellipsis"> Jira </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/joplin/" class="md-nav__link"> <span class="md-ellipsis"> Joplin </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/json/" class="md-nav__link"> <span class="md-ellipsis"> Json </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/kaltura_esearch/" class="md-nav__link"> <span class="md-ellipsis"> Kaltura esearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/kibela/" class="md-nav__link"> <span class="md-ellipsis"> Kibela </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/lilac/" class="md-nav__link"> <span class="md-ellipsis"> Lilac </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/linear/" class="md-nav__link"> <span class="md-ellipsis"> Linear </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/llama_parse/" class="md-nav__link"> <span class="md-ellipsis"> Llama parse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/macrometa_gdn/" class="md-nav__link"> <span class="md-ellipsis"> Macrometa gdn </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/make_com/" class="md-nav__link"> <span class="md-ellipsis"> Make com </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mangadex/" class="md-nav__link"> <span class="md-ellipsis"> Mangadex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mangoapps_guides/" class="md-nav__link"> <span class="md-ellipsis"> Mangoapps guides </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/maps/" class="md-nav__link"> <span class="md-ellipsis"> Maps </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mbox/" class="md-nav__link"> <span class="md-ellipsis"> Mbox </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/memos/" class="md-nav__link"> <span class="md-ellipsis"> Memos </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/metal/" class="md-nav__link"> <span class="md-ellipsis"> Metal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/microsoft_onedrive/" class="md-nav__link"> <span class="md-ellipsis"> Microsoft onedrive </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/microsoft_outlook/" class="md-nav__link"> <span class="md-ellipsis"> Microsoft outlook </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/microsoft_sharepoint/" class="md-nav__link"> <span class="md-ellipsis"> Microsoft sharepoint </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/milvus/" class="md-nav__link"> <span class="md-ellipsis"> Milvus </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/minio/" class="md-nav__link"> <span class="md-ellipsis"> Minio </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mondaydotcom/" class="md-nav__link"> <span class="md-ellipsis"> Mondaydotcom </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/mongodb/" class="md-nav__link"> <span class="md-ellipsis"> Mongodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/myscale/" class="md-nav__link"> <span class="md-ellipsis"> Myscale </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/notion/" class="md-nav__link"> <span class="md-ellipsis"> Notion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/nougat_ocr/" class="md-nav__link"> <span class="md-ellipsis"> Nougat ocr </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/obsidian/" class="md-nav__link"> <span class="md-ellipsis"> Obsidian </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/openalex/" class="md-nav__link"> <span class="md-ellipsis"> Openalex </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/openapi/" class="md-nav__link"> <span class="md-ellipsis"> Openapi </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/opendal/" class="md-nav__link"> <span class="md-ellipsis"> Opendal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/opensearch/" class="md-nav__link"> <span class="md-ellipsis"> Opensearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/oracleai/" class="md-nav__link"> <span class="md-ellipsis"> Oracleai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pandas_ai/" class="md-nav__link"> <span class="md-ellipsis"> Pandas ai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/papers/" class="md-nav__link"> <span class="md-ellipsis"> Papers </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/patentsview/" class="md-nav__link"> <span class="md-ellipsis"> Patentsview </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pathway/" class="md-nav__link"> <span class="md-ellipsis"> Pathway </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pdb/" class="md-nav__link"> <span class="md-ellipsis"> Pdb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pdf_marker/" class="md-nav__link"> <span class="md-ellipsis"> Pdf marker </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pdf_table/" class="md-nav__link"> <span class="md-ellipsis"> Pdf table </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pebblo/" class="md-nav__link"> <span class="md-ellipsis"> Pebblo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/pinecone.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/preprocess/" class="md-nav__link"> <span class="md-ellipsis"> Preprocess </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/psychic/" class="md-nav__link"> <span class="md-ellipsis"> Psychic </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/qdrant/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/quip/" class="md-nav__link"> <span class="md-ellipsis"> Quip </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/rayyan/" class="md-nav__link"> <span class="md-ellipsis"> Rayyan </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/readme/" class="md-nav__link"> <span class="md-ellipsis"> Readme </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/readwise/" class="md-nav__link"> <span class="md-ellipsis"> Readwise </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/reddit/" class="md-nav__link"> <span class="md-ellipsis"> Reddit </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/remote/" class="md-nav__link"> <span class="md-ellipsis"> Remote </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/remote_depth/" class="md-nav__link"> <span class="md-ellipsis"> Remote depth </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/s3/" class="md-nav__link"> <span class="md-ellipsis"> S3 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/sec_filings/" class="md-nav__link"> <span class="md-ellipsis"> Sec filings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/semanticscholar/" class="md-nav__link"> <span class="md-ellipsis"> Semanticscholar </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/simple_directory_reader/" class="md-nav__link"> <span class="md-ellipsis"> Simple directory reader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/singlestore/" class="md-nav__link"> <span class="md-ellipsis"> Singlestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/slack/" class="md-nav__link"> <span class="md-ellipsis"> Slack </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/smart_pdf_loader/" class="md-nav__link"> <span class="md-ellipsis"> Smart pdf loader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/snowflake/" class="md-nav__link"> <span class="md-ellipsis"> Snowflake </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/snscrape_twitter/" class="md-nav__link"> <span class="md-ellipsis"> Snscrape twitter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/spotify/" class="md-nav__link"> <span class="md-ellipsis"> Spotify </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/stackoverflow/" class="md-nav__link"> <span class="md-ellipsis"> Stackoverflow </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/steamship/" class="md-nav__link"> <span class="md-ellipsis"> Steamship </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/string_iterable/" class="md-nav__link"> <span class="md-ellipsis"> String iterable </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/stripe_docs/" class="md-nav__link"> <span class="md-ellipsis"> Stripe docs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/structured_data/" class="md-nav__link"> <span class="md-ellipsis"> Structured data </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/telegram/" class="md-nav__link"> <span class="md-ellipsis"> Telegram </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/toggl/" class="md-nav__link"> <span class="md-ellipsis"> Toggl </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/trello/" class="md-nav__link"> <span class="md-ellipsis"> Trello </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/twitter/" class="md-nav__link"> <span class="md-ellipsis"> Twitter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/txtai/" class="md-nav__link"> <span class="md-ellipsis"> Txtai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/upstage/" class="md-nav__link"> <span class="md-ellipsis"> Upstage </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/weather/" class="md-nav__link"> <span class="md-ellipsis"> Weather </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/weaviate/" class="md-nav__link"> <span class="md-ellipsis"> Weaviate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/web/" class="md-nav__link"> <span class="md-ellipsis"> Web </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/whatsapp/" class="md-nav__link"> <span class="md-ellipsis"> Whatsapp </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/wikipedia/" class="md-nav__link"> <span class="md-ellipsis"> Wikipedia </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/wordlift/" class="md-nav__link"> <span class="md-ellipsis"> Wordlift </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/wordpress/" class="md-nav__link"> <span class="md-ellipsis"> Wordpress </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/youtube_metadata/" class="md-nav__link"> <span class="md-ellipsis"> Youtube metadata </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/youtube_transcript/" class="md-nav__link"> <span class="md-ellipsis"> Youtube transcript </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zendesk/" class="md-nav__link"> <span class="md-ellipsis"> Zendesk </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zep/" class="md-nav__link"> <span class="md-ellipsis"> Zep </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zulip/" class="md-nav__link"> <span class="md-ellipsis"> Zulip </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/readers/zyte_serp/" class="md-nav__link"> <span class="md-ellipsis"> Zyte serp </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_27" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/response_synthesizers/" class="md-nav__link "> <span class="md-ellipsis"> Response Synthesizers </span> </a> <label class="md-nav__link " for="__nav_7_27" id="__nav_7_27_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_27_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_27"> <span class="md-nav__icon md-icon"></span> Response Synthesizers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/accumulate/" class="md-nav__link"> <span class="md-ellipsis"> Accumulate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/compact_accumulate/" class="md-nav__link"> <span class="md-ellipsis"> Compact accumulate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/compact_and_refine/" class="md-nav__link"> <span class="md-ellipsis"> Compact and refine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/generation/" class="md-nav__link"> <span class="md-ellipsis"> Generation </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/google/" class="md-nav__link"> <span class="md-ellipsis"> Google </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/refine/" class="md-nav__link"> <span class="md-ellipsis"> Refine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/simple_summarize/" class="md-nav__link"> <span class="md-ellipsis"> Simple summarize </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/response_synthesizers/tree_summarize/" class="md-nav__link"> <span class="md-ellipsis"> Tree summarize </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_28" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/retrievers/" class="md-nav__link "> <span class="md-ellipsis"> Retrievers </span> </a> <label class="md-nav__link " for="__nav_7_28" id="__nav_7_28_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_28_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_28"> <span class="md-nav__icon md-icon"></span> Retrievers </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/auto_merging/" class="md-nav__link"> <span class="md-ellipsis"> Auto merging </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/bedrock/" class="md-nav__link"> <span class="md-ellipsis"> Bedrock </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/bm25/" class="md-nav__link"> <span class="md-ellipsis"> Bm25 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/duckdb_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Duckdb retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/keyword/" class="md-nav__link"> <span class="md-ellipsis"> Keyword </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/knowledge_graph/" class="md-nav__link"> <span class="md-ellipsis"> Knowledge graph </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/mongodb_atlas_bm25_retriever/" class="md-nav__link"> <span class="md-ellipsis"> Mongodb atlas bm25 retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/pathway/" class="md-nav__link"> <span class="md-ellipsis"> Pathway </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/query_fusion/" class="md-nav__link"> <span class="md-ellipsis"> Query fusion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/recursive/" class="md-nav__link"> <span class="md-ellipsis"> Recursive </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/router/" class="md-nav__link"> <span class="md-ellipsis"> Router </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/sql/" class="md-nav__link"> <span class="md-ellipsis"> Sql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/summary/" class="md-nav__link"> <span class="md-ellipsis"> Summary </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/transform/" class="md-nav__link"> <span class="md-ellipsis"> Transform </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/tree/" class="md-nav__link"> <span class="md-ellipsis"> Tree </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/vector/" class="md-nav__link"> <span class="md-ellipsis"> Vector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/vertexai_search/" class="md-nav__link"> <span class="md-ellipsis"> Vertexai search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/videodb/" class="md-nav__link"> <span class="md-ellipsis"> Videodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/retrievers/you/" class="md-nav__link"> <span class="md-ellipsis"> You </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_29" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/schema/" class="md-nav__link "> <span class="md-ellipsis"> Schema </span> </a> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_29_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_29"> <span class="md-nav__icon md-icon"></span> Schema </label> <ul class="md-nav__list" data-md-scrollfix> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_30" > <label class="md-nav__link" for="__nav_7_30" id="__nav_7_30_label" tabindex="0"> <span class="md-ellipsis"> Selectors </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_30_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_30"> <span class="md-nav__icon md-icon"></span> Selectors </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/selectors/notdiamond/" class="md-nav__link"> <span class="md-ellipsis"> Notdiamond </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_31" > <label class="md-nav__link" for="__nav_7_31" id="__nav_7_31_label" tabindex="0"> <span class="md-ellipsis"> Sparse Embeddings </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_31_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_31"> <span class="md-nav__icon md-icon"></span> Sparse Embeddings </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/sparse_embeddings/fastembed/" class="md-nav__link"> <span class="md-ellipsis"> Fastembed </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32" > <label class="md-nav__link" for="__nav_7_32" id="__nav_7_32_label" tabindex="0"> <span class="md-ellipsis"> Storage </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_32_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32"> <span class="md-nav__icon md-icon"></span> Storage </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_1" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/chat_store/" class="md-nav__link "> <span class="md-ellipsis"> Chat Store </span> </a> <label class="md-nav__link " for="__nav_7_32_1" id="__nav_7_32_1_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_1_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_1"> <span class="md-nav__icon md-icon"></span> Chat Store </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/azure/" class="md-nav__link"> <span class="md-ellipsis"> Azure </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/azurecosmosmongovcore/" class="md-nav__link"> <span class="md-ellipsis"> Azurecosmosmongovcore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/azurecosmosnosql/" class="md-nav__link"> <span class="md-ellipsis"> Azurecosmosnosql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/dynamodb/" class="md-nav__link"> <span class="md-ellipsis"> Dynamodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/postgres/" class="md-nav__link"> <span class="md-ellipsis"> Postgres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/redis/" class="md-nav__link"> <span class="md-ellipsis"> Redis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/chat_store/upstash/" class="md-nav__link"> <span class="md-ellipsis"> Upstash </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_2" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/docstore/" class="md-nav__link "> <span class="md-ellipsis"> Docstore </span> </a> <label class="md-nav__link " for="__nav_7_32_2" id="__nav_7_32_2_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_2_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_2"> <span class="md-nav__icon md-icon"></span> Docstore </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/azure/" class="md-nav__link"> <span class="md-ellipsis"> Azure </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/couchbase/" class="md-nav__link"> <span class="md-ellipsis"> Couchbase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/dynamodb/" class="md-nav__link"> <span class="md-ellipsis"> Dynamodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/firestore/" class="md-nav__link"> <span class="md-ellipsis"> Firestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/mongodb/" class="md-nav__link"> <span class="md-ellipsis"> Mongodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/postgres/" class="md-nav__link"> <span class="md-ellipsis"> Postgres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/redis/" class="md-nav__link"> <span class="md-ellipsis"> Redis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/docstore/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_3" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/graph_stores/" class="md-nav__link "> <span class="md-ellipsis"> Graph Stores </span> </a> <label class="md-nav__link " for="__nav_7_32_3" id="__nav_7_32_3_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_3"> <span class="md-nav__icon md-icon"></span> Graph Stores </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/falkordb/" class="md-nav__link"> <span class="md-ellipsis"> Falkordb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/kuzu/" class="md-nav__link"> <span class="md-ellipsis"> Kuzu </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/memgraph/" class="md-nav__link"> <span class="md-ellipsis"> Memgraph </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/nebula/" class="md-nav__link"> <span class="md-ellipsis"> Nebula </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/neo4j/" class="md-nav__link"> <span class="md-ellipsis"> Neo4j </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/neptune/" class="md-nav__link"> <span class="md-ellipsis"> Neptune </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/graph_stores/tidb/" class="md-nav__link"> <span class="md-ellipsis"> Tidb </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_4" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/index_store/" class="md-nav__link "> <span class="md-ellipsis"> Index Store </span> </a> <label class="md-nav__link " for="__nav_7_32_4" id="__nav_7_32_4_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_4_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_4"> <span class="md-nav__icon md-icon"></span> Index Store </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/azure/" class="md-nav__link"> <span class="md-ellipsis"> Azure </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/azurecosmosnosql/" class="md-nav__link"> <span class="md-ellipsis"> Azurecosmosnosql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/couchbase/" class="md-nav__link"> <span class="md-ellipsis"> Couchbase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/dynamodb/" class="md-nav__link"> <span class="md-ellipsis"> Dynamodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/firestore/" class="md-nav__link"> <span class="md-ellipsis"> Firestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/mongodb/" class="md-nav__link"> <span class="md-ellipsis"> Mongodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/postgres/" class="md-nav__link"> <span class="md-ellipsis"> Postgres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/redis/" class="md-nav__link"> <span class="md-ellipsis"> Redis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/index_store/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_5" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/kvstore/" class="md-nav__link "> <span class="md-ellipsis"> Kvstore </span> </a> <label class="md-nav__link " for="__nav_7_32_5" id="__nav_7_32_5_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_5"> <span class="md-nav__icon md-icon"></span> Kvstore </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/azure/" class="md-nav__link"> <span class="md-ellipsis"> Azure </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/azurecosmosnosql/" class="md-nav__link"> <span class="md-ellipsis"> Azurecosmosnosql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/couchbase/" class="md-nav__link"> <span class="md-ellipsis"> Couchbase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/dynamodb/" class="md-nav__link"> <span class="md-ellipsis"> Dynamodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/firestore/" class="md-nav__link"> <span class="md-ellipsis"> Firestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/mongodb/" class="md-nav__link"> <span class="md-ellipsis"> Mongodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/postgres/" class="md-nav__link"> <span class="md-ellipsis"> Postgres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/redis/" class="md-nav__link"> <span class="md-ellipsis"> Redis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/s3/" class="md-nav__link"> <span class="md-ellipsis"> S3 </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/kvstore/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_6" > <label class="md-nav__link" for="__nav_7_32_6" id="__nav_7_32_6_label" tabindex="0"> <span class="md-ellipsis"> Storage </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_6_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_6"> <span class="md-nav__icon md-icon"></span> Storage </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/storage_context/" class="md-nav__link"> <span class="md-ellipsis"> Storage context </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_32_7" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/storage/vector_store/" class="md-nav__link "> <span class="md-ellipsis"> Vector Store </span> </a> <label class="md-nav__link " for="__nav_7_32_7" id="__nav_7_32_7_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_7_32_7_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_32_7"> <span class="md-nav__icon md-icon"></span> Vector Store </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/alibabacloud_opensearch/" class="md-nav__link"> <span class="md-ellipsis"> Alibabacloud opensearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/analyticdb/" class="md-nav__link"> <span class="md-ellipsis"> Analyticdb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/astra_db/" class="md-nav__link"> <span class="md-ellipsis"> Astra db </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/awadb/" class="md-nav__link"> <span class="md-ellipsis"> Awadb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/awsdocdb/" class="md-nav__link"> <span class="md-ellipsis"> Awsdocdb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/azureaisearch/" class="md-nav__link"> <span class="md-ellipsis"> Azureaisearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/azurecosmosmongo/" class="md-nav__link"> <span class="md-ellipsis"> Azurecosmosmongo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/azurecosmosnosql/" class="md-nav__link"> <span class="md-ellipsis"> Azurecosmosnosql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/bagel/" class="md-nav__link"> <span class="md-ellipsis"> Bagel </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/baiduvectordb/" class="md-nav__link"> <span class="md-ellipsis"> Baiduvectordb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/cassandra/" class="md-nav__link"> <span class="md-ellipsis"> Cassandra </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/chatgpt_plugin/" class="md-nav__link"> <span class="md-ellipsis"> Chatgpt plugin </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/chroma/" class="md-nav__link"> <span class="md-ellipsis"> Chroma </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/clickhouse/" class="md-nav__link"> <span class="md-ellipsis"> Clickhouse </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/couchbase/" class="md-nav__link"> <span class="md-ellipsis"> Couchbase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/dashvector/" class="md-nav__link"> <span class="md-ellipsis"> Dashvector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/databricks/" class="md-nav__link"> <span class="md-ellipsis"> Databricks </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/deeplake/" class="md-nav__link"> <span class="md-ellipsis"> Deeplake </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/docarray/" class="md-nav__link"> <span class="md-ellipsis"> Docarray </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/duckdb/" class="md-nav__link"> <span class="md-ellipsis"> Duckdb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/dynamodb/" class="md-nav__link"> <span class="md-ellipsis"> Dynamodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/elasticsearch/" class="md-nav__link"> <span class="md-ellipsis"> Elasticsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/epsilla/" class="md-nav__link"> <span class="md-ellipsis"> Epsilla </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/faiss/" class="md-nav__link"> <span class="md-ellipsis"> Faiss </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/firestore/" class="md-nav__link"> <span class="md-ellipsis"> Firestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/google/" class="md-nav__link"> <span class="md-ellipsis"> Google </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/hologres/" class="md-nav__link"> <span class="md-ellipsis"> Hologres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/jaguar/" class="md-nav__link"> <span class="md-ellipsis"> Jaguar </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/kdbai/" class="md-nav__link"> <span class="md-ellipsis"> Kdbai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/lancedb/" class="md-nav__link"> <span class="md-ellipsis"> Lancedb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/lantern/" class="md-nav__link"> <span class="md-ellipsis"> Lantern </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/lindorm/" class="md-nav__link"> <span class="md-ellipsis"> Lindorm </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/mariadb/" class="md-nav__link"> <span class="md-ellipsis"> Mariadb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/metal/" class="md-nav__link"> <span class="md-ellipsis"> Metal </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/milvus/" class="md-nav__link"> <span class="md-ellipsis"> Milvus </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/mongodb/" class="md-nav__link"> <span class="md-ellipsis"> Mongodb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/myscale/" class="md-nav__link"> <span class="md-ellipsis"> Myscale </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/neo4jvector/" class="md-nav__link"> <span class="md-ellipsis"> Neo4jvector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/neptune/" class="md-nav__link"> <span class="md-ellipsis"> Neptune </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/nile/" class="md-nav__link"> <span class="md-ellipsis"> Nile </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/objectbox/" class="md-nav__link"> <span class="md-ellipsis"> Objectbox </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/oceanbase/" class="md-nav__link"> <span class="md-ellipsis"> Oceanbase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/opensearch/" class="md-nav__link"> <span class="md-ellipsis"> Opensearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/oracledb/" class="md-nav__link"> <span class="md-ellipsis"> Oracledb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/pgvecto_rs/" class="md-nav__link"> <span class="md-ellipsis"> Pgvecto rs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/pinecone/" class="md-nav__link"> <span class="md-ellipsis"> Pinecone </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/postgres/" class="md-nav__link"> <span class="md-ellipsis"> Postgres </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/qdrant/" class="md-nav__link"> <span class="md-ellipsis"> Qdrant </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/redis/" class="md-nav__link"> <span class="md-ellipsis"> Redis </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/relyt/" class="md-nav__link"> <span class="md-ellipsis"> Relyt </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/rocksetdb/" class="md-nav__link"> <span class="md-ellipsis"> Rocksetdb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/simple/" class="md-nav__link"> <span class="md-ellipsis"> Simple </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/singlestoredb/" class="md-nav__link"> <span class="md-ellipsis"> Singlestoredb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/sqlalchemy.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/supabase/" class="md-nav__link"> <span class="md-ellipsis"> Supabase </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tablestore/" class="md-nav__link"> <span class="md-ellipsis"> Tablestore </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tair/" class="md-nav__link"> <span class="md-ellipsis"> Tair </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tencentvectordb/" class="md-nav__link"> <span class="md-ellipsis"> Tencentvectordb </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/tidbvector/" class="md-nav__link"> <span class="md-ellipsis"> Tidbvector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/timescalevector/" class="md-nav__link"> <span class="md-ellipsis"> Timescalevector </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/txtai/" class="md-nav__link"> <span class="md-ellipsis"> Txtai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/typesense/" class="md-nav__link"> <span class="md-ellipsis"> Typesense </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/upstash/" class="md-nav__link"> <span class="md-ellipsis"> Upstash </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/vearch/" class="md-nav__link"> <span class="md-ellipsis"> Vearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/vertexaivectorsearch/" class="md-nav__link"> <span class="md-ellipsis"> Vertexaivectorsearch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/vespa/" class="md-nav__link"> <span class="md-ellipsis"> Vespa </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/weaviate/" class="md-nav__link"> <span class="md-ellipsis"> Weaviate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/wordlift/" class="md-nav__link"> <span class="md-ellipsis"> Wordlift </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/storage/vector_store/zep/" class="md-nav__link"> <span class="md-ellipsis"> Zep </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_33" > <div class="md-nav__link md-nav__container"> <a href="../../../../api_reference/tools/" class="md-nav__link "> <span class="md-ellipsis"> Tools </span> </a> <label class="md-nav__link " for="__nav_7_33" id="__nav_7_33_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_33_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_33"> <span class="md-nav__icon md-icon"></span> Tools </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/tools/arxiv/" class="md-nav__link"> <span class="md-ellipsis"> Arxiv </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_code_interpreter/" class="md-nav__link"> <span class="md-ellipsis"> Azure code interpreter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_cv/" class="md-nav__link"> <span class="md-ellipsis"> Azure cv </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_speech/" class="md-nav__link"> <span class="md-ellipsis"> Azure speech </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/azure_translate/" class="md-nav__link"> <span class="md-ellipsis"> Azure translate </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/bing_search/" class="md-nav__link"> <span class="md-ellipsis"> Bing search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/box/" class="md-nav__link"> <span class="md-ellipsis"> Box </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/brave_search/" class="md-nav__link"> <span class="md-ellipsis"> Brave search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/cassandra/" class="md-nav__link"> <span class="md-ellipsis"> Cassandra </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/chatgpt_plugin/" class="md-nav__link"> <span class="md-ellipsis"> Chatgpt plugin </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/code_interpreter/" class="md-nav__link"> <span class="md-ellipsis"> Code interpreter </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/cogniswitch/" class="md-nav__link"> <span class="md-ellipsis"> Cogniswitch </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/database/" class="md-nav__link"> <span class="md-ellipsis"> Database </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/docker_code.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/duckduckgo/" class="md-nav__link"> <span class="md-ellipsis"> Duckduckgo </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/elevenlabs/" class="md-nav__link"> <span class="md-ellipsis"> Elevenlabs </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/exa/" class="md-nav__link"> <span class="md-ellipsis"> Exa </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/finance/" class="md-nav__link"> <span class="md-ellipsis"> Finance </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/function/" class="md-nav__link"> <span class="md-ellipsis"> Function </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/google/" class="md-nav__link"> <span class="md-ellipsis"> Google </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/graphql/" class="md-nav__link"> <span class="md-ellipsis"> Graphql </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/ionic_shopping/" class="md-nav__link"> <span class="md-ellipsis"> Ionic shopping </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/jina/" class="md-nav__link"> <span class="md-ellipsis"> Jina </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/load_and_search/" class="md-nav__link"> <span class="md-ellipsis"> Load and search </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/metaphor/" class="md-nav__link"> <span class="md-ellipsis"> Metaphor </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/multion/" class="md-nav__link"> <span class="md-ellipsis"> Multion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/neo4j/" class="md-nav__link"> <span class="md-ellipsis"> Neo4j </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/notion/" class="md-nav__link"> <span class="md-ellipsis"> Notion </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/ondemand_loader/" class="md-nav__link"> <span class="md-ellipsis"> Ondemand loader </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/openai/" class="md-nav__link"> <span class="md-ellipsis"> Openai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/openapi/" class="md-nav__link"> <span class="md-ellipsis"> Openapi </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/oracleai.md" class="md-nav__link"> <span class="md-ellipsis"> None </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/passio_nutrition_ai/" class="md-nav__link"> <span class="md-ellipsis"> Passio nutrition ai </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/playgrounds/" class="md-nav__link"> <span class="md-ellipsis"> Playgrounds </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/python_file/" class="md-nav__link"> <span class="md-ellipsis"> Python file </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/query_engine/" class="md-nav__link"> <span class="md-ellipsis"> Query engine </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/query_plan/" class="md-nav__link"> <span class="md-ellipsis"> Query plan </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/requests/" class="md-nav__link"> <span class="md-ellipsis"> Requests </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/retriever/" class="md-nav__link"> <span class="md-ellipsis"> Retriever </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/salesforce/" class="md-nav__link"> <span class="md-ellipsis"> Salesforce </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/shopify/" class="md-nav__link"> <span class="md-ellipsis"> Shopify </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/slack/" class="md-nav__link"> <span class="md-ellipsis"> Slack </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/tavily_research/" class="md-nav__link"> <span class="md-ellipsis"> Tavily research </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/text_to_image/" class="md-nav__link"> <span class="md-ellipsis"> Text to image </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/tool_spec/" class="md-nav__link"> <span class="md-ellipsis"> Tool spec </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/vectara_query/" class="md-nav__link"> <span class="md-ellipsis"> Vectara query </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/vector_db/" class="md-nav__link"> <span class="md-ellipsis"> Vector db </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/waii/" class="md-nav__link"> <span class="md-ellipsis"> Waii </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/weather/" class="md-nav__link"> <span class="md-ellipsis"> Weather </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/wikipedia/" class="md-nav__link"> <span class="md-ellipsis"> Wikipedia </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/wolfram_alpha/" class="md-nav__link"> <span class="md-ellipsis"> Wolfram alpha </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/yahoo_finance/" class="md-nav__link"> <span class="md-ellipsis"> Yahoo finance </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/yelp/" class="md-nav__link"> <span class="md-ellipsis"> Yelp </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/tools/zapier/" class="md-nav__link"> <span class="md-ellipsis"> Zapier </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7_34" > <label class="md-nav__link" for="__nav_7_34" id="__nav_7_34_label" tabindex="0"> <span class="md-ellipsis"> Workflow </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_7_34_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_7_34"> <span class="md-nav__icon md-icon"></span> Workflow </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/decorators/" class="md-nav__link"> <span class="md-ellipsis"> Decorators </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/context/" class="md-nav__link"> <span class="md-ellipsis"> Context </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/events/" class="md-nav__link"> <span class="md-ellipsis"> Events </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/retry_policy/" class="md-nav__link"> <span class="md-ellipsis"> Retry policy </span> </a> </li> <li class="md-nav__item"> <a href="../../../../api_reference/workflow/workflow/" class="md-nav__link"> <span class="md-ellipsis"> Workflow </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" > <div class="md-nav__link md-nav__container"> <a href="../../../../community/llama_packs/" class="md-nav__link "> <span class="md-ellipsis"> Open-Source Community </span> </a> <label class="md-nav__link " for="__nav_8" id="__nav_8_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_8"> <span class="md-nav__icon md-icon"></span> Open-Source Community </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../community/integrations/" class="md-nav__link"> <span class="md-ellipsis"> Integrations </span> </a> </li> <li class="md-nav__item"> <a href="../../../../community/full_stack_projects/" class="md-nav__link"> <span class="md-ellipsis"> Full Stack Projects </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_3" > <label class="md-nav__link" for="__nav_8_3" id="__nav_8_3_label" tabindex="0"> <span class="md-ellipsis"> Community FAQ </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_3_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_8_3"> <span class="md-nav__icon md-icon"></span> Community FAQ </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../community/faq/chat_engines/" class="md-nav__link"> <span class="md-ellipsis"> Chat Engines </span> </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/documents_and_nodes/" class="md-nav__link"> <span class="md-ellipsis"> Documents and Nodes </span> </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/embeddings/" class="md-nav__link"> <span class="md-ellipsis"> Embeddings </span> </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/llms/" class="md-nav__link"> <span class="md-ellipsis"> Large Language Models </span> </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/query_engines/" class="md-nav__link"> <span class="md-ellipsis"> Query Engines </span> </a> </li> <li class="md-nav__item"> <a href="../../../../community/faq/vector_database/" class="md-nav__link"> <span class="md-ellipsis"> Vector Database </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_5" > <label class="md-nav__link" for="__nav_8_5" id="__nav_8_5_label" tabindex="0"> <span class="md-ellipsis"> Contributing </span> <span class="md-nav__icon md-icon"></span> </label> <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_5_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_8_5"> <span class="md-nav__icon md-icon"></span> Contributing </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../CONTRIBUTING/" class="md-nav__link"> <span class="md-ellipsis"> Code </span> </a> </li> <li class="md-nav__item"> <a href="../../../../DOCS_README/" class="md-nav__link"> <span class="md-ellipsis"> Docs </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item"> <a href="../../../../CHANGELOG/" class="md-nav__link"> <span class="md-ellipsis"> Changelog </span> </a> </li> <li class="md-nav__item"> <a href="../../../../presentations/past_presentations/" class="md-nav__link"> <span class="md-ellipsis"> Presentations </span> </a> </li> <li class="md-nav__item"> <a href="../../../../getting_started/v0_10_0_migration/" class="md-nav__link"> <span class="md-ellipsis"> Upgrading to v0.10.x </span> </a> </li> <li class="md-nav__item"> <a href="../../../../changes/deprecated_terms/" class="md-nav__link"> <span class="md-ellipsis"> Deprecated Terms </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" > <div class="md-nav__link md-nav__container"> <a href="../../../../llama_cloud/" class="md-nav__link "> <span class="md-ellipsis"> LlamaCloud </span> </a> <label class="md-nav__link " for="__nav_9" id="__nav_9_label" tabindex="0"> <span class="md-nav__icon md-icon"></span> </label> </div> <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false"> <label class="md-nav__title" for="__nav_9"> <span class="md-nav__icon md-icon"></span> LlamaCloud </label> <ul class="md-nav__list" data-md-scrollfix> <li class="md-nav__item"> <a href="../../../../llama_cloud/llama_parse/" class="md-nav__link"> <span class="md-ellipsis"> LlamaParse </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > <div class="md-sidebar__scrollwrap"> <div class="md-sidebar__inner"> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class="md-nav__title" for="__toc"> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> <li class="md-nav__item"> <a href="#setup" class="md-nav__link"> <span class="md-ellipsis"> Setup </span> </a> </li> <li class="md-nav__item"> <a href="#streaming-response" class="md-nav__link"> <span class="md-ellipsis"> Streaming Response </span> </a> </li> </ul> </nav> </div> </div> </div> <div class="md-content" data-md-component="content"> <article class="md-content__inner md-typeset"> <h1 id="streaming">Streaming<a class="headerlink" href="#streaming" title="Permanent link">#</a></h1> <p>LlamaIndex supports streaming the response as it's being generated. This allows you to start printing or processing the beginning of the response before the full response is finished. This can drastically reduce the perceived latency of queries.</p> <h3 id="setup">Setup<a class="headerlink" href="#setup" title="Permanent link">#</a></h3> <p>To enable streaming, you need to use an LLM that supports streaming. Right now, streaming is supported by <code>OpenAI</code>, <code>HuggingFaceLLM</code>, and most LangChain LLMs (via <code>LangChainLLM</code>).</p> <blockquote> <p>Note: if streaming is not supported by the LLM you choose a <code>NotImplementedError</code> will be raised.</p> </blockquote> <p>To configure query engine to use streaming using the high-level API, set <code>streaming=True</code> when building a query engine.</p> <div class="highlight"><pre><span></span><code><span class="n">query_engine</span> <span class="o">=</span> <span class="n">index</span><span class="o">.</span><span class="n">as_query_engine</span><span class="p">(</span><span class="n">streaming</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">similarity_top_k</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span> </code></pre></div> <p>If you are using the low-level API to compose the query engine, pass <code>streaming=True</code> when constructing the <code>Response Synthesizer</code>:</p> <div class="highlight"><pre><span></span><code><span class="kn">from</span> <span class="nn">llama_index.core</span> <span class="kn">import</span> <span class="n">get_response_synthesizer</span> <span class="n">synth</span> <span class="o">=</span> <span class="n">get_response_synthesizer</span><span class="p">(</span><span class="n">streaming</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="o">...</span><span class="p">)</span> <span class="n">query_engine</span> <span class="o">=</span> <span class="n">RetrieverQueryEngine</span><span class="p">(</span><span class="n">response_synthesizer</span><span class="o">=</span><span class="n">synth</span><span class="p">,</span> <span class="o">...</span><span class="p">)</span> </code></pre></div> <h3 id="streaming-response">Streaming Response<a class="headerlink" href="#streaming-response" title="Permanent link">#</a></h3> <p>After properly configuring both the LLM and the query engine, calling <code>query</code> now returns a <code>StreamingResponse</code> object.</p> <div class="highlight"><pre><span></span><code><span class="n">streaming_response</span> <span class="o">=</span> <span class="n">query_engine</span><span class="o">.</span><span class="n">query</span><span class="p">(</span> <span class="s2">"What did the author do growing up?"</span><span class="p">,</span> <span class="p">)</span> </code></pre></div> <p>The response is returned immediately when the LLM call <em>starts</em>, without having to wait for the full completion.</p> <blockquote> <p>Note: In the case where the query engine makes multiple LLM calls, only the last LLM call will be streamed and the response is returned when the last LLM call starts.</p> </blockquote> <p>You can obtain a <code>Generator</code> from the streaming response and iterate over the tokens as they arrive:</p> <div class="highlight"><pre><span></span><code><span class="k">for</span> <span class="n">text</span> <span class="ow">in</span> <span class="n">streaming_response</span><span class="o">.</span><span class="n">response_gen</span><span class="p">:</span> <span class="c1"># do something with text as they arrive.</span> <span class="k">pass</span> </code></pre></div> <p>Alternatively, if you just want to print the text as they arrive:</p> <div class="highlight"><pre><span></span><code>streaming_response.print_response_stream() </code></pre></div> <p>See an <a href="../../../../examples/customization/streaming/SimpleIndexDemo-streaming/">end-to-end example</a></p> </article> </div> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type="button" class="md-top md-icon" data-md-component="top" hidden> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> <footer class="md-footer"> <nav class="md-footer__inner md-grid" aria-label="Footer" > <a href="../response_modes/" class="md-footer__link md-footer__link--prev" aria-label="Previous: Response Modes"> <div class="md-footer__button md-icon"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </div> <div class="md-footer__title"> <span class="md-footer__direction"> Previous </span> <div class="md-ellipsis"> Response Modes </div> </div> </a> <a href="../modules/" class="md-footer__link md-footer__link--next" aria-label="Next: Module Guides"> <div class="md-footer__title"> <span class="md-footer__direction"> Next </span> <div class="md-ellipsis"> Module Guides </div> </div> <div class="md-footer__button md-icon"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M4 11v2h12l-5.5 5.5 1.42 1.42L19.84 12l-7.92-7.92L10.5 5.5 16 11z"/></svg> </div> </a> </nav> <div class="md-footer-meta md-typeset"> <div class="md-footer-meta__inner md-grid"> <readthedocs-flyout position="bottom-left"></readthedocs-flyout> </div> </div> </footer> <img referrerpolicy="no-referrer-when-downgrade" src="https://static.scarf.sh/a.png?x-pxid=2b5669c2-eb91-4d0a-81d6-dc7238350598" width="1" height="1" /> </div> <div class="md-dialog" data-md-component="dialog"> <div class="md-dialog__inner md-typeset"></div> </div> <script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.instant", "navigation.tabs", "navigation.indexes", "navigation.top", "navigation.footer", "toc.follow", "content.code.copy", "search.suggest", "search.highlight"], "search": "../../../../assets/javascripts/workers/search.6ce7567c.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script> <script src="../../../../assets/javascripts/bundle.83f73b43.min.js"></script> <script src="../../../../javascript/runllm.js"></script> <script src="../../../../javascript/algolia.js"></script> </body> </html>