CINXE.COM

<!DOCTYPE html><html data-wf-domain="www.relari.ai" data-wf-page="669f7329c898141d69e166a7" data-wf-site="669f7329c898141d69e16698" lang="en" data-wf-locale="en"><head><meta charset="utf-8"/><title>Relari Blog - data-driven AI development</title><meta content="Technical guides and case studies to test and optimize RAG, LLM Agents, Chatbots, and other Generative AI applications. Relari's data-driven toolkits include synthetic dataset generation, auto prompt optimizer, custom evaluators, 30+ open-source metrics, systematic fine-tuning, and runtime monitoring." name="description"/><meta content="Relari Blog - data-driven AI development" property="og:title"/><meta content="Technical guides and case studies to test and optimize RAG, LLM Agents, Chatbots, and other Generative AI applications. Relari's data-driven toolkits include synthetic dataset generation, auto prompt optimizer, custom evaluators, 30+ open-source metrics, systematic fine-tuning, and runtime monitoring." property="og:description"/><meta content="https://cdn.prod.website-files.com/669f7329c898141d69e16698/6789581601e6dca2b9420f2f_Web%20cover.png" property="og:image"/><meta content="Relari Blog - data-driven AI development" property="twitter:title"/><meta content="Technical guides and case studies to test and optimize RAG, LLM Agents, Chatbots, and other Generative AI applications. Relari's data-driven toolkits include synthetic dataset generation, auto prompt optimizer, custom evaluators, 30+ open-source metrics, systematic fine-tuning, and runtime monitoring." property="twitter:description"/><meta content="https://cdn.prod.website-files.com/669f7329c898141d69e16698/6789581601e6dca2b9420f2f_Web%20cover.png" property="twitter:image"/><meta property="og:type" content="website"/><meta content="summary_large_image" name="twitter:card"/><meta content="width=device-width, initial-scale=1" name="viewport"/><meta content="MtEvGDAe1SLNS9GoVDYh-fKjSqKZqi3whT4NQQMjeUM" name="google-site-verification"/><link href="https://cdn.prod.website-files.com/669f7329c898141d69e16698/css/relari-flexy.webflow.0cc704ea1.min.css" rel="stylesheet" type="text/css"/><script type="text/javascript">!function(o,c){var n=c.documentElement,t=" w-mod-";n.className+=t+"js",("ontouchstart"in o||o.DocumentTouch&&c instanceof DocumentTouch)&&(n.className+=t+"touch")}(window,document);</script><link href="https://cdn.prod.website-files.com/669930bb5bc0376fdd7d3b8d/669f661f2c880cb49716b06e_Favicon%2032%20x%2032.png" rel="shortcut icon" type="image/x-icon"/><link href="https://cdn.prod.website-files.com/669f7329c898141d69e16698/6780e0d457ee72249270e58b_Webclip%20256%20x%20256.png" rel="apple-touch-icon"/><link href="https://www.relari.ai/blog" rel="canonical"/> <style> input:-webkit-autofill, input:-webkit-autofill:focus { transition: background-color 600000s 0s, color 600000s 0s; } input[data-autocompleted] { background-color: transparent !important; } </style>   <style> ::-webkit-scrollbar { display: none; } </style>   <style> .line { opacity: 0.5; animation: moveUpDown 5s infinite ease-in-out; } .reverse .line { animation: moveDownUp 5s infinite ease-in-out; } @keyframes moveUpDown { 0% { transform: translateY(0); } 50% { transform: translateY(-50px); } 100% { transform: translateY(0); } } @keyframes moveDownUp { 0% { transform: translateY(0); } 50% { transform: translateY(50px); } 100% { transform: translateY(0); } } </style>  <script async src="https://cdn.jsdelivr.net/npm/@finsweet/attributes-cmsfilter@1/cmsfilter.js"></script>  <script async src="https://cdn.jsdelivr.net/npm/@finsweet/attributes-cmsload@1/cmsload.js"></script> <script src="https://cdn.prod.website-files.com/669f7329c898141d69e16698%2F652d31f3dc22d7b4ee708e44%2F66a020339ab86a036bb79714%2Fclarity_script-8.1.2.js" type="text/javascript"></script></head><body><div class="page_wrap"><div class="page_code_wrap"><div class="page_code_base w-embed"><style> /* variables */ :root { --font-weight--inherit: inherit; --font-weight--100: 100; --font-weight--200: 200; --font-weight--300: 300; --font-weight--400: 400; --font-weight--500: 500; --font-weight--600: 600; --font-weight--700: 700; --font-weight--800: 800; --font-weight--900: 900; --text-transform--none: none; --text-transform--uppercase: uppercase; --text-transform--capitalize: capitalize; --text-transform--lowercase: lowercase; --text-transform--inherit: inherit; } /* default styles */ body { font-smoothing: antialiased; -webkit-font-smoothing: antialiased; } h1, h2, h3, h4, h5, h6, p, label, blockquote { margin-top: 0; margin-bottom: 0; } button { background-color: unset; padding: unset; text-align: inherit; } :is(h1, h2, h3, h4, h5, h6, p) a { text-decoration: underline; } .w-richtext > *:first-child { margin-top: 0; } .w-richtext > *:last-child { margin-bottom: 0; } video { width: 100%; object-fit: cover; } video.wf-empty { padding: 0; } svg { display: block; } section, header, footer { position: relative; } /* line clamp */ .u-line-clamp-1, .u-line-clamp-2, .u-line-clamp-3, .u-line-clamp-4 { display: -webkit-box; overflow: hidden; -webkit-line-clamp: 1; -webkit-box-orient: vertical; } .u-line-clamp-2 { -webkit-line-clamp: 2; } .u-line-clamp-3 { -webkit-line-clamp: 3; } .u-line-clamp-4 { -webkit-line-clamp: 4; } /* component attributes */ /* section padding */ [data-padding-top="none"] { padding-top: var(--padding-vertical--none); } [data-padding-bottom="none"] { padding-bottom: var(--padding-vertical--none); } [data-padding-top="small"] { padding-top: var(--padding-vertical--small); } [data-padding-bottom="small"] { padding-bottom: var(--padding-vertical--small); } [data-padding-top="main"] { padding-top: var(--padding-vertical--main); } [data-padding-bottom="main"] { padding-bottom: var(--padding-vertical--main); } [data-padding-top="large"] { padding-top: var(--padding-vertical--large); } [data-padding-bottom="large"] { padding-bottom: var(--padding-vertical--large); } /* hide section if it has no cms items */ [data-cms-check="true"]:not(:has(.w-dyn-item)) { display: none; } /* grid layout reverse */ @media screen and (min-width: 992px) { [data-order-desktop-first="true"] { order: -1; } [data-order-desktop-last="true"] { order: 2; } } @media screen and (min-width: 768px) { [data-order-tablet-first="true"] { order: -1; } [data-order-tablet-last="true"] { order: 2; } } /* align items */ [data-align-items-start="true"] { align-items: start !important; } [data-align-items-center="true"] { align-items: center !important; } [data-align-items-end="true"] { align-items: end !important; } /* justify content */ [data-justify-content-start="true"] { justify-content: start !important; } [data-justify-content-center="true"] { justify-content: center !important; } [data-justify-content-end="true"] { justify-content: end !important; } [data-justify-content="top"] { justify-content: start !important; } [data-justify-content="center"] { justify-content: center !important; } [data-justify-content="bottom"] { justify-content: end !important; } /* text align */ [data-text-align-left="true"] { text-align: left !important; } [data-text-align-center="true"] { text-align: center !important; } [data-text-align-right="true"] { text-align: right !important; } /* max width */ [data-max-width-none="true"] { max-width: none !important; } </style></div><div class="page_code_responsive w-embed"><style> /* https://fluidbuilder.webflow.io/?design=90&max=90&min=20&g=--padding-horizontal--main,4,1_--size--2rem,2,1.75_--size--2-5rem,2.5,2_--size--3rem,3,2.25_--size--3-5rem,3.5,2.375_--size--3-75rem,3.75,2.475,t_--size--4rem,4,2.5_--size--4-5rem,4.5,2.75_--size--5rem,5,3_--size--5-5rem,5.5,3.25_--size--6rem,6,3.5_--size--6-5rem,6.5,3.75_--size--7rem,7,4_--size--7-5rem,7.5,4.25_--size--8rem,8,4.5_--size--8-5rem,8.5,4.75_--size--9rem,9,5_--size--9-5rem,9.5,5.25_--size--10rem,10,5.5_--size--11rem,11,5.75_--size--12rem,12,6_--size--13rem,13,6.5_--size--14rem,14,7_--size--15rem,15,7.5_--size--16rem,16,8&g=:1.26,1.125:--display--font-size,5,2.03_--h1--font-size,3.97,1.8_--h2--font-size,3.15,1.6_--h3--font-size,2.5,1.42_--h4--font-size,1.98,1.27_--h5--font-size,1.57,1.13_--h6--font-size,1.25,1,t&g=:1.2,1.14:--text-large--font-size,1.44,1.3_,1.2,1.14_--text-main--font-size,1,1,t_--text-small--font-size,0.83,0.88 */ /* fallback for older browsers */ :root { --padding-horizontal--main: 4rem; --size--2rem: 2rem; --size--2-5rem: 2.5rem; --size--3rem: 3rem; --size--3-5rem: 3.5rem; --size--3-75rem: 3.75rem; --size--4rem: 4rem; --size--4-5rem: 4.5rem; --size--5rem: 5rem; --size--5-5rem: 5.5rem; --size--6rem: 6rem; --size--6-5rem: 6.5rem; --size--7rem: 7rem; --size--7-5rem: 7.5rem; --size--8rem: 8rem; --size--8-5rem: 8.5rem; --size--9rem: 9rem; --size--9-5rem: 9.5rem; --size--10rem: 10rem; --size--11rem: 11rem; --size--12rem: 12rem; --size--13rem: 13rem; --size--14rem: 14rem; --size--15rem: 15rem; --size--16rem: 16rem; --display--font-size: 5rem; --h1--font-size: 3.97rem; --h2--font-size: 3.15rem; --h3--font-size: 2.5rem; --h4--font-size: 1.98rem; --h5--font-size: 1.57rem; --h6--font-size: 1.25rem; --text-large--font-size: 1.44rem; --text-main--font-size: 1rem; --text-small--font-size: 0.83rem; } @media screen and (max-width: 767px) { :root { --padding-horizontal--main: 1rem; --size--2rem: 1.75rem; --size--2-5rem: 2rem; --size--3rem: 2.25rem; --size--3-5rem: 2.375rem; --size--3-75rem: 2.475rem; --size--4rem: 2.5rem; --size--4-5rem: 2.75rem; --size--5rem: 3rem; --size--5-5rem: 3.25rem; --size--6rem: 3.5rem; --size--6-5rem: 3.75rem; --size--7rem: 4rem; --size--7-5rem: 4.25rem; --size--8rem: 4.5rem; --size--8-5rem: 4.75rem; --size--9rem: 5rem; --size--9-5rem: 5.25rem; --size--10rem: 5.5rem; --size--11rem: 5.75rem; --size--12rem: 6rem; --size--13rem: 6.5rem; --size--14rem: 7rem; --size--15rem: 7.5rem; --size--16rem: 8rem; --display--font-size: 2.03rem; --h1--font-size: 1.8rem; --h2--font-size: 1.6rem; --h3--font-size: 1.42rem; --h4--font-size: 1.27rem; --h5--font-size: 1.13rem; --h6--font-size: 1rem; --text-large--font-size: 1.3rem; --text-main--font-size: 1rem; --text-small--font-size: 0.88rem; } } /* fluid sizes */ @supports (font-size: clamp(1rem, 0.5rem + 3vw, 3rem)) { :root { --padding-horizontal--main: clamp(1rem, 0.142rem + 4.29vw, 4rem); --size--2rem: clamp(1.75rem, 1.678rem + 0.36vw, 2rem); --size--2-5rem: clamp(2rem, 1.858rem + 0.71vw, 2.5rem); --size--3rem: clamp(2.25rem, 2.036rem + 1.07vw, 3rem); --size--3-5rem: clamp(2.375rem, 2.053rem + 1.61vw, 3.5rem); --size--3-75rem: clamp(2.475rem, 2.111rem + 1.82vw, 3.75rem); --size--4rem: clamp(2.5rem, 2.072rem + 2.14vw, 4rem); --size--4-5rem: clamp(2.75rem, 2.25rem + 2.5vw, 4.5rem); --size--5rem: clamp(3rem, 2.428rem + 2.86vw, 5rem); --size--5-5rem: clamp(3.25rem, 2.608rem + 3.21vw, 5.5rem); --size--6rem: clamp(3.5rem, 2.786rem + 3.57vw, 6rem); --size--6-5rem: clamp(3.75rem, 2.964rem + 3.93vw, 6.5rem); --size--7rem: clamp(4rem, 3.142rem + 4.29vw, 7rem); --size--7-5rem: clamp(4.25rem, 3.322rem + 4.64vw, 7.5rem); --size--8rem: clamp(4.5rem, 3.5rem + 5vw, 8rem); --size--8-5rem: clamp(4.75rem, 3.678rem + 5.36vw, 8.5rem); --size--9rem: clamp(5rem, 3.858rem + 5.71vw, 9rem); --size--9-5rem: clamp(5.25rem, 4.036rem + 6.07vw, 9.5rem); --size--10rem: clamp(5.5rem, 4.214rem + 6.43vw, 10rem); --size--11rem: clamp(5.75rem, 4.25rem + 7.5vw, 11rem); --size--12rem: clamp(6rem, 4.286rem + 8.57vw, 12rem); --size--13rem: clamp(6.5rem, 4.642rem + 9.29vw, 13rem); --size--14rem: clamp(7rem, 5rem + 10vw, 14rem); --size--15rem: clamp(7.5rem, 5.358rem + 10.71vw, 15rem); --size--16rem: clamp(8rem, 5.714rem + 11.43vw, 16rem); --display--font-size: clamp(2.03rem, 1.182rem + 4.24vw, 5rem); --h1--font-size: clamp(1.8rem, 1.18rem + 3.1vw, 3.97rem); --h2--font-size: clamp(1.6rem, 1.158rem + 2.21vw, 3.15rem); --h3--font-size: clamp(1.42rem, 1.112rem + 1.54vw, 2.5rem); --h4--font-size: clamp(1.27rem, 1.068rem + 1.01vw, 1.98rem); --h5--font-size: clamp(1.13rem, 1.004rem + 0.63vw, 1.57rem); --h6--font-size: clamp(1rem, 0.928rem + 0.36vw, 1.25rem); --text-large--font-size: clamp(1.3rem, 1.26rem + 0.2vw, 1.44rem); --text-main--font-size: clamp(1rem, 1rem + 0vw, 1rem); --text-small--font-size: clamp(0.88rem, 0.894rem + -0.07vw, 0.83rem); } } </style></div></div><div data-w-id="f52cbf55-4d61-4217-748b-73cb0fa0e6c6" data-animation="default" data-collapse="medium" data-duration="250" data-easing="ease" data-easing2="ease" role="banner" class="nav_bar w-nav"><div class="bg_nav_bar"></div><div class="container_nav_bar"><a href="/" class="bx_link_logo_nav w-nav-brand"><img src="https://cdn.prod.website-files.com/669f7329c898141d69e16698/669f7329c898141d69e166ee_logo.webp" loading="eager" alt="logo relari " class="img_logo_nav"/></a><nav role="navigation" class="menu_nav_bar w-nav-menu"><div class="wrap_menu_link_bn"><div class="bx_list_link_nav_bar"><a href="/#features" class="link_nav_bar w-inline-block"><div class="text_link_nav_bar">Features</div></a><a href="/#pricing" class="link_nav_bar w-inline-block"><div class="text_link_nav_bar">Pricing</div></a><a href="/blog" aria-current="page" class="link_nav_bar w-inline-block w--current"><div class="text_link_nav_bar">Blog</div></a><a href="/about-us" class="link_nav_bar w-inline-block"><div class="text_link_nav_bar">About Us</div></a><a href="https://agent-contracts.relari.ai/" target="_blank" class="link_icon_nav_bar w-inline-block"><div class="text_link_nav_bar">Docs</div><div class="icon_link_nav_bar w-embed"><svg width="100%" height="100%" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_643_294" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="12" height="12"> <rect width="12" height="12" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_643_294)"> <path d="M7.9614 4.36734L3.62802 8.70084C3.52036 8.80842 3.38773 8.86171 3.23015 8.86071C3.07257 8.85971 2.93998 8.80542 2.8324 8.69784C2.72473 8.59017 2.6709 8.45705 2.6709 8.29846C2.6709 8.13988 2.72473 8.00675 2.8324 7.89909L7.16277 3.56871H3.53015C3.37057 3.56871 3.2359 3.51384 3.12615 3.40409C3.01632 3.29426 2.9614 3.15955 2.9614 2.99996C2.9614 2.84038 3.01632 2.70567 3.12615 2.59584C3.2359 2.48609 3.37057 2.43121 3.53015 2.43121H8.53015C8.68973 2.43121 8.82444 2.48609 8.93427 2.59584C9.04402 2.70567 9.0989 2.84038 9.0989 2.99996V7.99996C9.0989 8.15955 9.04402 8.29426 8.93427 8.40409C8.82444 8.51384 8.68973 8.56871 8.53015 8.56871C8.37057 8.56871 8.2359 8.51384 8.12615 8.40409C8.01631 8.29426 7.9614 8.15955 7.9614 7.99996V4.36734Z" fill="#6DE9BC"/> </g> </svg></div></a><a href="https://github.com/relari-ai/agent-contracts" target="_blank" class="link_icon_nav_bar w-inline-block"><div class="text_link_nav_bar">Github</div><div class="icon_link_nav_bar w-embed"><svg width="100%" height="100%" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_643_294" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="12" height="12"> <rect width="12" height="12" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_643_294)"> <path d="M7.9614 4.36734L3.62802 8.70084C3.52036 8.80842 3.38773 8.86171 3.23015 8.86071C3.07257 8.85971 2.93998 8.80542 2.8324 8.69784C2.72473 8.59017 2.6709 8.45705 2.6709 8.29846C2.6709 8.13988 2.72473 8.00675 2.8324 7.89909L7.16277 3.56871H3.53015C3.37057 3.56871 3.2359 3.51384 3.12615 3.40409C3.01632 3.29426 2.9614 3.15955 2.9614 2.99996C2.9614 2.84038 3.01632 2.70567 3.12615 2.59584C3.2359 2.48609 3.37057 2.43121 3.53015 2.43121H8.53015C8.68973 2.43121 8.82444 2.48609 8.93427 2.59584C9.04402 2.70567 9.0989 2.84038 9.0989 2.99996V7.99996C9.0989 8.15955 9.04402 8.29426 8.93427 8.40409C8.82444 8.51384 8.68973 8.56871 8.53015 8.56871C8.37057 8.56871 8.2359 8.51384 8.12615 8.40409C8.01631 8.29426 7.9614 8.15955 7.9614 7.99996V4.36734Z" fill="#6DE9BC"/> </g> </svg></div></a></div><div class="wrap_bn_nav_bar"><a data-w-id="4958a2e6-6a13-2fa7-71b3-d6f388f5af35" href="https://cal.com/relari/intro" target="_blank" class="bn_nav_bar_border w-inline-block"><div class="text_bn_nav">Get a Demo</div><div class="icon_nav_bn_bg w-embed"><svg width="100%" height="100%" viewBox="0 0 23 22" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1428_5618" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="23" height="22"> <rect x="0.0999756" width="22" height="22" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1428_5618)"> <path d="M14.6256 12.0426H4.62291C4.33034 12.0426 4.08337 11.942 3.88201 11.7408C3.6808 11.5394 3.5802 11.2925 3.5802 10.9999C3.5802 10.7073 3.6808 10.4604 3.88201 10.259C4.08337 10.0578 4.33034 9.95718 4.62291 9.95718H14.6256L10.3475 5.67933C10.1386 5.47033 10.0371 5.22535 10.0429 4.94439C10.0487 4.66343 10.1561 4.41853 10.3649 4.20968C10.5739 4.01596 10.8189 3.9162 11.0998 3.91039C11.3808 3.90459 11.6258 4.00611 11.8348 4.21495L17.8848 10.265C17.9873 10.3676 18.0622 10.4816 18.1096 10.6069C18.157 10.732 18.1806 10.863 18.1806 10.9999C18.1806 11.1368 18.157 11.2678 18.1096 11.3929C18.0622 11.5182 17.9873 11.6322 17.8848 11.7348L11.8293 17.7901C11.6319 17.9875 11.3907 18.0862 11.1058 18.0862C10.8209 18.0862 10.5739 17.9875 10.3649 17.7901C10.1561 17.5813 10.0516 17.3334 10.0516 17.0467C10.0516 16.7599 10.1561 16.512 10.3649 16.303L14.6256 12.0426Z" fill="white"/> </g> </svg></div></a><a data-w-id="16aef16e-9865-038b-54b9-becbfd3745fc" href="https://app.relari.ai/" class="bn_nav_bar_bg w-inline-block"><div class="text_bn_nav">Sign up</div><div class="icon_nav_bn_bg w-embed"><svg width="100%" height="100%" viewBox="0 0 23 22" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1428_5618" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="23" height="22"> <rect x="0.0999756" width="22" height="22" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1428_5618)"> <path d="M14.6256 12.0426H4.62291C4.33034 12.0426 4.08337 11.942 3.88201 11.7408C3.6808 11.5394 3.5802 11.2925 3.5802 10.9999C3.5802 10.7073 3.6808 10.4604 3.88201 10.259C4.08337 10.0578 4.33034 9.95718 4.62291 9.95718H14.6256L10.3475 5.67933C10.1386 5.47033 10.0371 5.22535 10.0429 4.94439C10.0487 4.66343 10.1561 4.41853 10.3649 4.20968C10.5739 4.01596 10.8189 3.9162 11.0998 3.91039C11.3808 3.90459 11.6258 4.00611 11.8348 4.21495L17.8848 10.265C17.9873 10.3676 18.0622 10.4816 18.1096 10.6069C18.157 10.732 18.1806 10.863 18.1806 10.9999C18.1806 11.1368 18.157 11.2678 18.1096 11.3929C18.0622 11.5182 17.9873 11.6322 17.8848 11.7348L11.8293 17.7901C11.6319 17.9875 11.3907 18.0862 11.1058 18.0862C10.8209 18.0862 10.5739 17.9875 10.3649 17.7901C10.1561 17.5813 10.0516 17.3334 10.0516 17.0467C10.0516 16.7599 10.1561 16.512 10.3649 16.303L14.6256 12.0426Z" fill="white"/> </g> </svg></div></a></div></div></nav><div class="wrap_bn_tablet_nav"><a data-w-id="4958a2e6-6a13-2fa7-71b3-d6f388f5af35" href="https://cal.com/relari/intro" target="_blank" class="bn_nav_bar_border w-inline-block"><div class="text_bn_nav">Get a Demo</div><div class="icon_nav_bn_bg w-embed"><svg width="100%" height="100%" viewBox="0 0 23 22" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1428_5618" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="23" height="22"> <rect x="0.0999756" width="22" height="22" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1428_5618)"> <path d="M14.6256 12.0426H4.62291C4.33034 12.0426 4.08337 11.942 3.88201 11.7408C3.6808 11.5394 3.5802 11.2925 3.5802 10.9999C3.5802 10.7073 3.6808 10.4604 3.88201 10.259C4.08337 10.0578 4.33034 9.95718 4.62291 9.95718H14.6256L10.3475 5.67933C10.1386 5.47033 10.0371 5.22535 10.0429 4.94439C10.0487 4.66343 10.1561 4.41853 10.3649 4.20968C10.5739 4.01596 10.8189 3.9162 11.0998 3.91039C11.3808 3.90459 11.6258 4.00611 11.8348 4.21495L17.8848 10.265C17.9873 10.3676 18.0622 10.4816 18.1096 10.6069C18.157 10.732 18.1806 10.863 18.1806 10.9999C18.1806 11.1368 18.157 11.2678 18.1096 11.3929C18.0622 11.5182 17.9873 11.6322 17.8848 11.7348L11.8293 17.7901C11.6319 17.9875 11.3907 18.0862 11.1058 18.0862C10.8209 18.0862 10.5739 17.9875 10.3649 17.7901C10.1561 17.5813 10.0516 17.3334 10.0516 17.0467C10.0516 16.7599 10.1561 16.512 10.3649 16.303L14.6256 12.0426Z" fill="white"/> </g> </svg></div></a><div class="bn_menu w-nav-button"><div class="bx_icon_bn_menu"><div class="icon_burger_nav w-embed"><svg width="100%" height="100%" viewBox="0 0 20 20" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1014_2097" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="20" height="20"> <rect width="20" height="20" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1014_2097)"> <path d="M3.27799 15.2442C3.01202 15.2442 2.78751 15.1526 2.60445 14.9696C2.42154 14.7867 2.33008 14.5622 2.33008 14.2962C2.33008 14.0303 2.42154 13.8058 2.60445 13.6227C2.78751 13.4398 3.01202 13.3483 3.27799 13.3483H16.7209C16.9869 13.3483 17.2114 13.4398 17.3945 13.6227C17.5774 13.8058 17.6688 14.0303 17.6688 14.2962C17.6688 14.5622 17.5774 14.7867 17.3945 14.9696C17.2114 15.1526 16.9869 15.2442 16.7209 15.2442H3.27799ZM3.27799 10.9479C3.01202 10.9479 2.78751 10.8565 2.60445 10.6735C2.42154 10.4905 2.33008 10.266 2.33008 10C2.33008 9.73403 2.42154 9.50951 2.60445 9.32646C2.78751 9.14354 3.01202 9.05208 3.27799 9.05208H16.7209C16.9869 9.05208 17.2114 9.14354 17.3945 9.32646C17.5774 9.50951 17.6688 9.73403 17.6688 10C17.6688 10.266 17.5774 10.4905 17.3945 10.6735C17.2114 10.8565 16.9869 10.9479 16.7209 10.9479H3.27799ZM3.27799 6.65167C3.01202 6.65167 2.78751 6.56021 2.60445 6.37729C2.42154 6.19423 2.33008 5.96972 2.33008 5.70375C2.33008 5.43778 2.42154 5.21333 2.60445 5.03042C2.78751 4.84736 3.01202 4.75583 3.27799 4.75583H16.7209C16.9869 4.75583 17.2114 4.84736 17.3945 5.03042C17.5774 5.21333 17.6688 5.43778 17.6688 5.70375C17.6688 5.96972 17.5774 6.19423 17.3945 6.37729C17.2114 6.56021 16.9869 6.65167 16.7209 6.65167H3.27799Z" fill="currentColor"/> </g> </svg></div><div class="icon_close_nav w-embed"><svg width="100%" height="100%" viewBox="0 0 20 20" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1072_2382" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="20" height="20"> <rect width="20" height="20" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1072_2382)"> <path d="M9.99902 11.3261L5.99548 15.3298C5.81937 15.5058 5.59833 15.5938 5.33236 15.5938C5.06638 15.5938 4.84534 15.5058 4.66923 15.3298C4.49326 15.1537 4.40527 14.9327 4.40527 14.6667C4.40527 14.4007 4.49326 14.1797 4.66923 14.0036L8.67298 10L4.66923 5.99649C4.49326 5.82038 4.40527 5.59934 4.40527 5.33336C4.40527 5.06739 4.49326 4.84635 4.66923 4.67024C4.84534 4.49427 5.06638 4.40628 5.33236 4.40628C5.59833 4.40628 5.81937 4.49427 5.99548 4.67024L9.99902 8.67399L14.0026 4.67024C14.1787 4.49427 14.3997 4.40628 14.6657 4.40628C14.9317 4.40628 15.1527 4.49427 15.3288 4.67024C15.5048 4.84635 15.5928 5.06739 15.5928 5.33336C15.5928 5.59934 15.5048 5.82038 15.3288 5.99649L11.3251 10L15.3288 14.0036C15.5048 14.1797 15.5928 14.4007 15.5928 14.6667C15.5928 14.9327 15.5048 15.1537 15.3288 15.3298C15.1527 15.5058 14.9317 15.5938 14.6657 15.5938C14.3997 15.5938 14.1787 15.5058 14.0026 15.3298L9.99902 11.3261Z" fill="white"/> </g> </svg></div></div></div></div></div></div><main class="page_main"><section class="section_blog_m"><div class="max_width"><div class="container_hor_64px pad_mob_0"><div class="container_blog_m"><div class="bx_title_blog_m"><h1 class="h_1_60_700_w">Blog</h1><p class="parag_20_400_w_80">Welcome to Relari Blog, where you can find valuable insights, informative articles, and company updates related to our innovative 聽solutions.</p></div><div class="form_filter_main w-form"><form id="email-form" name="email-form" data-name="Email Form" method="get" fs-cmsfilter-element="filters" class="form_filter" data-wf-page-id="669f7329c898141d69e166a7" data-wf-element-id="031e1e31-af14-0b12-9a60-2c1d135718de"><div class="wrap_filter_search"><input class="text_field_form w-input" maxlength="256" name="Search" fs-cmsfilter-field="name" data-name="Search" placeholder="Search" type="text" id="Search" required=""/></div><div class="list_catagory_filter_m"><label class="bn_filter w-radio"><div class="w-form-formradioinput w-form-formradioinput--inputType-custom radio_bn_filter w-radio-input w--redirected-checked"></div><input type="radio" name="radio" data-name="radio" style="opacity:0;position:absolute;z-index:-1" checked="" value="radio"/><span fs-cmsfilter-field="tag" class="bn_text_filter w-form-label">All</span></label><div class="wrap_list_filter w-dyn-list"><div role="list" class="list_catagory_filter w-dyn-items"><div role="listitem" class="item_filter w-dyn-item"><label class="bn_filter w-radio"><div class="w-form-formradioinput w-form-formradioinput--inputType-custom radio_bn_filter w-radio-input"></div><input type="radio" name="radio" data-name="radio" style="opacity:0;position:absolute;z-index:-1" value="radio"/><span fs-cmsfilter-field="tag" class="bn_text_filter w-form-label">Case study</span></label></div><div role="listitem" class="item_filter w-dyn-item"><label class="bn_filter w-radio"><div class="w-form-formradioinput w-form-formradioinput--inputType-custom radio_bn_filter w-radio-input"></div><input type="radio" name="radio" data-name="radio" style="opacity:0;position:absolute;z-index:-1" value="radio"/><span fs-cmsfilter-field="tag" class="bn_text_filter w-form-label">Technical guide</span></label></div></div></div></div></form><div class="w-form-done"><div>Thank you! Your submission has been received!</div></div><div class="w-form-fail"><div>Oops! Something went wrong while submitting the form.</div></div></div></div></div></div></section><section class="section_blog_content_m"><div class="bg_blog_m"></div><div class="max_width"><div class="container_hor_64px"><div class="container_blog_content_m"><div class="w-dyn-list"><div fs-cmsload-mode="load-under" fs-cmsfilter-element="list" fs-cmsload-element="list" role="list" class="list_blog_m w-dyn-items"><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/agent-contract-whitepaper" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM.png" loading="lazy" alt="Agent Contract Whitepaper" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM-p-500.png 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM-p-800.png 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM-p-1080.png 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM-p-1600.png 1600w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM-p-2000.png 2000w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67cf6caa5f73e84b13504d6f_Screenshot%202025-03-10%20at%203.49.58%E2%80%AFPM.png 2062w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Agent Contract Whitepaper</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">March 11, 2025</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Announcements</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/agent-contracts-a-new-approach-to-agent-evaluation" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67612532b1c3db2d072ecbf4_1_landscape_2.png" loading="lazy" alt="Agent Contracts: A New Approach to Agent Evaluation" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67612532b1c3db2d072ecbf4_1_landscape_2-p-500.png 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67612532b1c3db2d072ecbf4_1_landscape_2-p-800.png 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67612532b1c3db2d072ecbf4_1_landscape_2-p-1080.png 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/67612532b1c3db2d072ecbf4_1_landscape_2.png 1200w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Agent Contracts: A New Approach to Agent Evaluation</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">December 17, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/ai-agent-framework-comparison-langgraph-crewai-openai-swarm" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/6743c1db8f892961a42c4705_multi-agent.webp" loading="lazy" alt="Choosing the Right AI Agent Framework: LangGraph vs CrewAI vs OpenAI Swarm" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/6743c1db8f892961a42c4705_multi-agent-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/6743c1db8f892961a42c4705_multi-agent-p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/6743c1db8f892961a42c4705_multi-agent-p-1080.webp 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/6743c1db8f892961a42c4705_multi-agent-p-1600.webp 1600w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/6743c1db8f892961a42c4705_multi-agent.webp 1792w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Choosing the Right AI Agent Framework: LangGraph vs CrewAI vs OpenAI Swarm</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">November 25, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/case-study-relari-qdrant-rag-optimization" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66ec5cc9c88c02b0115e07ea_Partnership-Relari.jpg" loading="lazy" alt="Qdrant Case Study: End-to-End RAG Optimization" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66ec5cc9c88c02b0115e07ea_Partnership-Relari-p-500.jpg 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66ec5cc9c88c02b0115e07ea_Partnership-Relari-p-800.jpg 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66ec5cc9c88c02b0115e07ea_Partnership-Relari-p-1080.jpg 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66ec5cc9c88c02b0115e07ea_Partnership-Relari-p-1600.jpg 1600w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66ec5cc9c88c02b0115e07ea_Partnership-Relari.jpg 1840w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Qdrant Case Study: End-to-End RAG Optimization</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">September 17, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Case study</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/vanta-case-study" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc55637f7dc41ab58ff57_vanta_ai.webp" loading="lazy" alt="Vanta AI Case Study" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc55637f7dc41ab58ff57_vanta_ai-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc55637f7dc41ab58ff57_vanta_ai-p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc55637f7dc41ab58ff57_vanta_ai.webp 1080w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Vanta AI Case Study</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">July 24, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Case study</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/case-study-using-synthetic-data-to-benchmark-rag-systems" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a250c61e8b8d10134ba831_benchmarking.webp" loading="lazy" alt="Case Study: Using Synthetic Data to Benchmark RAG Systems" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a250c61e8b8d10134ba831_benchmarking-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a250c61e8b8d10134ba831_benchmarking-p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a250c61e8b8d10134ba831_benchmarking-p-1080.webp 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a250c61e8b8d10134ba831_benchmarking.webp 1501w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Case Study: Using Synthetic Data to Benchmark RAG Systems</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">May 30, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Case study</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/generate-synthetic-data-to-test-llm-applications" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data.webp" loading="lazy" alt="Generate Synthetic Data to Test LLM Applications" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-1080.webp 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-1600.webp 1600w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-2000.webp 2000w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-2600.webp 2600w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data-p-3200.webp 3200w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669fc9c1d181e7a0b7e649f0_generate%20synthetic%20data.webp 4535w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Generate Synthetic Data to Test LLM Applications</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">May 7, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/make-the-most-out-of-llm-production-data-simulated-user-feedback" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a004c3bb3d1b21b8ad3a06_simulated-user-feedback.webp" loading="lazy" alt="Make the Most Out of LLM Production Data: Simulated User Feedback" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a004c3bb3d1b21b8ad3a06_simulated-user-feedback-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a004c3bb3d1b21b8ad3a06_simulated-user-feedback-p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/66a004c3bb3d1b21b8ad3a06_simulated-user-feedback.webp 1024w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Make the Most Out of LLM Production Data: Simulated User Feedback</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">April 10, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/how-to-evaluate-complex-genai-apps-a-granular-approach" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167ba_Pipeline%20metrics%20and%20tests%20generated%20using%20Relari.webp" loading="lazy" alt="How to Evaluate Complex GenAI Apps: a Granular Approach" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167ba_Pipeline%2520metrics%2520and%2520tests%2520generated%2520using%2520Relari-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167ba_Pipeline%2520metrics%2520and%2520tests%2520generated%2520using%2520Relari-p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167ba_Pipeline%2520metrics%2520and%2520tests%2520generated%2520using%2520Relari-p-1080.webp 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167ba_Pipeline%20metrics%20and%20tests%20generated%20using%20Relari.webp 1400w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">How to Evaluate Complex GenAI Apps: a Granular Approach</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">February 27, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/case-study-reference-free-vs-reference-based-evaluation-of-rag-pipeline" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167b7_How%20to%20get%20a%20holistic%20view%20of%20your%20LLM.webp" loading="lazy" alt="Case Study: Reference-free vs Reference-based evaluation of RAG pipeline" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167b7_How%2520to%2520get%2520a%2520holistic%2520view%2520of%2520your%2520LLM-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167b7_How%20to%20get%20a%20holistic%20view%20of%20your%20LLM.webp 731w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">Case Study: Reference-free vs Reference-based evaluation of RAG pipeline</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">January 29, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Case study</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/how-important-is-a-golden-dataset-for-llm-evaluation" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167b5_Using%20reference-free%20evaluations%20on%20inconsistent%20data%20is%20like%20shooting%20a%20moving%20target%EF%BC%81.webp" loading="lazy" alt="How Important is a Golden Dataset for LLM Evaluation?" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167b5_Using%2520reference-free%2520evaluations%2520on%2520inconsistent%2520data%2520is%2520like%2520shooting%2520a%2520moving%2520target%25EF%25BC%2581-p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167b5_Using%20reference-free%20evaluations%20on%20inconsistent%20data%20is%20like%20shooting%20a%20moving%20target%EF%BC%81.webp 612w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">How Important is a Golden Dataset for LLM Evaluation?</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">January 29, 2024</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div><div role="listitem" class="item_blog_m w-dyn-item"><a href="/blog/a-practical-guide-to-rag-pipeline-evaluation-part-2-generation" class="card_blog w-inline-block"><div fs-cmsfilter-field="tag" class="text_filter">All</div><img src="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167af_Here%E2%80%99s%20the%20result%20for%20Correctness%20(A~A*)-.webp" loading="lazy" alt="A Practical Guide to RAG Pipeline Evaluation (Part 2: Generation)" sizes="100vw" srcset="https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167af_Here%25E2%2580%2599s%2520the%2520result%2520for%2520Correctness%2520(A~A*)--p-500.webp 500w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167af_Here%25E2%2580%2599s%2520the%2520result%2520for%2520Correctness%2520(A~A*)--p-800.webp 800w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167af_Here%25E2%2580%2599s%2520the%2520result%2520for%2520Correctness%2520(A~A*)--p-1080.webp 1080w, https://cdn.prod.website-files.com/669f7329c898141d69e166b3/669f7329c898141d69e167af_Here%E2%80%99s%20the%20result%20for%20Correctness%20(A~A*)-.webp 1400w" class="img_card_blog"/><div class="wrap_title_card_blog"><h2 fs-cmsfilter-field="name" class="h_3_24_700_b">A Practical Guide to RAG Pipeline Evaluation (Part 2: Generation)</h2><div class="bx_date_tag_card_blog"><div class="text_16_400_b_60">December 21, 2023</div><div fs-cmsfilter-field="tag" class="tag_card_blog">Technical guide</div></div></div></a></div></div><div role="navigation" aria-label="List" class="w-pagination-wrapper pagination"><a href="?595ea9d2_page=2" aria-label="Next Page" class="w-pagination-next bn_border_secondary"><div class="text_bn_secondary_br w-inline-block">Show more</div></a><link rel="prerender" href="?595ea9d2_page=2"/></div></div><div fs-cmsload-element="empty" class="empty-cms-search"><div class="text_24_700_b">No items found.</div></div></div></div></div></section><section class="section_cta"><div class="max_width"><div class="container_hor_64px"><div class="container_cta"><div class="wrap_banner_cta"><div class="wrap_bn_title_cta"><div class="bx_title_cta"><div class="bx_text_gradient_green"><h2 class="h_2_60_700_w">Build confidence in your AI聽agents!</h2></div><div class="bx_sub_title_cta"><p class="parag_24_500_w_80">Get started with Relari鈥檚 contract-driven development platform to supercharge your agent deployment</p></div></div><div class="wrap_bn_cta"><a href="https://app.relari.ai/" class="bn_main_bg secondary w-inline-block"><div class="bx_icon_right"><div class="icon_bn_bg_main w-embed"><svg width="100%" height="100%" viewBox="0 0 20 21" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1428_5639" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="20" height="21"> <rect y="0.600098" width="20" height="20" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1428_5639)"> <path d="M13.2051 11.5479H4.11174C3.84576 11.5479 3.62125 11.4565 3.43819 11.2735C3.25528 11.0905 3.16382 10.866 3.16382 10.6C3.16382 10.334 3.25528 10.1095 3.43819 9.92646C3.62125 9.74354 3.84576 9.65208 4.11174 9.65208H13.2051L9.3159 5.76312C9.12604 5.57312 9.03375 5.35042 9.03903 5.095C9.0443 4.83958 9.14187 4.61694 9.33174 4.42708C9.52174 4.25097 9.74444 4.16028 9.99986 4.155C10.2553 4.14972 10.478 4.24201 10.668 4.43187L16.168 9.93187C16.2612 10.0252 16.3293 10.1288 16.3724 10.2427C16.4154 10.3565 16.4369 10.4756 16.4369 10.6C16.4369 10.7244 16.4154 10.8435 16.3724 10.9573C16.3293 11.0712 16.2612 11.1748 16.168 11.2681L10.663 16.7729C10.4835 16.9524 10.2643 17.0421 10.0053 17.0421C9.74625 17.0421 9.52174 16.9524 9.33174 16.7729C9.14187 16.5831 9.04694 16.3578 9.04694 16.0971C9.04694 15.8364 9.14187 15.611 9.33174 15.421L13.2051 11.5479Z" fill="#10172C"/> </g> </svg></div></div><div class="text_bn_main_br">Get Started for free</div><div class="bx_icon_left"><div class="icon_bn_bg_main w-embed"><svg width="100%" height="100%" viewBox="0 0 20 21" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1428_5639" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="20" height="21"> <rect y="0.600098" width="20" height="20" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1428_5639)"> <path d="M13.2051 11.5479H4.11174C3.84576 11.5479 3.62125 11.4565 3.43819 11.2735C3.25528 11.0905 3.16382 10.866 3.16382 10.6C3.16382 10.334 3.25528 10.1095 3.43819 9.92646C3.62125 9.74354 3.84576 9.65208 4.11174 9.65208H13.2051L9.3159 5.76312C9.12604 5.57312 9.03375 5.35042 9.03903 5.095C9.0443 4.83958 9.14187 4.61694 9.33174 4.42708C9.52174 4.25097 9.74444 4.16028 9.99986 4.155C10.2553 4.14972 10.478 4.24201 10.668 4.43187L16.168 9.93187C16.2612 10.0252 16.3293 10.1288 16.3724 10.2427C16.4154 10.3565 16.4369 10.4756 16.4369 10.6C16.4369 10.7244 16.4154 10.8435 16.3724 10.9573C16.3293 11.0712 16.2612 11.1748 16.168 11.2681L10.663 16.7729C10.4835 16.9524 10.2643 17.0421 10.0053 17.0421C9.74625 17.0421 9.52174 16.9524 9.33174 16.7729C9.14187 16.5831 9.04694 16.3578 9.04694 16.0971C9.04694 15.8364 9.14187 15.611 9.33174 15.421L13.2051 11.5479Z" fill="#10172C"/> </g> </svg></div></div></a><a href="https://docs.relari.ai/" target="_blank" class="bn_main_border w-inline-block"><div class="text_bn_main_br">View Docs</div><div class="icon_border_bn w-embed"><svg width="100%" height="100%" viewBox="0 0 23 23" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_1428_5670" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="23" height="23"> <rect x="0.650024" y="0.799805" width="22" height="22" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_1428_5670)"> <path d="M15.2459 8.80689L7.30136 16.7516C7.10397 16.9489 6.86083 17.0466 6.57192 17.0447C6.28302 17.0429 6.03995 16.9434 5.84271 16.7461C5.64533 16.5487 5.54663 16.3047 5.54663 16.014C5.54663 15.7232 5.64533 15.4792 5.84271 15.2818L13.7817 7.34274H7.12192C6.82935 7.34274 6.58246 7.24214 6.38126 7.04093C6.1799 6.83957 6.07921 6.5926 6.07921 6.30003C6.07921 6.00746 6.1799 5.7605 6.38126 5.55914C6.58246 5.35793 6.82935 5.25732 7.12192 5.25732H16.2886C16.5812 5.25732 16.8281 5.35793 17.0295 5.55914C17.2307 5.7605 17.3313 6.00746 17.3313 6.30003V15.4667C17.3313 15.7593 17.2307 16.0062 17.0295 16.2076C16.8281 16.4088 16.5812 16.5094 16.2886 16.5094C15.996 16.5094 15.7491 16.4088 15.5479 16.2076C15.3466 16.0062 15.2459 15.7593 15.2459 15.4667V8.80689Z" fill="white"/> </g> </svg></div></a></div></div></div></div></div></div><div class="wrap_lines_cta"><div class="bg_gradient_line_data"></div><div class="lines-container"><div class="line"></div></div></div></section><footer class="section_footer"><div class="max_width"><div class="container_hor_64px"><div class="container_footer"><div class="wrap_content_footer"><div class="wrap_logo_text_footer"><a href="/" class="link_logo_footer w-inline-block"><img src="https://cdn.prod.website-files.com/669f7329c898141d69e16698/669f7329c898141d69e16711_logo_footer.webp" loading="eager" alt="relari logo" class="img_logo_footer"/></a><div class="bx_text_link_footer"><h2 class="h_2_60_700_b">Sign up for our <span class="span_dark_60">newsletter</span></h2><div class="form_sub_main w-form"><form id="wf-form-Form-newsletter" name="wf-form-Form-newsletter" data-name="Form newsletter" method="get" class="form_sub" data-wf-page-id="669f7329c898141d69e166a7" data-wf-element-id="99882c17-03fd-302a-0326-b184356ccbdb"><input class="text_field w-input" maxlength="256" name="Email" data-name="Email" placeholder="Enter your email" type="email" id="email" required=""/><input type="submit" data-wait="Please wait..." class="bn_form_sub w-button" value="Subscribe"/></form><div class="success_form w-form-done"><div>Thank you! Your submission has been received!</div></div><div class="error_form w-form-fail"><div>Oops! Something went wrong while submitting the form.</div></div></div></div></div></div><div class="wrap_link_bn_footer"><div class="bx_list_link_footer"><a href="/#features" class="link_footer w-inline-block"><div class="text_link_footer">Features</div></a><a href="/#pricing" class="link_footer w-inline-block"><div class="text_link_footer">Pricing</div></a><a href="/blog" aria-current="page" class="link_footer w-inline-block w--current"><div class="text_link_footer">Blog</div></a><a href="/about-us" class="link_footer w-inline-block"><div class="text_link_footer">About us</div></a><a href="https://agent-contracts.relari.ai/" class="link_icon_footer w-inline-block"><div class="text_link_footer">Docs</div><div class="icon_link_nav_bar w-embed"><svg width="100%" height="100%" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_643_294" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="12" height="12"> <rect width="12" height="12" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_643_294)"> <path d="M7.9614 4.36734L3.62802 8.70084C3.52036 8.80842 3.38773 8.86171 3.23015 8.86071C3.07257 8.85971 2.93998 8.80542 2.8324 8.69784C2.72473 8.59017 2.6709 8.45705 2.6709 8.29846C2.6709 8.13988 2.72473 8.00675 2.8324 7.89909L7.16277 3.56871H3.53015C3.37057 3.56871 3.2359 3.51384 3.12615 3.40409C3.01632 3.29426 2.9614 3.15955 2.9614 2.99996C2.9614 2.84038 3.01632 2.70567 3.12615 2.59584C3.2359 2.48609 3.37057 2.43121 3.53015 2.43121H8.53015C8.68973 2.43121 8.82444 2.48609 8.93427 2.59584C9.04402 2.70567 9.0989 2.84038 9.0989 2.99996V7.99996C9.0989 8.15955 9.04402 8.29426 8.93427 8.40409C8.82444 8.51384 8.68973 8.56871 8.53015 8.56871C8.37057 8.56871 8.2359 8.51384 8.12615 8.40409C8.01631 8.29426 7.9614 8.15955 7.9614 7.99996V4.36734Z" fill="#6DE9BC"/> </g> </svg></div></a><a href="https://github.com/relari-ai/agent-contracts" class="link_icon_footer w-inline-block"><div class="text_link_footer">Github</div><div class="icon_link_nav_bar w-embed"><svg width="100%" height="100%" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0_643_294" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="0" y="0" width="12" height="12"> <rect width="12" height="12" fill="#D9D9D9"/> </mask> <g mask="url(#mask0_643_294)"> <path d="M7.9614 4.36734L3.62802 8.70084C3.52036 8.80842 3.38773 8.86171 3.23015 8.86071C3.07257 8.85971 2.93998 8.80542 2.8324 8.69784C2.72473 8.59017 2.6709 8.45705 2.6709 8.29846C2.6709 8.13988 2.72473 8.00675 2.8324 7.89909L7.16277 3.56871H3.53015C3.37057 3.56871 3.2359 3.51384 3.12615 3.40409C3.01632 3.29426 2.9614 3.15955 2.9614 2.99996C2.9614 2.84038 3.01632 2.70567 3.12615 2.59584C3.2359 2.48609 3.37057 2.43121 3.53015 2.43121H8.53015C8.68973 2.43121 8.82444 2.48609 8.93427 2.59584C9.04402 2.70567 9.0989 2.84038 9.0989 2.99996V7.99996C9.0989 8.15955 9.04402 8.29426 8.93427 8.40409C8.82444 8.51384 8.68973 8.56871 8.53015 8.56871C8.37057 8.56871 8.2359 8.51384 8.12615 8.40409C8.01631 8.29426 7.9614 8.15955 7.9614 7.99996V4.36734Z" fill="#6DE9BC"/> </g> </svg></div></a></div><div class="bx_img_combinator_footer"><img src="https://cdn.prod.website-files.com/669f7329c898141d69e16698/669f7329c898141d69e16712_y-comb.avif" loading="eager" alt="Combinator logo" class="img_logo_combinator"/></div></div></div></div></div><div class="container_social_link_footer"><div class="max_width"><div class="wrap_social_link_text"><div class="bx_text_footer"><div class="line_footer_left"></div><div class="text_14_500_b_80">漏 2025 Relari, inc. All rights reserved.</div><div class="line_footer_right"></div></div><div class="bx_link_list_footer"><div class="line_footer_left"></div><a href="https://docs.google.com/document/d/e/2PACX-1vQ9N1bHccZHO3pdp2Pr2jNKGpCp2UmJKFh0bClXAtGvspudECCrsRC9DCzXsYdfRCDYnZ3ZCHeQu-sU/pub" target="_blank" class="link_14_500_b_60">Terms</a><a href="https://docs.google.com/document/d/e/2PACX-1vT6600pn6GcrGWbPLiC3jcD19medb5nPga5_19dZOesoU096kGhyuVM3DeqZnNBhWqpFCOhaq5mO_L2/pub" target="_blank" class="link_14_500_b_60">Privacy Policy</a><a href="https://docs.google.com/document/d/e/2PACX-1vS9Dk58yv6MRlq3-FzSRWmsbMgY66Ija_onVckRqXlWG1ClN3z6XKTmgvghw3y1yKPQDkW38ugLk1p4/pub" target="_blank" class="link_14_500_b_60">Security</a><div class="line_footer_right"></div></div><div class="bx_link_social_list_footer"><div class="line_footer_left"></div><a aria-label="linkedin" href="https://www.linkedin.com/company/relari" target="_blank" class="link_social_footer w-inline-block"><div class="icon_social w-embed"><svg width="100%" height="100%" viewBox="0 0 13 13" fill="none" xmlns="http://www.w3.org/2000/svg"> <path d="M12.4004 7.91446V12.327H9.81743V8.18352C9.81743 7.1611 9.44075 6.46155 8.52595 6.46155C7.8264 6.46155 7.39591 6.94585 7.23447 7.37635C7.18066 7.53778 7.12685 7.75303 7.12685 8.02208V12.327H4.54389C4.54389 12.327 4.5977 5.3315 4.54389 4.63195H7.12685V5.70819C7.44972 5.17007 8.09546 4.4167 9.44075 4.4167C11.1089 4.4167 12.4004 5.54675 12.4004 7.91446ZM1.8533 0.918945C0.992317 0.918945 0.400391 1.51087 0.400391 2.26424C0.400391 3.0176 0.938506 3.60953 1.79949 3.60953C2.71429 3.60953 3.25241 3.0176 3.25241 2.26424C3.30622 1.45706 2.7681 0.918945 1.8533 0.918945ZM0.561825 12.327H3.14478V4.63195H0.561825V12.327Z" fill="currentColor"/> </svg></div></a><a aria-label="twitter" href="https://x.com/RelariAI" target="_blank" class="link_social_footer w-inline-block"><div class="icon_social w-embed"><svg width="100%" height="100%" viewBox="0 0 14 11" fill="none" xmlns="http://www.w3.org/2000/svg"> <path d="M13.3333 1.53728C12.8571 1.72959 12.3129 1.8578 11.7687 1.9219C12.3129 1.60139 12.7891 1.08857 12.9932 0.511646C12.449 0.832158 11.9048 1.02447 11.2245 1.15267C10.7483 0.639851 10 0.319336 9.2517 0.319336C7.7551 0.319336 6.53061 1.47318 6.53061 2.88344C6.53061 3.07575 6.53061 3.26805 6.59864 3.46036C4.35374 3.33215 2.31292 2.30651 0.952377 0.768052C0.748295 1.15267 0.612241 1.60138 0.612241 2.0501C0.612241 2.94754 1.08843 3.71677 1.83673 4.16549C1.36054 4.16549 0.952377 4.03728 0.612241 3.84498C0.612241 5.06292 1.56462 6.15266 2.78911 6.34497C2.58503 6.40907 2.31293 6.40908 2.04082 6.40908C1.83674 6.40908 1.70068 6.40907 1.4966 6.34497C1.83673 7.37061 2.85714 8.13984 4.08163 8.13984C3.12925 8.84497 1.97279 9.22958 0.680272 9.22958C0.476191 9.22958 0.272109 9.22959 0 9.16549C1.22449 9.87062 2.65306 10.3193 4.21769 10.3193C9.2517 10.3193 11.9728 6.40908 11.9728 3.01164V2.69113C12.517 2.49882 12.9932 2.0501 13.3333 1.53728Z" fill="currentColor"/> </svg></div></a><a aria-label="discord" href="https://discord.gg/GJnM8SRsHr" class="link_social_footer w-inline-block"><div class="icon_social w-embed"><svg width="100%" height="100%" viewBox="0 0 14 11" fill="none" xmlns="http://www.w3.org/2000/svg"> <path d="M11.9059 1.15683C11.0697 0.765586 10.1755 0.481243 9.24076 0.319336C9.12595 0.526895 8.99183 0.806067 8.89936 1.02815C7.90565 0.878707 6.92109 0.878707 5.94566 1.02815C5.85321 0.806067 5.71604 0.526895 5.60021 0.319336C4.66441 0.481243 3.76925 0.766631 2.93303 1.15891C1.24636 3.70768 0.789134 6.19315 1.01775 8.64333C2.13644 9.47874 3.22058 9.98622 4.28643 10.3183C4.54959 9.95612 4.7843 9.57111 4.98649 9.16534C4.6014 9.01901 4.23257 8.83844 3.88407 8.62881C3.97653 8.56031 4.06697 8.4887 4.15434 8.41502C6.27994 9.40922 8.58946 9.40922 10.6897 8.41502C10.7781 8.4887 10.8685 8.56031 10.9599 8.62881C10.6104 8.83947 10.2406 9.02004 9.85548 9.16638C10.0577 9.57111 10.2914 9.95717 10.5555 10.3193C11.6224 9.98725 12.7076 9.47978 13.8263 8.64333C14.0945 5.80295 13.368 3.34031 11.9059 1.15683ZM5.27607 7.13649C4.63799 7.13649 4.11471 6.5408 4.11471 5.8154C4.11471 5.09 4.62682 4.49328 5.27607 4.49328C5.92535 4.49328 6.44861 5.08895 6.43744 5.8154C6.43845 6.5408 5.92535 7.13649 5.27607 7.13649ZM9.56794 7.13649C8.92985 7.13649 8.40657 6.5408 8.40657 5.8154C8.40657 5.09 8.91866 4.49328 9.56794 4.49328C10.2172 4.49328 10.7405 5.08895 10.7293 5.8154C10.7293 6.5408 10.2172 7.13649 9.56794 7.13649Z" fill="currentColor"/> </svg></div></a><a aria-label="Medium" href="https://blog.relari.ai/" class="link_social_footer w-inline-block"><div class="icon_social w-embed"><svg width="100%" height="100%" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg"> <path fill-rule="evenodd" clip-rule="evenodd" d="M0 0.319336H12V12.3193H0V0.319336ZM2.76253 4.06955C2.83642 4.13616 2.87416 4.23397 2.86415 4.33293V7.89601C2.88607 8.02454 2.84555 8.15584 2.755 8.24968L1.9082 9.27684V9.41229H4.30935V9.27684L3.46255 8.24968C3.37134 8.156 3.32831 8.02556 3.34588 7.89601V4.81453L5.45347 9.41229H5.6981L7.50838 4.81453V8.4792C7.50838 8.57702 7.50838 8.59583 7.4444 8.6598L6.7933 9.29189V9.42734H9.95469V9.29189L9.32617 8.67484C9.27069 8.63255 9.24317 8.56304 9.25467 8.49425V3.96044C9.24317 3.89164 9.27069 3.82213 9.32617 3.77984L9.96974 3.16279V3.02734H7.74172L6.15349 6.98925L4.34699 3.02734H2.00982V3.16279L2.76253 4.06955Z" fill="currentColor"/> </svg></div></a><a aria-label="github" href="https://github.com/relari-ai/continuous-eval" target="_blank" class="link_social_footer w-inline-block"><div class="icon_social w-embed"><svg width="100%" height="100%" viewBox="0 0 13 12" fill="none" xmlns="http://www.w3.org/2000/svg"> <path fill-rule="evenodd" clip-rule="evenodd" d="M6.92578 0.319336C3.61078 0.319336 0.925781 2.84284 0.925781 5.95845C0.925781 8.45376 2.64328 10.5614 5.02828 11.3086C5.32828 11.3579 5.44078 11.1887 5.44078 11.0407C5.44078 10.9068 5.43328 10.4627 5.43328 9.99042C3.92578 10.2512 3.53578 9.64502 3.41578 9.32782C3.34828 9.1657 3.05578 8.66523 2.80078 8.5313C2.59078 8.42556 2.29078 8.16476 2.79328 8.15771C3.26578 8.15066 3.60328 8.56654 3.71578 8.73572C4.25578 9.58863 5.11828 9.34897 5.46328 9.20094C5.51578 8.8344 5.67328 8.58769 5.84578 8.44671C4.51078 8.30573 3.11578 7.81936 3.11578 5.6624C3.11578 5.04914 3.34828 4.54162 3.73078 4.14689C3.67078 4.00591 3.46078 3.4279 3.79078 2.65252C3.79078 2.65252 4.29328 2.50449 5.44078 3.23053C5.92078 3.10365 6.43078 3.04021 6.94078 3.04021C7.45078 3.04021 7.96078 3.10365 8.44078 3.23053C9.58828 2.49744 10.0908 2.65252 10.0908 2.65252C10.4208 3.4279 10.2108 4.00591 10.1508 4.14689C10.5333 4.54162 10.7658 5.0421 10.7658 5.6624C10.7658 7.82641 9.36328 8.30573 8.02828 8.44671C8.24578 8.62293 8.43328 8.96128 8.43328 9.48995C8.43328 10.2442 8.42578 10.8504 8.42578 11.0407C8.42578 11.1887 8.53828 11.365 8.83828 11.3086C11.2083 10.5614 12.9258 8.44671 12.9258 5.95845C12.9258 2.84284 10.2408 0.319336 6.92578 0.319336Z" fill="currentColor"/> </svg></div></a><div class="line_footer_right"></div></div></div></div></div></footer></main></div><script src="https://d3e54v103j8qbb.cloudfront.net/js/jquery-3.5.1.min.dc5e7f18c8.js?site=669f7329c898141d69e16698" type="text/javascript" integrity="sha256-9/aliU8dGd2tb6OSsuzixeV4y/faTqgFtohetphbbj0=" crossorigin="anonymous"></script><script src="https://cdn.prod.website-files.com/669f7329c898141d69e16698/js/webflow.schunk.4a394eb5af8156f2.js" type="text/javascript"></script><script src="https://cdn.prod.website-files.com/669f7329c898141d69e16698/js/webflow.schunk.01f8d5244a17b027.js" type="text/javascript"></script><script src="https://cdn.prod.website-files.com/669f7329c898141d69e16698/js/webflow.95460bd5.670e70b42752e1b6.js" type="text/javascript"></script>  <script> document.addEventListener('DOMContentLoaded', function () { const containers = document.querySelectorAll('.lines-container'); const lineCount = 100; const isMobile = window.innerWidth <= 568; containers.forEach((container, index) => { if (index % 2 !== 0) { container.classList.add('reverse'); } for (let i = 0; i < lineCount; i++) { const line = document.createElement('div'); line.classList.add('line'); const duration = Math.random() * 5 + 1; line.style.animationDuration = `${duration}s`; line.style.animationDelay = `${Math.random()}s`; if (isMobile) { line.style.height = `${Math.random() * 86 + 30}px`; } else { line.style.height = `${Math.random() * 160 + 120}px`; } container.appendChild(line); } }); }); </script>  <script>function initApollo(){var n=Math.random().toString(36).substring(7),o=document.createElement("script"); o.src="https://assets.apollo.io/micro/website-tracker/tracker.iife.js?nocache="+n,o.async=!0,o.defer=!0, o.onload=function(){window.trackingFunctions.onLoad({appId:"66364b4d69c73801c7808303"})}, document.head.appendChild(o)}initApollo();</script> <script>!function () {var reb2b = window.reb2b = window.reb2b || []; if (reb2b.invoked) return;reb2b.invoked = true;reb2b.methods = ["identify", "collect"]; reb2b.factory = function (method) {return function () {var args = Array.prototype.slice.call(arguments); args.unshift(method);reb2b.push(args);return reb2b;};}; for (var i = 0; i < reb2b.methods.length; i++) {var key = reb2b.methods[i];reb2b[key] = reb2b.factory(key);} reb2b.load = function (key) {var script = document.createElement("script");script.type = "text/javascript";script.async = true; script.src = "https://s3-us-west-2.amazonaws.com/b2bjsstore/b/" + key + "/reb2b.js.gz"; var first = document.getElementsByTagName("script")[0]; first.parentNode.insertBefore(script, first);}; reb2b.SNIPPET_VERSION = "1.0.1";reb2b.load("Z6PVLH5P036R");}();</script> </body></html>