CINXE.COM

<!doctype html> <html lang="en-US" itemscope itemtype="https://schema.org/WebPage"> <head> <meta charset="UTF-8"> <link rel="profile" href="http://gmpg.org/xfn/11"> <link rel="stylesheet" href="https://use.typekit.net/han1qwg.css"> <link rel="apple-touch-icon" sizes="180x180" href="/site/apple-touch-icon.png"> <link rel="icon" type="image/png" sizes="32x32" href="/site/favicon-32x32.png"> <link rel="icon" type="image/png" sizes="16x16" href="/site/favicon-16x16.png"> <link rel="manifest" href="/site/site.webmanifest" crossorigin="use-credentials"> <meta name="msapplication-TileColor" content="#da532c"> <meta name="theme-color" content="#ffffff"> <script> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MNMH9KJ'); </script> <meta name="google-site-verification" content="LxCUk3LyBDdmmzx4DEmTnagvfoMdwNYPRld0dAdai_Q"> <meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' /> <meta name="generator" content="Total WordPress Theme v5.6.0"> <meta name="viewport" content="width=device-width, initial-scale=1">  <title>Open-Source LLM Evaluation Platform | Opik by Comet</title> <meta name="description" content="Opik is an end-to-end LLM evaluation platform designed to help AI developers test, ship, and continuously improve LLM-powered applications." /> <link rel="canonical" href="/site/products/opik/" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="article" /> <meta property="og:title" content="Opik" /> <meta property="og:description" content="Opik is an end-to-end LLM evaluation platform designed to help AI developers test, ship, and continuously improve LLM-powered applications." /> <meta property="og:url" content="/site/products/opik/" /> <meta property="og:site_name" content="Comet" /> <meta property="article:publisher" content="https://www.facebook.com/cometdotml" /> <meta property="article:modified_time" content="2024-11-22T00:37:25+00:00" /> <meta property="og:image" content="/site/wp-content/uploads/2022/07/comet-logo-fb.png" /> <meta property="og:image:width" content="455" /> <meta property="og:image:height" content="298" /> <meta property="og:image:type" content="image/png" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:site" content="@Cometml" /> <meta name="twitter:label1" content="Est. reading time" /> <meta name="twitter:data1" content="7 minutes" />  <link rel='dns-prefetch' href='//live-cometml.pantheonsite.io' /> <link rel='dns-prefetch' href='//fonts.googleapis.com' /> <link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/total.prod.css?ver=5.0.8" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/js_composer.prod.css?ver=6.5.0" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/Total/assets/css/wpex-wpbakery.css?ver=5.6.0" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/cookie-notice/css/front.min.css?ver=6.6.2" media="all"><link rel="stylesheet preload" as="style" href="https://fonts.googleapis.com/css?family=Roboto" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-css/style.min.css?ver=3.19.14" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-css/headings.min.css?ver=3.19.14" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-css/creative-link.min.css?ver=3.19.14" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/main.prod.css?ver=1732570328" media="all"><script async src="/site/wp-content/plugins/cookie-notice/js/front.min.js?ver=2.4.7" defer="defer" type="text/javascript"></script> <script src="/site/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/ultimate-params.min.js?ver=3.19.14" id="ultimate-vc-addons-params-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/headings.min.js?ver=3.19.14" id="ultimate-vc-addons-headings-script-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/creative-link.min.js?ver=3.19.14" id="ultimate-vc-addons-jquery.ult_cllink-js"></script> <meta name="generator" content="WordPress 6.6.2" /> <link rel='shortlink' href='/site/?p=10263' /> <noscript><style>body:not(.content-full-screen) .wpex-vc-row-stretched[data-vc-full-width-init="false"]{visibility:visible;}</style></noscript> <style id="wp-custom-css"> .wp-block-image,.wp-block-code,.wp-block-quote{margin-top:42px;margin-bottom:42px}li.nav--signup.bg-white a{background:#fff !important;border:1px solid #000;border-radius:3px;padding:9px 20px !important;font-size:15px !important;height:46px !important;margin:3px 0}/* product page and homepage */.page-id-10748 #site-header .main-navigation-ul li a,.page-id-10263 #site-header .main-navigation-ul li a{color:#f3f4fe}.page-id-10263 .wpb_column.centered-w-bttns.vc_column_container.vc_col-sm-6.visible-desktop-large{margin:0 auto;width:100%}.page-id-10748 #site-header .main-navigation-ul li a:hover,.page-id-10263 #site-header .main-navigation-ul li a:hover{color:#f3f4fe !important}.hp_bg_img_left{background-repeat:no-repeat}.product_banner{max-width:890px;margin:0 auto !important}.img-on-left .wpb_column.vc_column_container.vc_col-sm-3\/5{margin-left:0px}.page-id-10748 div#tabs-html{margin-right:-30px}.optimize h2{max-width:790px;margin:0 auto !important}.driven h2{max-width:750px;margin:60px auto 20px !important}.uvc-heading.max-width-380 .uvc-main-heading h2{margin-right:4erm}.uvc-heading.max-width-330 .uvc-main-heading h2{max-width:330px}.uvc-heading.max-width-320 .uvc-main-heading h2{max-width:320px}.vc_row.wpb_row.vc_inner.vc_row-fluid.restricted-width{max-width:1120px;margin:0 auto}div#understand{max-width:1177px;margin:0 auto;border:1px solid #212d54}.started .vc_column-inner.vc_custom_1726349487223{background-repeat:no-repeat !important}.started .vc_column-inner.vc_custom_1726350260308{background-repeat:no-repeat !important}.createaccount a{background:#262c3e}.page-id-10748 li.nav--signup.bg-white a,.page-id-10263 li.nav--signup.bg-white a{background:transparent !important;border:1px solid #fff;border-radius:3px;padding:9px 20px !important;font-size:15px !important;height:46px !important;margin:3px 0}.page-id-10263 #site-header .main-navigation-ul li.menu-item--button a:before,.page-id-10748 #site-header .main-navigation-ul li.menu-item--button a:before{background:#5155f5}.page-id-10748 #site-header-sticky-wrapper.is-sticky #site-header,.page-id-10263 #site-header-sticky-wrapper.is-sticky #site-header{background-color:#02081b;overflow:visible!important;position:fixed;z-index:1001}.page-id-10748 #footer-builder,.page-id-10263 #footer-builder{background-color:#02081b}.page-id-10748 .vcex-heading.footer-social-title,.page-id-10748 .vc-footer-nav .widgettitle,.page-id-10263 .vc-footer-nav .menu .menu-item a,.page-id-10748 #footer-builder .footer-builder__text p,.page-id-10748 #mktoForm_1206 label,.page-id-10748 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton,.page-id-10263 .vcex-heading.footer-social-title,.page-id-10263 .vc-footer-nav .widgettitle,.page-id-10263 .vc-footer-nav .menu .menu-item a,.page-id-10263 #footer-builder .footer-builder__text p,.page-id-10263 #mktoForm_1206 label,.page-id-10263 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton{color:#e5e5fe}.page-id-10748 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton,.page-id-10263 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton{border:1px solid #e5e5fe}.page-id-10748 #footer-bottom{background-color:#02081b;padding-top:0}.page-id-10748 #footer-bottom .container{border-top:none;margin:0 auto;max-width:1180px;padding-top:35px}.product_h2{text-align:center;color:#f3f4fe;font-weight:100;font-size:48px;line-height:56px;letter-spacing:1px;font-family:'Roboto',sans-serif}.xlbutton a{background:#5155f5;border-radius:4px}.slbutton a{background:#262c3e;border-radius:4px}.product li{margin-bottom:30px;max-width:476px}div.lefttext,div.righttext{align-items:center !important}.lefttext .vc_column-inner{margin-left:30%}.righttext .vc_column-inner{margin-right:30%}.lefttext h3{max-width:380px}.righttext h3{margin:100px 0 30px !important}.product_paragraph_centered p{margin:0 auto;text-align:center;max-width:660px;color:#afafce}.product_paragraph p{margin:0 5%;max-width:700px}.vc_row.wpb_row.vc_row-fluid.logoscontainer{max-width:1000px;margin:-100px auto 0}.video{max-width:920px;margin:30px auto}/* accordion */.vc_row.wpb_row.vc_row-fluid.js-accordion-block.u-padding-top--0.u-padding-bottom--lg.vc_row-o-equal-height.vc_row-flex.typography-white{max-width:1200px;margin:0 auto}#main .vc-accordion-block.vc_tta .vc_tta-panel-title{font-size:18px !important;line-height:21px !important;font-family:'Roboto',sans-serif;font-weight:500;color:#afafce}#main .vc-accordion-block.vc_tta .vc_active .vc_tta-panel-title{color:#f3f4fe;font-size:24px !important;line-height:28px !important}span.vc_tta-title-text span{color:#fb9341}.page-id-10748 .vc_tta-panel-body p,.page-id-10263 .vc_tta-panel-body p{font-size:18px !important;font-family:'Roboto',sans-serif;color:#f3f4fe;opacity:0.7}.page-id-10748 #main .text-link--white .theme-button-inner,#main .text-link--white .vcex-txt{color:#f3f4fe !important;font-family:'Roboto',sans-serif;font-weight:400;display:block;margin:0 5px 0 25px}.page-id-10263 .product_title h1{font-size:18px}.page-id-10748 #main .vc-accordion-block.vc_tta .vc_tta-panel .c-button{margin-top:10px;border:1px solid #f3f4fe;padding-bottom:5px !important;padding-left:0px}/* these need a more specific scope to avoid targeting all text-link type buttons site-wide */#main .vc_tta .c-button--text-link .theme-button-inner:before,#main .vc_tta .c-button--text-link .vcex-txt:before{background-color:#5155f5;bottom:inherit !important;height:0 !important;left:50%;position:absolute;-webkit-transform:translateX(-50%);transform:translateX(-50%);width:100%}#main .vc_tta .c-button--text-link .theme-button-inner:after,#main .vc_tta .c-button--text-link .vcex-txt:after{background:none !important}/* end accordion *//* code selector */.vcex-shortcode.wpex-clr{max-width:1048px;margin:0 auto}pre.language-python{color:#fff;font-family:monospace;font-size:17px;line-height:25px}/* end code selector *//* before/after section */.vc_section.before-after-section{max-width:1200px;margin:0 auto !important;padding:40px 18px;background:#1a1e2d;border-radius:8px;border:1px solid #212d54}#main .vc-tabs--before-after .vc_tta-panel-body{background-color:#262c3e !important;border:initial;padding:30px}.vc-infrastructure-logos .vc_column-inner>.wpb_wrapper{-webkit-column-gap:10%;-moz-column-gap:10%;column-gap:9%;row-gap:normal}.page-id-10748 #main .vc-tabs--before-after .vc_tta-tabs-list{margin:0 auto;display:flex;justify-content:center}.page-id-10748 .vc_separator.vc_separator_align_center h4{text-align:center;color:#f3f4fe}/* end before/after section *//* code samples*/.page-id-10748 .c-code-samples__nav{-ms-flex:0 0 220px;flex:0 0 220px}/* end code samples */.bgimage div.vc_custom_1726172342244{background-repeat:no-repeat;padding-top:40px;padding-bottom:40px}.homepage_logos{-webkit-filter:grayscale(100%);filter:grayscale(100%);opacity:1;filter:alpha(opacity=60)}.hp_h2_manage h2{max-width:800px;margin:0 auto !important}.page-id-10748 .testimonial-col{border:1px solid #212d54;margin:0 20px;background:#1a1e2d;border-radius:12px;padding:40px 40px 20px;min-height:520px}.page-id-10748 .vc_tta-panel.vc_active{border-radius:8px}.homepage_logos img{min-width:190px}.page-id-10748 #main .js-accordion-block img{border-radius:8px}.page-id-10748 .testimonial-image{min-height:50px}.page-id-10748 .testimonial-content{margin:20px 0 0px;min-height:240px}.page-id-10748 .testimonial-content p{font-size:26px;line-height:30px;color:#f3f4fe;font-family:'Roboto',sans-serif;font-weight:400}.page-id-10748 .testimonial-right-content h4{color:#6064ff;font-family:'Roboto',sans-serif;font-weight:400;font-size:20px;line-height:24px;text-transform:uppercase}.page-id-10748 .testimonial-right-content p{font-size:20px;line-height:24px;font-family:'Roboto',sans-serif;font-weight:400;text-transform:uppercase}.started .vc_column-inner{background-repeat:no-repeat !important}.ult_main_cl.ult-adjust-bottom-margin{margin-bottom:0 !important}.product_ul{color:#AFAFCE}.page-id-10748 #testimonial-section{max-width:1500px;margin-left:auto;margin-right:auto}.greyborder .vc_row{padding:0 10px}.product_h1{font-family:'Roboto',sans-serif;font-weight:400;color:#f3f4fe;font-size:70px;line-height:82px}.product_h1:last-child{margin-top:-25px}.vc_row.createaccountcontainer{max-width:504px;margin:0 auto}.wpb_column.greyborder{max-width:1250px;margin:0 auto}.greyborder .vc_row{padding:0 10px;max-width:1220px;margin:0 auto}/* weight & biases page */.page-id-8756 h1.vcex-heading{font-weight:500}.page-id-8756 .wpb_text_column[style*=font-weight] p{font-weight:400}/* end weight & biases page */@media screen and (max-width:1280px){.home_mobile_1{background-repeat:no-repeat}.product_h1{font-family:'Roboto',sans-serif;font-weight:500;color:#f3f4fe;font-size:50px;line-height:56px}.product_h2{font-size:18px;line-height:26px;margin:0;padding:0}.righttext h3{margin:0 0 30px !important}.product_paragraph_centered p{margin:0 auto}.vc_row.wpb_row.vc_row-fluid.logoscontainer{max-width:1000px;margin:-80px auto 0}.started .vc_column-inner{background-repeat:no-repeat !important}.page-id-10748 #testimonial-section{padding:0 10px}.page-id-10748 .testimonial-col{min-width:90%}.wpb_column.greyborder{max-width:100%;width:100%}.page-id-10748 .c-code-samples__sample-title >a span{color:#f3f4fe}.hide-on-tablet{display:none !important;width:0}.hide-on-tablet{display:none !important}.centered-w-bttns{width:100%}}@media screen and (max-width:1440px){#creative-link-wrap-4130 .ult_colorlink{font-size:15px;line-height:16px}}@media screen and (max-width:1024px){.righttext .vc_column-inner,.lefttext .vc_column-inner{margin:0 10%;padding-right:0;padding-left:0}.leftimg .vc_row{padding-top:0;padding-bottom:0}.leftimg .vc_row a{margin:0 !important}.page-id-10748 .vc_section.before-after-section{max-width:100%;margin:0 auto !important;padding:40px 18px;background:#1a1e2d;border-radius:8px;border:1px solid #212d54;left:-10px;width:100%}.page-id-10748 .vc-infrastructure-logos .vc_column-inner>.wpb_wrapper{-webkit-column-gap:10%;-moz-column-gap:10%;column-gap:35%;row-gap:normal}.page-id-10748 .vc-infrastructure-logos figure.vcex-image.vcex-module.wpex-clr{margin:10px 0}} </style> <style type="text/css" data-type="vc_shortcodes-custom-css">.vc_custom_1726436073154{background: #02081b url(/site/wp-content/uploads/2024/09/Group-5740.png?id=10320) !important;background-position: 0 0 !important;background-repeat: no-repeat !important}.vc_custom_1726449341562{padding-top: 20px !important;padding-right: 20px !important;padding-bottom: 20px !important;padding-left: 20px !important;background-color: #1a1e2d !important;background-position: 0 0 !important;background-repeat: no-repeat !important;border-radius: 10px !important}.vc_custom_1726449696645{margin-top: 60px !important;background-color: #02081b !important}.vc_custom_1727262822617{margin-top: -60px !important;margin-bottom: -60px !important;padding-top: 0px !important}.vc_custom_1726450711351{margin-top: -60px !important;background-color: #02081b !important}.vc_custom_1726450646271{background-color: #02081b !important}.vc_custom_1726450659923{background-color: #02081b !important}.vc_custom_1726452993232{margin-top: -60px !important;margin-right: 10px !important;margin-bottom: -60px !important;margin-left: 10px !important}.vc_custom_1726452979723{margin-top: -60px !important;margin-right: 10px !important;margin-left: 10px !important}.vc_custom_1729615827863{margin-top: -60px !important;margin-right: 10px !important;margin-bottom: -60px !important;margin-left: 10px !important;border-right-width: 1px !important;border-left-width: 1px !important;padding-top: 20px !important;padding-bottom: 20px !important;background-color: #1a1e2d !important;border-left-color: #212d54 !important;border-right-color: #212d54 !important;border-radius: 4px !important}.vc_custom_1726150708775{background-color: #02081b !important}.vc_custom_1728341255246{margin-top: -80px !important;padding-top: 0px !important}.vc_custom_1726453573048{margin-top: -60px !important;background-color: #02081b !important}.vc_custom_1726453945434{margin-bottom: -60px !important;background-color: #02081b !important}.vc_custom_1730759515931{margin-top: -60px !important;margin-right: 10px !important;margin-left: 10px !important;background-color: #02081b !important}.vc_custom_1726435838877{margin-bottom: -80px !important}.vc_custom_1726588957122{margin-top: -60px !important;margin-bottom: -60px !important}.vc_custom_1726450764523{margin-top: -60px !important}.vc_custom_1726432033200{margin-top: 20px !important;margin-bottom: 20px !important}.vc_custom_1726432232260{margin-top: 40px !important;margin-bottom: 20px !important;padding-top: 20px !important;padding-right: 34px !important;padding-bottom: 20px !important;padding-left: 34px !important}.vc_custom_1731547264957{margin-top: 40px !important;margin-bottom: 80px !important}.vc_custom_1726435535948{margin-top: 20px !important}.vc_custom_1728420383659{margin-top: 20px !important}.vc_custom_1726447852927{border-top-width: 1px !important;border-right-width: 1px !important;border-bottom-width: 1px !important;border-left-width: 1px !important;border-left-color: #212d54 !important;border-left-style: solid !important;border-right-color: #212d54 !important;border-right-style: solid !important;border-top-color: #212d54 !important;border-top-style: solid !important;border-bottom-color: #212d54 !important;border-bottom-style: solid !important;border-radius: 4px !important}.vc_custom_1726599937884{margin-top: 100px !important;margin-bottom: 50px !important;padding-top: 20px !important;padding-right: 23px !important;padding-bottom: 20px !important;padding-left: 23px !important}.vc_custom_1726129562615{margin-top: -60px !important}.vc_custom_1726448437095{margin-bottom: -10px !important}.vc_custom_1726448348183{margin-top: -10px !important;margin-bottom: -40px !important}.vc_custom_1726112739935{margin-top: -60px !important;margin-bottom: -200px !important}.vc_custom_1726112614964{margin-top: -60px !important}.vc_custom_1726107804374{border-right-width: 1px !important;border-bottom-width: 1px !important;border-left-width: 1px !important;padding-top: 20px !important;padding-right: 20px !important;padding-bottom: 20px !important;padding-left: 20px !important;border-radius: 4px !important}.vc_custom_1726380491607{margin-top: -40px !important;margin-left: 5% !important}.vc_custom_1727262909480{margin-top: -60px !important;margin-bottom: -60px !important;padding-top: 0px !important}.vc_custom_1726599969674{margin-top: 40px !important;margin-right: 0px !important;margin-bottom: 50px !important;padding-top: 20px !important;padding-right: 23px !important;padding-bottom: 20px !important;padding-left: 23px !important}.vc_custom_1726162347366{margin-top: 20px !important;padding-top: 20px !important}.vc_custom_1726172101543{padding-top: 80px !important;padding-bottom: 80px !important}.vc_custom_1726172342244{padding-top: 80px !important;padding-bottom: 80px !important;background-image: url(/site/wp-content/uploads/2024/09/Frame-2629-1.png?id=10658) !important}.vc_custom_1726599984041{margin-top: 0px !important;margin-bottom: 50px !important;padding-top: 15px !important;padding-right: 23px !important;padding-bottom: 15px !important;padding-left: 23px !important}.vc_custom_1729614345549{margin-top: 20px !important;margin-bottom: 20px !important}.vc_custom_1726599999442{margin-top: 40px !important;margin-bottom: 20px !important;padding-top: 20px !important;padding-right: 23px !important;padding-bottom: 20px !important;padding-left: 23px !important}.vc_custom_1731547303535{margin-top: 40px !important;margin-bottom: 50px !important}.vc_custom_1729614770162{margin-top: 20px !important}.vc_custom_1726451713278{margin-right: 10px !important;margin-left: 10px !important}.vc_custom_1726452021711{margin-bottom: -60px !important}.vc_custom_1726452671845{border-top-width: 1px !important;border-right-width: 1px !important;border-bottom-width: 1px !important;border-left-width: 1px !important;border-left-color: #212d54 !important;border-left-style: solid !important;border-right-color: #212d54 !important;border-right-style: solid !important;border-top-color: #212d54 !important;border-top-style: solid !important;border-bottom-color: #212d54 !important;border-bottom-style: solid !important;border-radius: 4px !important}.vc_custom_1729615451354{padding-top: 20px !important;padding-right: 23px !important;padding-bottom: 20px !important;padding-left: 23px !important}.vc_custom_1726453013319{margin-top: -60px !important}.vc_custom_1726453001328{margin-top: -60px !important}.vc_custom_1729615514384{margin-bottom: -10px !important}.vc_custom_1729616368591{padding-bottom: 0px !important}.vc_custom_1729616358842{padding-top: 0px !important}.vc_custom_1726107804374{border-right-width: 1px !important;border-bottom-width: 1px !important;border-left-width: 1px !important;padding-top: 20px !important;padding-right: 20px !important;padding-bottom: 20px !important;padding-left: 20px !important;border-radius: 4px !important}.vc_custom_1729615545498{margin-top: -60px !important}.vc_custom_1728340874143{margin-top: -60px !important;padding-top: 0px !important}.vc_custom_1728341184308{margin-top: 40px !important}.vc_custom_1728340975537{padding-top: 20px !important;padding-right: 23px !important;padding-bottom: 20px !important;padding-left: 23px !important}.vc_custom_1729616645141{margin-bottom: 20px !important}.vc_custom_1729616655714{margin-bottom: 20px !important}.vc_custom_1729616662225{margin-bottom: 20px !important}.vc_custom_1729616670041{margin-bottom: 20px !important}.vc_custom_1729616691941{margin-bottom: 20px !important}.vc_custom_1729616700258{margin-bottom: 20px !important}.vc_custom_1729616708917{margin-bottom: 20px !important}.vc_custom_1729616720316{margin-bottom: 20px !important}.vc_custom_1730496629680{padding-top: 20px !important;padding-bottom: 20px !important;background-image: url(/site/wp-content/uploads/2024/09/Frame-2629-1.png?id=10658) !important}.vc_custom_1726600190844{margin-top: 0px !important;margin-bottom: 50px !important;padding-top: 15px !important;padding-right: 23px !important;padding-bottom: 15px !important;padding-left: 23px !important}</style><noscript><style> .wpb_animate_when_almost_visible { opacity: 1; }</style></noscript><style data-type="wpex-css" id="wpex-css">/*VC META CSS*/.vc_custom_1667846577839{margin-top:30px !important;margin-bottom:20px !important}.vc_custom_1667846577839{margin-top:30px !important;margin-bottom:20px !important}.vc_custom_1667846577839{margin-top:30px !important;margin-bottom:20px !important}/*SITE BACKGROUND*/body{background-color:#02081b!important}/*ADVANCED STYLING CSS*/#site-logo .logo-img{height:53px;width:auto}/*CUSTOMIZER STYLING*/:root,.boxed-main-layout.wpex-responsive #wrap{--wpex-container-max-width:96%;--wpex-container-width:1180px}#top-bar{padding-top:0px;padding-bottom:0px}:root{--wpex-vc-column-inner-margin-bottom:40px}</style>  <script type='text/javascript' id='vwoCode'> window._vwo_code=window._vwo_code || (function() { var account_id=682691, version=1.4, settings_tolerance=2000, library_tolerance=2500, use_existing_jquery=false, is_spa=1, hide_element='body', /* DO NOT EDIT BELOW THIS LINE */ f=false,d=document,vwoCodeEl=document.querySelector('#vwoCode'),code={use_existing_jquery:function(){return use_existing_jquery},library_tolerance:function(){return library_tolerance},finish:function(){if(!f){f=true;var e=d.getElementById('_vis_opt_path_hides');if(e)e.parentNode.removeChild(e)}},finished:function(){return f},load:function(e){var t=d.createElement('script');t.fetchPriority='high';t.src=e;t.type='text/javascript';t.innerText;t.onerror=function(){_vwo_code.finish()};d.getElementsByTagName('head')[0].appendChild(t)},getVersion:function(){return version},getMatchedCookies:function(e){var t=[];if(document.cookie){t=document.cookie.match(e)||[]}return t},getCombinationCookie:function(){var e=code.getMatchedCookies(/(?:^|;)\s?(_vis_opt_exp_\d+_combi=[^;$]*)/gi);e=e.map(function(e){try{var t=decodeURIComponent(e);if(!/_vis_opt_exp_\d+_combi=(?:\d+,?)+\s*$/.test(t)){return''}return t}catch(e){return''}});var i=[];e.forEach(function(e){var t=e.match(/([\d,]+)/g);t&&i.push(t.join('-'))});return i.join('|')},init:function(){window.settings_timer=setTimeout(function(){_vwo_code.finish()},settings_tolerance);var e=d.createElement('style'),t=hide_element?hide_element+'{opacity:0 !important;filter:alpha(opacity=0) !important;background:none !important;}':'',i=d.getElementsByTagName('head')[0];e.setAttribute('id','_vis_opt_path_hides');vwoCodeEl&&e.setAttribute('nonce',vwoCodeEl.nonce);e.setAttribute('type','text/css');if(e.styleSheet)e.styleSheet.cssText=t;else e.appendChild(d.createTextNode(t));i.appendChild(e);var n=this.getCombinationCookie();this.load('https://dev.visualwebsiteoptimizer.com/j.php?a='+account_id+'&u='+encodeURIComponent(d.URL)+'&f='+ +is_spa+'&vn='+version+(n?'&c='+n:''));return settings_timer}};window._vwo_settings_timer = code.init();return code;}()); </script>  </head> <body class="page-template page-template-templates page-template-full-screen page-template-templatesfull-screen-php page page-id-10263 page-child parent-pageid-536 wp-custom-logo wp-embed-responsive wpex-theme wpex-responsive full-width-main-layout has-composer wpex-live-site site-full-width content-full-screen sidebar-widget-icons hasnt-overlay-header page-header-disabled wpex-mobile-toggle-menu-icon_buttons has-mobile-menu wpex-no-js wpb-js-composer js-comp-ver-6.9.0 vc_responsive cookies-not-set"> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-MNMH9KJ" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript> <a href="#content" class="skip-to-content">skip to Main Content</a><span data-ls_id="#site_top"></span> <div id="outer-wrap" class="wpex-clr"> <div id="wrap" class="wpex-clr"> <header id="site-header" class="header-one wpex-dropdown-style-minimal-sq fixed-scroll wpex-z-99 has-sticky-dropshadow dyn-styles wpex-relative wpex-clr" itemscope="itemscope" itemtype="https://schema.org/WPHeader"> <div id="site-header-inner" class="header-one-inner header-padding container wpex-relative wpex-h-100 wpex-py-30 wpex-clr"> <div id="site-logo" class="site-branding header-one-logo logo-padding wpex-table"> <div id="site-logo-inner" class="wpex-table-cell wpex-align-middle wpex-clr"><a id="site-logo-link" href="/site/" rel="home" class="main-logo"><img src="/site/wp-content/uploads/2022/05/comet-logo.svg" alt="Comet" class="logo-img" width="130" height="53" data-no-retina data-skip-lazy fetchpriority="high" data-no-lazy="1"></a></div> </div> <div id="site-navigation-wrap" class="navbar-style-one navbar-fixed-height navbar-fixed-line-height wpex-stretch-megamenus hide-at-mm-breakpoint wpex-clr"> <nav id="site-navigation" class="navigation main-navigation main-navigation-one wpex-clr" itemscope="itemscope" itemtype="https://schema.org/SiteNavigationElement" aria-label="Main menu"> <ul id="menu-primary-menu" class="main-navigation-ul dropdown-menu wpex-dropdown-menu wpex-dropdown-menu--onhover"><li id="menu-item-1634" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1634"><a href="/site/enterprise/"><span class="link-inner">Enterprise</span></a></li> <li id="menu-item-1042" class="menu-item menu-item-type-custom menu-item-object-custom current-menu-ancestor current-menu-parent menu-item-has-children dropdown menu-item-1042"><a><span class="link-inner">Products</span></a> <ul class="sub-menu"> <li id="menu-item-11453" class="menu-item menu-item-type-post_type menu-item-object-page current-menu-item page_item page-item-10263 current_page_item menu-item-11453"><a href="/site/products/opik/" aria-current="page"><span class="link-inner">Opik – LLM Evaluation</span></a></li> <li id="menu-item-1043" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1043"><a href="/site/products/ml-experiment-tracking/"><span class="link-inner">Experiment Management</span></a></li> <li id="menu-item-1616" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1616"><a href="/site/products/artifacts-dataset-management/"><span class="link-inner">Artifacts</span></a></li> <li id="menu-item-1617" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1617"><a href="/site/products/machine-learning-model-versioning/"><span class="link-inner">Model Registry</span></a></li> <li id="menu-item-1599" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1599"><a href="/site/products/model-production-monitoring/"><span class="link-inner">Model Production Monitoring</span></a></li> </ul> </li> <li id="menu-item-1058" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1058"><a target="_blank" rel="noopener" href="https://www.comet.com/docs/"><span class="link-inner">Docs</span></a></li> <li id="menu-item-4217" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4217"><a href="/site/pricing/"><span class="link-inner">Pricing</span></a></li> <li id="menu-item-499" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-499"><a href="/site/customer-overview/"><span class="link-inner">Customers</span></a></li> <li id="menu-item-1059" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children dropdown menu-item-1059"><a><span class="link-inner">Learn</span></a> <ul class="sub-menu"> <li id="menu-item-1057" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1057"><a href="/site/resources/"><span class="link-inner">Resources</span></a></li> <li id="menu-item-1056" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1056"><a href="/site/blog/"><span class="link-inner">Blog</span></a></li> <li id="menu-item-3386" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3386"><a target="_blank" rel="noopener" href="https://www.deeplearningweekly.com/"><span class="link-inner">Deep Learning Weekly</span></a></li> <li id="menu-item-11907" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-11907"><a href="/site/llm-course/"><span class="link-inner">LLM Course</span></a></li> </ul> </li> <li id="menu-item-3317" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children dropdown menu-item-3317"><a><span class="link-inner">Company</span></a> <ul class="sub-menu"> <li id="menu-item-503" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-503"><a href="/site/about-us/"><span class="link-inner">About Us</span></a></li> <li id="menu-item-1049" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children dropdown menu-item-1049"><a href="/site/about-us/news-and-events/"><span class="link-inner">News and Events</span></a> <ul class="sub-menu"> <li id="menu-item-881" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-881"><a href="/site/about-us/news-and-events/events/"><span class="link-inner">Events</span></a></li> <li id="menu-item-883" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-883"><a href="/site/about-us/news-and-events/press-releases/"><span class="link-inner">Press Releases</span></a></li> </ul> </li> <li id="menu-item-885" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-885"><a href="/site/about-us/careers/"><span class="link-inner">Careers</span></a></li> <li id="menu-item-886" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-886"><a href="/site/about-us/contact-us/"><span class="link-inner">Contact Us</span></a></li> <li id="menu-item-1054" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1054"><a href="/site/about-us/leadership/"><span class="link-inner">Leadership</span></a></li> </ul> </li> <li id="menu-item-506" class="menu-item--blue-text nav--login menu-item menu-item-type-custom menu-item-object-custom menu-item-506"><a href="https://www.comet.com/login"><span class="link-inner">Login</span></a></li> <li id="menu-item-9816" class="menu-item--button nav--get-demo menu-item menu-item-type-post_type menu-item-object-page menu-item-9816"><a href="/site/about-us/contact-us/"><span class="link-inner">Get Demo</span></a></li> <li id="menu-item-505" class="nav--try-free nav--signup bg-white menu-item menu-item-type-custom menu-item-object-custom menu-item-505"><a href="https://www.comet.com/signup"><span class="link-inner">Try Comet Free</span></a></li> </ul> </nav> </div> <div id="mobile-menu" class="wpex-mobile-menu-toggle show-at-mm-breakpoint wpex-flex wpex-items-center wpex-absolute wpex-top-50 -wpex-translate-y-50 wpex-right-0"> <div class="wpex-inline-flex wpex-items-center"> <a href="#" class="mobile-menu-toggle" role="button" aria-label="Toggle mobile menu" aria-expanded="false"><span class="mobile-menu-toggle__icon wpex-flex"><span class="wpex-hamburger-icon wpex-hamburger-icon--inactive wpex-hamburger-icon--animate" aria-hidden="true"><span></span></span></span></a> </div> </div> <div id="searchform-dropdown" data-placeholder="Search" data-disable-autocomplete="true" class="header-searchform-wrap header-drop-widget header-drop-widget--colored-top-border wpex-invisible wpex-opacity-0 wpex-absolute wpex-transition-all wpex-duration-200 wpex-translate-Z-0 wpex-text-initial wpex-z-10000 wpex-top-100 wpex-right-0 wpex-surface-1 wpex-text-2 wpex-p-15"> <form method="get" class="searchform" action="/site/"> <label> <span class="screen-reader-text">Search</span> <input type="search" class="field" name="s" placeholder="Search" /> </label> <button type="submit" class="searchform-submit"><span class="ticon ticon-search" aria-hidden="true"></span><span class="screen-reader-text">Submit</span></button> </form></div></div> </header> <nav class="site-breadcrumbs position-header_after wpex-text-4 wpex-text-sm wpex-py-15" aria-label="You are here:"><div class="container"><span class="breadcrumb-trail wpex-clr"><span><span><a href="/site/">Home</a></span> <span class="sep sep-1">›</span> Products <span class="sep sep-1">›</span> <span class="breadcrumb_last" aria-current="page">Opik</span></span></span></div></nav> <main id="main" class="site-main wpex-clr"> <div id="content-wrap" class="container wpex-clr"> <div id="primary" class="content-area wpex-clr"> <div id="content" class="site-content wpex-clr"> <article id="single-blocks" class="single-page-article wpex-clr"> <div class="single-page-content single-content entry wpex-clr"><div class="vc_section darkbg vc_custom_1726436073154 wpex-vc_section-has-fill wpex-vc-reset-negative-margin" style="background-size:100% !important;"><div class="vc_row wpb_row vc_row-fluid vc_custom_1726435838877 visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_raw_code wpb_raw_js" > <div class="wpb_wrapper"> <script> //script to change the logo on the page const link = document.getElementById('site-logo-link'); const img = link.children[0]; img.src = '/site/wp-content/uploads/2024/09/comet-logo-1.png'; </script> </div> </div> <div id="ultimate-heading-42567465ed65bd67" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-42567465ed65bd67 uvc-458 product_title" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-42567465ed65bd67 h1' data-responsive-json-new='{"font-size":"desktop:18px;","line-height":""}' ><h1 style="font-family:'Roboto';font-weight:normal;color:#fb9341;">OPEN SOURCE LLM EVALUATION</h1></div></div><div id="ultimate-heading-723867465ed65bd97" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-723867465ed65bd97 uvc-6602 product-subtitle" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-723867465ed65bd97 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:70px;tablet:60px;tablet_portrait:60px;mobile_landscape:60px;mobile:60px;","line-height":"desktop:82px;tablet:45px;tablet_portrait:45px;mobile_landscape:45px;mobile:45px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;"> <h2 class="product_h1"><span style="color: #fb9341;">Opik</span> is Your End-to-End LLM</h2> <h2 class="product_h1">Evaluation Platform</h2> </div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color visible-desktop wpb_content_element product_banner" > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce;">Confidently evaluate, test, and ship LLM applications with a suite of observability tools to calibrate language model outputs across your dev and production lifecycle.</p> </div> </div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color hidden-desktop-large wpb_content_element vc_custom_1726432033200" > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce;">Confidently evaluate, test, and ship LLM applications with a suite of observability tools to calibrate language model outputs across your dev and production lifecycle.</p> </div> </div> <span id="creative-link-wrap-2734" class="ult_main_cl ult-adjust-bottom-margin xlbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-2734 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:23px;","line-height":"desktop:23px;"}' href="/signup?from=llm" target="_blank" rel="noopener" class="ult_colorlink ult-responsive vc_custom_1726432232260" style="font-family:Roboto;font-weight:normal;color:#f3f4fe; " data-textcolor="#f3f4fe" data-texthover=""data-style="Style_1"> <span data-hover="Get Started Free" style="color:#f3f4fe;;;" class="ult_btn10_span ">Get Started Free</span> </a> </span> </span><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1731547264957" style="max-width:1250px;"><img decoding="async" width="4763" height="2511" src="/site/wp-content/uploads/2024/11/open-source-llm-evaluation.svg" class="wpex-align-middle" alt="" width="1250" loading="lazy" style="border-radius:0;" /></div></figure><div id="ultimate-heading-925367465ed65c302" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-925367465ed65c302 uvc-5560 product_h2 optimize" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-925367465ed65c302 h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:30px;tablet_portrait:30px;mobile:30px;","line-height":"desktop:56px;mobile:40px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:40px;">Optimize and Benchmark Your LLM Applications With Ease</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:22px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element vc_custom_1726435535948" > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; max-width: 730px; margin: 0 auto !important;">Log traces and spans, define and compute evaluation metrics, score LLM outputs, compare performance across app versions, and more.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid restricted-width img-on-left vc_custom_1728420383659"><div class="wpb_column vc_column_container vc_col-sm-3/5"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textright"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2633" height="1671" src="/site/wp-content/uploads/2024/11/llm-trace.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2/5"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-296967465ed65c933" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-296967465ed65c933 uvc-5423 " data-hspacer="no_spacer" data-halign="left" style="text-align:left"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-296967465ed65c933 h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-top:60px;">Log Traces & Spans</h2></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-296967465ed65c933 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"","line-height":""}' style="font-weight:normal;"> <h2></h2> </div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Record, sort, search, and understand each step your LLM app takes to generate a response.</li> <li>Manually annotate, view, and compare LLM responses in a user-friendly table.</li> <li>Log traces during development and in production.</li> </ul> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid restricted-width img-on-right"><div class="wpb_column righttextnexttoimage vc_column_container vc_col-sm-2/5"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-265467465ed65cb88" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-265467465ed65cb88 uvc-7743 max-width-380" data-hspacer="no_spacer" data-halign="left" style="text-align:left"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-265467465ed65cb88 h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-top:60px;">Evaluate Your LLM Application's Performance</h2></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-265467465ed65cb88 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"","line-height":""}' style="font-weight:normal;"> <h2></h2> </div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Run experiments with different prompts and evaluate against a test set.</li> <li>Choose and run pre-configured evaluation metrics or define your own with our convenient SDK library.</li> <li>Consult built-in LLM judges for complex issues like hallucination detection, factuality, and moderation.</li> </ul> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-3/5"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textleft"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2633" height="1659" src="/site/wp-content/uploads/2024/11/llm-evaluation-metrics-noshadow.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid restricted-width img-on-left"><div class="wpb_column vc_column_container vc_col-sm-3/5"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textright"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2628" height="1654" src="/site/wp-content/uploads/2024/11/llm-evaluation-framework-noshadow.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2/5"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-588967465ed65d2b7" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-588967465ed65d2b7 uvc-951 max-width-330" data-hspacer="no_spacer" data-halign="left" style="text-align:left"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-588967465ed65d2b7 h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-top:60px;margin-bottom:40px;">Confidently Test Within Your CI/CD Pipeline</h2></div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Establish reliable performance baselines with Opik's LLM unit tests, built on PyTest.</li> <li>Build comprehensive test suites to evaluate your entire LLM pipeline on every deploy.</li> </ul> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid restricted-width img-on-right no-bottom-margins"><div class="wpb_column righttextnexttoimage vc_column_container vc_col-sm-2/5"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-506867465ed65d53b" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-506867465ed65d53b uvc-2690 max-width-320" data-hspacer="no_spacer" data-halign="left" style="text-align:left"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-506867465ed65d53b h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-top:60px;">Monitor & Analyze Production Data</h2></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-506867465ed65d53b .uvc-sub-heading ' data-responsive-json-new='{"font-size":"","line-height":""}' style="font-weight:normal;"> <h2></h2> </div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Log all your production traces to easily identify issues in production.</li> <li>Understand your models' performance on unseen data in production and generate datasets for new dev iterations.</li> </ul> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-3/5"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textleft"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2617" height="1618" src="/site/wp-content/uploads/2024/11/llm-observability.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726588957122 vc_row-o-content-top vc_row-flex visible-desktop-large"><div class="wpb_column greyborder vc_column_container vc_col-sm-12 wpex-vc_col-has-fill"><div class="vc_column-inner vc_custom_1726447852927"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid opensource"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-text-left" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:44px;font-weight:400;line-height:var(--wpex-leading-relaxed);"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Open Source & <span style="color:#fb9341">Ready To Run</span></span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <p> Opik is a true open-source project, and its full LLM evaluation featureset is included free in the source code. Users can download the code from GitHub and run it locally, with a highly scalable and industry compliant version ready for enterprise teams. </p> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><span id="creative-link-wrap-7411" class="ult_main_cl ult-adjust-bottom-margin xlbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-7411 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:23px;","line-height":"desktop:23px;"}' href="https://github.com/comet-ml/opik" target="_blank" rel="noopener" class="ult_colorlink ult-responsive vc_custom_1726599937884" style="font-family:Roboto;font-weight:normal;color:#ffffff; " data-textcolor="#ffffff" data-texthover="#ffffff"data-style="Style_1"> <span data-hover="GitHub" style="color:#ffffff;;;" class="ult_btn10_span ">GitHub</span> </a> </span> </span></div></div></div></div></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="#02081b" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div><div class="vc_row wpb_row vc_row-fluid imgleft vc_custom_1726450764523 vc_row-o-content-top vc_row-flex visible-desktop-large"><div class="wpb_column righttext vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1726129562615"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-text-center vc_custom_1726448437095" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;line-height:var(--wpex-leading-tight);"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Iterate Across Your LLM App</span></h2><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-text-center visible-desktop-large vc_custom_1726448348183 development" style="color:#fb9341;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;line-height:var(--wpex-leading-tight);"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Development Lifecycle</span></h2></div></div></div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> Opik helps analyze the quality of LLM responses at every step of the app development lifecycle so you can debug and optimize with confidence.</p> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="#02081b" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div></div><div id="understand" class="vc_section leftimg vc_custom_1726449341562 wpex-vc_section-has-fill visible-desktop-large wpex-vc-reset-negative-margin"><div class="vc_row wpb_row vc_row-fluid imgleft vc_custom_1726112739935 vc_row-o-content-top vc_row-flex"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-8 wpex-vc_col-has-fill"><div class="vc_column-inner vc_custom_1726107804374"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-left alignleft vc_custom_1726380491607" style="color:#fb9341;font-family:'Roboto',sans-serif;font-size:28px;font-weight:500;line-height:var(--wpex-leading-tight);width:550px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Understand Cause & Effect in Complex LLM Systems</span></h2><div class="wpex-clear"></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph" > <div class="wpb_wrapper"> <p> With multiple components influencing model behavior and countless outputs generated during development, manual review and vibe checks don't cut it. </p> <p> With Opik, you can log traces and compute scores in the aggregate, and drill down to individual prompts and responses that need attention. </p> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="194" height="185" src="/site/wp-content/uploads/2024/09/Frame-2692.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div><div class="vc_row wpb_row vc_row-fluid imgleft vc_custom_1726112614964 vc_row-o-content-top vc_row-flex"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1138" height="443" src="/site/wp-content/uploads/2024/09/Frame-2632.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/09/Frame-2632.png 1138w, /site/wp-content/uploads/2024/09/Frame-2632-300x117.png 300w, /site/wp-content/uploads/2024/09/Frame-2632-1024x399.png 1024w, /site/wp-content/uploads/2024/09/Frame-2632-768x299.png 768w, /site/wp-content/uploads/2024/09/Frame-2632-420x163.png 420w" sizes="(max-width: 1138px) 100vw, 1138px" /></div></figure></div></div></div></div></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726449696645 wpex-vc_row-has-fill visible-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h3 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;width:780px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Built for developers first. Trusted by the world's largest enterprise teams.</span></h3></div></div></div></div><div class="vc_row wpb_row vc_row-fluid logoscontainer visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="181" height="68" src="/site/wp-content/uploads/2024/09/Logo-2.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="182" height="68" src="/site/wp-content/uploads/2024/09/Logo-1-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="181" height="68" src="/site/wp-content/uploads/2024/09/Logo-6.png" class="wpex-align-middle" alt="Uber Logo" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="181" height="68" src="/site/wp-content/uploads/2024/09/Logo-3-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="181" height="68" src="/site/wp-content/uploads/2024/09/Logo-4-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="180" height="68" src="/site/wp-content/uploads/2024/09/Logo-5.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_row-fluid hide-on-tablet vc_custom_1727262822617 visible-desktop-large"><div class="wpb_column hide-on-tablet vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div><div class="wpb_column centered-w-bttns vc_column_container vc_col-sm-6 visible-desktop-large"><div class="vc_column-inner vc_custom_1727262909480"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><span id="creative-link-wrap-3421" class="ult_main_cl ult-adjust-bottom-margin xlbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-3421 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:23px;","line-height":"desktop:23px;"}' href="/signup?from=llm" class="ult_colorlink ult-responsive vc_custom_1726599969674" style="float:right;font-family:Roboto;font-weight:normal;color:#ffffff; " data-textcolor="#ffffff" data-texthover="#ffffff"data-style="Style_1"> <span data-hover="Get Started Free" style="color:#ffffff;;;" class="ult_btn10_span ">Get Started Free</span> </a> </span> </span></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textleft visible-desktop-large"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1726162347366"><a href="/site/about-us/contact-us/"><img decoding="async" width="241" height="61" src="/site/wp-content/uploads/2024/09/Button.png" class="wpex-align-middle" alt="" loading="lazy" /></a></div></figure></div></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726450711351 wpex-vc_row-has-fill visible-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;width:780px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Integrate With Your Existing LLM Workflow</span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> Opik is compatible with any LLM or LLM development framework you choose, and it comes out of the box with the following direct integrations to get you up and running fast.</p> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid logoscontainer visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/OpenAI.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/LangChain.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/OpenAI-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/LangChain-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_row-fluid logoscontainer visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="519" height="152" src="/site/wp-content/uploads/2024/10/LangChain-3.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/10/LangChain-3.png 519w, /site/wp-content/uploads/2024/10/LangChain-3-300x88.png 300w, /site/wp-content/uploads/2024/10/LangChain-3-420x123.png 420w" sizes="(max-width: 519px) 100vw, 519px" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="519" height="152" src="/site/wp-content/uploads/2024/10/LlamaIndex-2.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/10/LlamaIndex-2.png 519w, /site/wp-content/uploads/2024/10/LlamaIndex-2-300x88.png 300w, /site/wp-content/uploads/2024/10/LlamaIndex-2-420x123.png 420w" sizes="(max-width: 519px) 100vw, 519px" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="77" src="/site/wp-content/uploads/2024/09/OpenAI-2.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="77" src="/site/wp-content/uploads/2024/09/OpenAI-3.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726450646271 wpex-vc_row-has-fill visible-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;width:780px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Try Opik in Your LLM System</span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> Opik is free to try and fast to configure. Choose the implementation that's right for your team and follow the steps below to start logging your first trace.</p> </div> </div> <div class="wpb_video_widget wpb_content_element vc_clearfix video vc_video-aspect-ratio-169 vc_video-el-width-100 vc_video-align-center" > <div class="wpb_wrapper"> <div class="wpb_video_wrapper"><div class="wpex-responsive-media"><iframe title="Introducing Opik: Open-Source LLM Evaluation from Comet" width="980" height="551" src="https://www.youtube.com/embed/B4oboG62lyA?feature=oembed" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share" referrerpolicy="strict-origin-when-cross-origin" allowfullscreen></iframe></div></div> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726450659923 wpex-vc_row-has-fill visible-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-2"><div style="background-position:center !important;background-size:cover !important;" class="vc_column-inner bg-fixed vc_custom_1726172101543"><div class="wpb_wrapper"></div></div></div><div class="wpb_column bgimage vc_column_container vc_col-sm-8 wpex-vc_col-has-fill"><div style="background-position:center !important;background-size:cover !important;" class="vc_column-inner vc_custom_1726172342244"><div class="wpb_wrapper"><h3 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;width:auto;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Get Started Today, Free</span></h3> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p style="color:#f3f4fe;max-width:400px;"> No credit card required, try Comet with no risk and no commitment.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid createaccountcontainer"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><span id="creative-link-wrap-2927" class="ult_main_cl ult-adjust-bottom-margin slbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-2927 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:16px;","line-height":"desktop:16px;"}' href="/signup?from=llm" class="ult_colorlink ult-responsive vc_custom_1726599984041" style="font-family:Roboto;font-weight:normal;color:#ffffff; " data-textcolor="#ffffff" data-texthover="#ffffff"data-style="Style_1"> <span data-hover="Create Free Account" style="color:#ffffff;;;" class="ult_btn10_span ">Create Free Account</span> </a> </span> </span></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><a href="/site/about-us/contact-us/"><img decoding="async" width="169" height="43" src="/site/wp-content/uploads/2024/09/Button-2.png" class="wpex-align-middle" alt="" loading="lazy" /></a></div></figure></div></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div><div class="vc_section"><div class="vc_row wpb_row vc_row-fluid hidden-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-135967465ed663e17" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-135967465ed663e17 uvc-6991 product_title" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-135967465ed663e17 h1' data-responsive-json-new='{"font-size":"desktop:18px;","line-height":""}' ><h1 style="font-family:'Roboto';font-weight:normal;color:#fb9341;">OPEN SOURCE LLM EVALUATION</h1></div></div><div id="ultimate-heading-950467465ed663e55" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-950467465ed663e55 uvc-6265 product-subtitle" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-950467465ed663e55 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:70px;tablet:60px;tablet_portrait:60px;mobile_landscape:60px;mobile:60px;","line-height":"desktop:82px;tablet:45px;tablet_portrait:45px;mobile_landscape:45px;mobile:45px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;"> <h2 class="product_h1"><span style="color: #fb9341;">Opik</span> is Your End-to-End LLM</h2> <h2 class="product_h1">Evaluation Platform</h2> </div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:20px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color hidden-desktop-large wpb_content_element vc_custom_1729614345549" > <div class="wpb_wrapper"> <p style="margin: 0 10px; color: #afafce;">Confidently evaluate, test, and ship LLM applications with a suite of observability tools to calibrate language model outputs across your dev and production lifecycle.</p> </div> </div> <span id="creative-link-wrap-8499" class="ult_main_cl ult-adjust-bottom-margin xlbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-8499 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:23px;","line-height":"desktop:23px;"}' href="/signup?from=llm" target="_blank" rel="noopener" class="ult_colorlink ult-responsive vc_custom_1726599999442" style="font-family:Roboto;font-weight:normal;color:#f3f4fe; " data-textcolor="#f3f4fe" data-texthover=""data-style="Style_1"> <span data-hover="Get Started Free" style="color:#f3f4fe;;;" class="ult_btn10_span ">Get Started Free</span> </a> </span> </span><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1731547303535"><img decoding="async" width="4763" height="2511" src="/site/wp-content/uploads/2024/11/open-source-llm-evaluation.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" style="border-radius:0;" /></div></figure><div id="ultimate-heading-714367465ed66430c" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-714367465ed66430c uvc-4173 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-714367465ed66430c h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:30px;tablet_portrait:30px;mobile:34px;","line-height":"desktop:56px;mobile:40px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:40px;margin-bottom:10px;">Optimize and Benchmark Your LLM Applications With Ease</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:18px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color hidden-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <p style="margin: 0 10px; color: #afafce;">Log traces and spans, define and compute evaluation metrics, score LLM outputs, compare performance across app versions, and more.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1729614770162"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2633" height="1671" src="/site/wp-content/uploads/2024/11/llm-trace.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-164267465ed6649fd" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-164267465ed6649fd uvc-6692 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-164267465ed6649fd h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;mobile:26px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-bottom:14px;">Log Traces & Spans</h2></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-164267465ed6649fd .uvc-sub-heading ' data-responsive-json-new='{"font-size":"","line-height":""}' style="font-weight:normal;"> <h2></h2> </div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Record, sort, search, and understand each step your LLM app takes to generate a response.</li> <li>Manually annotate, view, and compare LLM responses in a user-friendly table.</li> <li>Log traces during development and in production.</li> </ul> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid restricted-width vc_custom_1726451713278"><div class="wpb_column righttextnexttoimage vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2633" height="1659" src="/site/wp-content/uploads/2024/11/llm-evaluation-metrics-noshadow.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-616267465ed664f44" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-616267465ed664f44 uvc-8551 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-616267465ed664f44 h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;mobile:26px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-bottom:14px;">Evaluate Your LLM Application's Performance</h2></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-616267465ed664f44 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"","line-height":""}' style="font-weight:normal;"> <h2></h2> </div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Run experiments with different prompts and evaluate against a test set.</li> <li>Choose and run pre-configured evaluation metrics or define your own with our convenient SDK library.</li> <li>Consult built-in LLM judges for complex issues like hallucination detection, factuality, and moderation.</li> </ul> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2628" height="1654" src="/site/wp-content/uploads/2024/11/llm-evaluation-framework-noshadow.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-95067465ed665370" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-95067465ed665370 uvc-6804 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-95067465ed665370 h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;mobile:26px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;margin-bottom:14px;">Confidently Test Within Your CI/CD Pipeline</h2></div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html vc_custom_1726452021711 product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Establish reliable performance baselines with Opik's LLM unit tests, built on PyTest.</li> <li>Build comprehensive test suites to evaluate your entire LLM pipeline on every deploy.</li> </ul> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="2617" height="1618" src="/site/wp-content/uploads/2024/11/llm-observability.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-952667465ed66581c" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-952667465ed66581c uvc-6136 lefttext" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-952667465ed66581c h2' data-responsive-json-new='{"font-size":"desktop:32px;mobile:22px;","line-height":"desktop:37px;mobile:26px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#fb9341;">Monitor & Analyze Production Data</h2></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-952667465ed66581c .uvc-sub-heading ' data-responsive-json-new='{"font-size":"","line-height":""}' style="font-weight:normal;"> <h2></h2> </div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <ul class="product"> <li>Log all your production traces to easily identify issues in production.</li> <li>Understand your models' performance on unseen data in production and generate datasets for new dev iterations.</li> </ul> </div> </div> </div></div></div></div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid imgleft vc_custom_1726452993232 vc_row-o-content-top vc_row-flex hidden-desktop-large"><div class="wpb_column righttext vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div><div class="wpb_column greyborder vc_column_container vc_col-sm-6 wpex-vc_col-has-fill"><div class="vc_column-inner vc_custom_1726452671845"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-8"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-text-left" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:34px;font-weight:400;line-height:40px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Open Source & <span style="color:#fb9341">Ready To Run</span></span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_ul" > <div class="wpb_wrapper"> <p> Opik is a true open-source project, and its full LLM evaluation featureset is included free in the source code. Users can download the code from GitHub and run it locally, with a highly scalable and industry compliant version ready for enterprise teams. </p> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><span id="creative-link-wrap-3977" class="ult_main_cl ult-adjust-bottom-margin xlbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-3977 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:23px;","line-height":"desktop:23px;"}' href="https://github.com/comet-ml/opik" target="_blank" rel="noopener" class="ult_colorlink ult-responsive vc_custom_1729615451354" style="float:left;font-family:Roboto;font-weight:normal;color:#ffffff; " data-textcolor="#ffffff" data-texthover="#ffffff"data-style="Style_1"> <span data-hover="GitHub" style="color:#ffffff;;;" class="ult_btn10_span ">GitHub</span> </a> </span> </span></div></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="#02081b" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726452979723 vc_row-o-content-top vc_row-flex hidden-desktop-large"><div class="wpb_column righttext vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner vc_custom_1726453013319"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1726453001328"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-text-center vc_custom_1729615514384" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:34px;font-weight:400;line-height:40px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Iterate Across Your LLM App <span style="color:#fb9341">Development Lifecycle</span></span></h2></div></div></div></div> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> Opik helps analyze the quality of LLM responses at every step of the app development lifecycle so you can debug and optimize with confidence.</p> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-3"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="#02081b" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div><div class="vc_row wpb_row vc_row-fluid imgleft vc_custom_1729615827863 vc_row-o-content-top vc_row-flex wpex-vc_row-has-fill hidden-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1729616368591"><div class="wpb_column vc_column_container vc_col-sm-8 wpex-vc_col-has-fill"><div class="vc_column-inner vc_custom_1726107804374"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center vc_custom_1729615545498" style="color:#fb9341;font-family:'Roboto',sans-serif;font-size:26px;font-weight:500;line-height:28px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Understand Cause & Effect in Complex LLM Systems</span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> With multiple components influencing model behavior and countless outputs generated during development, manual review and vibe checks don't cut it. </p> <p> With Opik, you can log traces and compute scores in the aggregate, and drill down to individual prompts and responses that need attention. </p> </div> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" loading="lazy" class="wpex-align-middle" src="/site/wp-content/uploads/2024/10/opik-logo-mark.png" alt="" width="60" height="58"></div></figure></div></div></div></div><div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1729616358842"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="327" height="989" src="/site/wp-content/uploads/2024/10/dev-test-prod-flow-with-arrows-mobile.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/10/dev-test-prod-flow-with-arrows-mobile.png 327w, /site/wp-content/uploads/2024/10/dev-test-prod-flow-with-arrows-mobile-99x300.png 99w" sizes="(max-width: 327px) 100vw, 327px" /></div></figure></div></div></div></div></div></div></div></div><div class="upb_color" data-bg-override="0" data-bg-color="" data-fadeout="" data-fadeout-percentage="30" data-parallax-content="" data-parallax-content-sense="30" data-row-effect-mobile-disable="true" data-img-parallax-mobile-disable="true" data-rtl="false" data-custom-vc-row="" data-vc="6.9.0" data-is_old_vc="" data-theme-support="" data-overlay="false" data-overlay-color="" data-overlay-pattern="" data-overlay-pattern-opacity="" data-overlay-pattern-size="" ></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726150708775 wpex-vc_row-has-fill hidden-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center hidden-desktop-large" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:34px;font-weight:400;line-height:40px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Built for developers first. Trusted by the world's largest enterprise teams.</span></h2><div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-6 vc_col-xs-6"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_single_image wpb_content_element vc_align_"> <figure class="wpb_wrapper vc_figure"> <div class="vc_single_image-wrapper vc_box_border_grey"><img decoding="async" width="181" height="68" src="/site/wp-content/uploads/2024/09/Logo-6.png" class="vc_single_image-img attachment-full" alt="Uber Logo" title="Uber" /></div> </figure> </div> </div></div></div><div class="wpb_column vc_column_container vc_col-sm-6 vc_col-xs-6"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_single_image wpb_content_element vc_align_"> <figure class="wpb_wrapper vc_figure"> <div class="vc_single_image-wrapper vc_box_border_grey"><img decoding="async" width="181" height="68" src="/site/wp-content/uploads/2024/09/Logo-3.png" class="vc_single_image-img attachment-full" alt="Netflix Logo" title="Netflix" /></div> </figure> </div> </div></div></div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1728341255246 hidden-desktop-large"><div class="wpb_column centered-w-bttns vc_column_container vc_col-sm-6 hidden-desktop-large"><div class="vc_column-inner vc_custom_1728340874143"><div class="wpb_wrapper"><div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1728341184308"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><span id="creative-link-wrap-6766" class="ult_main_cl ult-adjust-bottom-margin xlbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-6766 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:23px;","line-height":"desktop:23px;"}' href="/signup?from=llm" class="ult_colorlink ult-responsive vc_custom_1728340975537" style="font-family:Roboto;font-weight:normal;color:#ffffff; " data-textcolor="#ffffff" data-texthover="#ffffff"data-style="Style_1"> <span data-hover="Get Started Free" style="color:#ffffff;;;" class="ult_btn10_span ">Get Started Free</span> </a> </span> </span></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter hidden-desktop-large"><div class="vcex-image-inner wpex-relative wpex-inline-block"><a href="/site/about-us/contact-us/"><img decoding="async" width="241" height="61" src="/site/wp-content/uploads/2024/09/Button.png" class="wpex-align-middle" alt="" loading="lazy" /></a></div></figure></div></div></div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726453573048 wpex-vc_row-has-fill hidden-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:34px;font-weight:400;line-height:40px;width:780px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Integrate With Your Existing LLM Workflow</span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> Opik is compatible with any LLM you choose, and it comes out of the box with the following direct integrations to get you up and running fast.</p> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid logoscontainer hidden-desktop-large no-bottom-margins"><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616645141"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/OpenAI.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616655714"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/LangChain.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616662225"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/OpenAI-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616670041"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="78" src="/site/wp-content/uploads/2024/09/LangChain-1.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_row-fluid logoscontainer hidden-desktop-large no-bottom-margins"><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616691941"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block" style="max-width:260px;"><img decoding="async" width="519" height="152" src="/site/wp-content/uploads/2024/10/LangChain-3.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/10/LangChain-3.png 519w, /site/wp-content/uploads/2024/10/LangChain-3-300x88.png 300w, /site/wp-content/uploads/2024/10/LangChain-3-420x123.png 420w" sizes="(max-width: 519px) 100vw, 519px" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616700258"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block" style="max-width:260px;"><img decoding="async" width="519" height="152" src="/site/wp-content/uploads/2024/10/LlamaIndex-2.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/10/LlamaIndex-2.png 519w, /site/wp-content/uploads/2024/10/LlamaIndex-2-300x88.png 300w, /site/wp-content/uploads/2024/10/LlamaIndex-2-420x123.png 420w" sizes="(max-width: 519px) 100vw, 519px" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616708917"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="77" src="/site/wp-content/uploads/2024/09/OpenAI-2.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div><div class="wpb_column vc_column_container vc_col-sm-3 vc_col-xs-6"><div class="vc_column-inner vc_custom_1729616720316"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="260" height="77" src="/site/wp-content/uploads/2024/09/OpenAI-3.png" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1726453945434 wpex-vc_row-has-fill hidden-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:34px;font-weight:400;line-height:40px;width:780px;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Try Opik in Your LLM System</span></h2> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p> Opik is free to try and fast to configure. Choose the implementation that's right for your team and follow the steps below to start logging your first trace.</p> </div> </div> <div class="wpb_video_widget wpb_content_element vc_clearfix video vc_video-aspect-ratio-169 vc_video-el-width-100 vc_video-align-center" > <div class="wpb_wrapper"> <div class="wpb_video_wrapper"><div class="wpex-responsive-media"><iframe title="Introducing Opik: Open-Source LLM Evaluation from Comet" width="980" height="551" src="https://www.youtube.com/embed/B4oboG62lyA?feature=oembed" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share" referrerpolicy="strict-origin-when-cross-origin" allowfullscreen></iframe></div></div> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1730759515931 wpex-vc_row-has-fill hidden-desktop-large wpex-vc-reset-negative-margin"><div class="wpb_column bgimage vc_column_container vc_col-sm-12 wpex-vc_col-has-fill hidden-desktop-large"><div style="background-position:center !important;background-size:cover !important;" class="vc_column-inner vc_custom_1730496629680"><div class="wpb_wrapper"><h3 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block wpex-mb-0 wpex-text-center aligncenter" style="color:#f3f4fe;font-family:'Roboto',sans-serif;font-size:48px;font-weight:400;width:auto;"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Get Started Today, Free</span></h3> <div class="wpb_raw_code wpb_content_element wpb_raw_html product_paragraph_centered" > <div class="wpb_wrapper"> <p style="color:#f3f4fe;max-width:400px;"> No credit card required, try Comet with no risk and no commitment.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid no-bottom-margins"><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><span id="creative-link-wrap-9821" class="ult_main_cl ult-adjust-bottom-margin slbutton " > <span class="ult_cl_link_1 ult_crlink" > <a data-ultimate-target='#creative-link-wrap-9821 .ult_colorlink' data-responsive-json-new='{"font-size":"desktop:16px;","line-height":"desktop:16px;"}' href="/signup?from=llm" class="ult_colorlink ult-responsive vc_custom_1726600190844" style="font-family:Roboto;font-weight:normal;color:#ffffff; " data-textcolor="#ffffff" data-texthover="#ffffff"data-style="Style_1"> <span data-hover="Create Free Account" style="color:#ffffff;;;" class="ult_btn10_span ">Create Free Account</span> </a> </span> </span></div></div></div><div class="wpb_column vc_column_container vc_col-sm-6"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block"><a href="/site/about-us/contact-us/"><img decoding="async" width="169" height="43" src="/site/wp-content/uploads/2024/09/Button-2.png" class="wpex-align-middle" alt="" loading="lazy" /></a></div></figure></div></div></div></div></div></div></div></div> </div> </article> </div> </div> </div> </main> <footer id="footer-builder" class="footer-builder" itemscope="itemscope" itemtype="https://schema.org/WPFooter"> <div class="footer-builder-content container entry wpex-clr"> <div class="vc_row wpb_row vc_row-fluid main-footer"><div class="wpb_column vc_column_container vc_col-sm-4 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block footer-social-title"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Subscribe to Comet</span></h2> <div class="wpb_text_column wpb_content_element footer-builder__text" > <div class="wpb_wrapper"> <p>Sign up to receive the Comet newsletter and never miss out on the latest ML updates, news and events!</p> </div> </div> <div class="wpb_raw_code wpb_content_element wpb_raw_html" > <div class="wpb_wrapper"> <script src="//go.comet.ml/js/forms2/js/forms2.min.js"></script> <form id="mktoForm_1206"> <style type="text/css">.mktoForm .mktoButtonWrap.mktoSimple .mktoButton { color:#fff; border:1px solid #75ae4c; padding:0.4em 1em; font-size:1em; background-color:#99c47c; background-image: -webkit-gradient(linear, left top, left bottom, from(#99c47c), to(#75ae4c)); background-image: -webkit-linear-gradient(top, #99c47c, #75ae4c); background-image: -moz-linear-gradient(top, #99c47c, #75ae4c); background-image: linear-gradient(to bottom, #99c47c, #75ae4c); } .mktoForm .mktoButtonWrap.mktoSimple .mktoButton:hover { border:1px solid #447f19; } .mktoForm .mktoButtonWrap.mktoSimple .mktoButton:focus { outline:none; border:1px solid #447f19; } .mktoForm .mktoButtonWrap.mktoSimple .mktoButton:active{ background-color:#75ae4c; background-image: -webkit-gradient(linear, left top, left bottom, from(#75ae4c), to(#99c47c)); background-image: -webkit-linear-gradient(top, #75ae4c, #99c47c); background-image: -moz-linear-gradient(top, #75ae4c, #99c47c); background-image: linear-gradient(to bottom, #75ae4c, #99c47c); } #mktoForm_1206 { width: 100% !important; } </style> </form> <script> setTimeout(function(){ MktoForms2.loadForm("//go.comet.ml", "912-JJP-445", 1206); },1000); </script> <script> setTimeout(function(){ MktoForms2.whenReady(function (form){ //Hidden input fix var formEl = form.getFormElem()[0]; var hiddenEls = formEl.querySelectorAll('.mktoFormRow INPUT[type="hidden"]'); [].forEach.call(hiddenEls,function(el){ el.parentNode.classList.add("hidden-el-row"); }); // Add an onSubmit handler // form.onSubmit(function(){ // // Get the form field values // var vals = form.vals(); // // You may wish to call other function calls here, for example to fire google analytics tracking or the like // // callSomeFunction(vals); // // We'll just alert them to show the principle // alert("Submitted values: " + JSON.stringify(vals)); // }); //Add an onSuccess handler form.onSuccess(function(values, followUpUrl){ //get the form's jQuery element and hide it var myID = form.getId(); var vals = form.vals(); //alert("Submitted values: " + JSON.stringify(vals)); if(myID == '1206'){ form.getFormElem().hide(); document.getElementById('Confirm-Form_Newsletter').style.display = 'block'; } //return false to prevent the submission handler from taking the lead to the follow up url. return false; }); }); },1500); </script> <style> form#mktoForm_1206 { margin-top: 2rem; } form#mktoForm_1206 .mktoOffset { display: none; } #mktoForm_1206 label { margin-bottom: 1rem; width: auto !important; } #mktoForm_1206 .mktoFormCol { width: 100% !important; } #mktoForm_1206 .mktoGutter.mktoHasWidth { display: none; } #mktoForm_1206 input { width: 100% !important; padding: 1rem; } #mktoForm_1206 .mktoFieldWrap { width: 100% !important; } #mktoForm_1206 button.mktoButton { background: #000 !important; padding: 1rem 3rem !important; font-size: 1.8rem !important; border-radius: 6px !important; } #mktoForm_1206 span.mktoButtonWrap.mktoSimple { margin-left: 0 !important; } </style> </div> </div> <div class="wpb_text_column wpb_content_element marketo-form--newsletter-thanks" id="Confirm-Form_Newsletter"> <div class="wpb_wrapper"> <p><strong>Thank you for subscribing to Comet’s newsletter!</strong></p> </div> </div> </div></div></div><div class="wpb_column footer-builder__menu-col-a vc_column_container vc_col-sm-4 vc_col-md-3 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Products</h2><div class="menu-footer-menu-product-container"><ul id="menu-footer-menu-product" class="menu"><li id="menu-item-3028" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3028"><a href="/site/products/ml-experiment-tracking/">Experiment Management</a></li> <li id="menu-item-3025" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3025"><a href="/site/products/artifacts-dataset-management/">Artifacts</a></li> <li id="menu-item-3026" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3026"><a href="/site/products/machine-learning-model-versioning/">Model Registry</a></li> <li id="menu-item-3027" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3027"><a href="/site/products/model-production-monitoring/">Model Production Monitoring</a></li> <li id="menu-item-7943" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-7943"><a href="/site/products/llmops/">LLMOps</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Learn</h2><div class="menu-footer-menu-learn-container"><ul id="menu-footer-menu-learn" class="menu"><li id="menu-item-724" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-724"><a target="_blank" rel="noopener" href="https://www.comet.com/docs/">Documentation</a></li> <li id="menu-item-602" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-602"><a href="/site/resources/">Resources</a></li> <li id="menu-item-3023" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3023"><a href="/site/blog/">Comet Blog</a></li> <li id="menu-item-1046" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1046"><a target="_blank" rel="noopener" href="https://www.deeplearningweekly.com/">Deep Learning Weekly</a></li> <li id="menu-item-1045" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1045"><a target="_blank" rel="noopener" href="https://heartbeat.comet.ml/">Heartbeat</a></li> <li id="menu-item-8016" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-8016"><a href="/site/?page_id=7283">LLMOps Course</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-4 vc_col-md-3 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Company</h2><div class="menu-footer-menu-company-container"><ul id="menu-footer-menu-company" class="menu"><li id="menu-item-603" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-603"><a href="/site/about-us/">About Us</a></li> <li id="menu-item-606" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-606"><a href="/site/about-us/news-and-events/">News and Events</a></li> <li id="menu-item-604" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-604"><a href="/site/about-us/careers/">Careers</a></li> <li id="menu-item-605" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-605"><a href="/site/about-us/contact-us/">Contact Us</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Pricing</h2><div class="menu-footer-menu-get-started-container"><ul id="menu-footer-menu-get-started" class="menu"><li id="menu-item-4219" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4219"><a href="/site/pricing/">Pricing</a></li> <li id="menu-item-608" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-608"><a href="https://www.comet.com/signup/">Create a Free Account</a></li> <li id="menu-item-1047" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1047"><a href="/site/about-us/contact-us/">Contact Sales</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-12 vc_col-md-2 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1667846577839"><img width="80" height="81" src="/site/wp-content/uploads/2022/05/soc2-badge-small.svg" class="wpex-align-middle" alt="SOC2 badge" width="9999" loading="lazy" decoding="async" /></div></figure><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="100" height="32" src="/site/wp-content/uploads/2022/05/capterra-badge-small.svg" class="wpex-align-middle" alt="Capterra badge" width="9999" loading="lazy" decoding="async" /></div></figure><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block footer-social-title"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Follow Us</span></h2><div class="vcex-social-links vcex-module wpex-flex wpex-items-center wpex-flex-wrap wpex-social-btns vcex-social-btns wpex-gap-5 footer-social-icons wpex-last-mr-0"><a href="https://www.linkedin.com/company/comet-ml/?viewAsMember=true" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-linkedin" title="LinkedIn"><span class="vcex-social-links__icon ticon ticon-linkedin" aria-hidden="true"></span><span class="screen-reader-text">LinkedIn</span></a><a href="https://twitter.com/Cometml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-twitter" title="Twitter"><span class="vcex-social-links__icon ticon ticon-twitter" aria-hidden="true"></span><span class="screen-reader-text">Twitter</span></a><a href="https://www.youtube.com/channel/UCmN63HKvfXSCS-UwVwmK8Hw/featured" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-youtube" title="Youtube"><span class="vcex-social-links__icon ticon ticon-youtube-play" aria-hidden="true"></span><span class="screen-reader-text">Youtube</span></a><a href="https://www.facebook.com/cometdotml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-facebook" title="Facebook"><span class="vcex-social-links__icon ticon ticon-facebook" aria-hidden="true"></span><span class="screen-reader-text">Facebook</span></a></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid main-footer-no-subscribe hidden"><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Learn</h2><div class="menu-footer-menu-learn-container"><ul id="menu-footer-menu-learn-1" class="menu"><li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-724"><a target="_blank" rel="noopener" href="https://www.comet.com/docs/">Documentation</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-602"><a href="/site/resources/">Resources</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3023"><a href="/site/blog/">Comet Blog</a></li> <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1046"><a target="_blank" rel="noopener" href="https://www.deeplearningweekly.com/">Deep Learning Weekly</a></li> <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1045"><a target="_blank" rel="noopener" href="https://heartbeat.comet.ml/">Heartbeat</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-8016"><a href="/site/?page_id=7283">LLMOps Course</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Products</h2><div class="menu-footer-menu-product-container"><ul id="menu-footer-menu-product-1" class="menu"><li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3028"><a href="/site/products/ml-experiment-tracking/">Experiment Management</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3025"><a href="/site/products/artifacts-dataset-management/">Artifacts</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3026"><a href="/site/products/machine-learning-model-versioning/">Model Registry</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3027"><a href="/site/products/model-production-monitoring/">Model Production Monitoring</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-7943"><a href="/site/products/llmops/">LLMOps</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Company</h2><div class="menu-footer-menu-company-container"><ul id="menu-footer-menu-company-1" class="menu"><li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-603"><a href="/site/about-us/">About Us</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-606"><a href="/site/about-us/news-and-events/">News and Events</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-604"><a href="/site/about-us/careers/">Careers</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-605"><a href="/site/about-us/contact-us/">Contact Us</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Pricing</h2><div class="menu-footer-menu-get-started-container"><ul id="menu-footer-menu-get-started-1" class="menu"><li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4219"><a href="/site/pricing/">Pricing</a></li> <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-608"><a href="https://www.comet.com/signup/">Create a Free Account</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1047"><a href="/site/about-us/contact-us/">Contact Sales</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1667846577839"><img width="80" height="81" src="/site/wp-content/uploads/2022/05/soc2-badge-small.svg" class="wpex-align-middle" alt="SOC2 badge" width="9999" loading="lazy" decoding="async" /></div></figure><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="100" height="32" src="/site/wp-content/uploads/2022/05/capterra-badge-small.svg" class="wpex-align-middle" alt="Capterra badge" width="9999" loading="lazy" decoding="async" /></div></figure><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block footer-social-title"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Follow Us</span></h2><div class="vcex-social-links vcex-module wpex-flex wpex-items-center wpex-flex-wrap wpex-social-btns vcex-social-btns wpex-gap-5 footer-social-icons wpex-last-mr-0"><a href="https://www.linkedin.com/company/comet-ml/?viewAsMember=true" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-linkedin" title="LinkedIn"><span class="vcex-social-links__icon ticon ticon-linkedin" aria-hidden="true"></span><span class="screen-reader-text">LinkedIn</span></a><a href="https://twitter.com/Cometml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-twitter" title="Twitter"><span class="vcex-social-links__icon ticon ticon-twitter" aria-hidden="true"></span><span class="screen-reader-text">Twitter</span></a><a href="https://www.youtube.com/channel/UCmN63HKvfXSCS-UwVwmK8Hw/featured" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-youtube" title="Youtube"><span class="vcex-social-links__icon ticon ticon-youtube-play" aria-hidden="true"></span><span class="screen-reader-text">Youtube</span></a><a href="https://www.facebook.com/cometdotml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-facebook" title="Facebook"><span class="vcex-social-links__icon ticon ticon-facebook" aria-hidden="true"></span><span class="screen-reader-text">Facebook</span></a></div></div></div></div></div> </div> </footer> <div id="footer-bottom" class="wpex-py-20 wpex-text-sm wpex-surface-dark wpex-bg-gray-900 wpex-text-left"> <div id="footer-bottom-inner" class="container"><div class="footer-bottom-flex wpex-clr"> <div id="copyright" class="wpex-last-mb-0">© 2024 <a href="/">Comet ML, Inc.</a> - All Rights Reserved</div> <nav id="footer-bottom-menu" class="wpex-mt-10" aria-label="Footer menu"><div class="menu-footer-menu-legal-container"><ul id="menu-footer-menu-legal" class="menu"><li id="menu-item-582" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-582"><a href="/site/terms-of-service/">Terms of Service</a></li> <li id="menu-item-583" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-privacy-policy menu-item-583"><a rel="privacy-policy" href="/site/privacy-policy/">Privacy Policy</a></li> <li id="menu-item-705" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-705"><a href="/site/privacy-policy-ccpa/">CCPA Privacy Notice</a></li> <li id="menu-item-581" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-581"><a href="/site/cookie-settings/">Cookie Settings</a></li> </ul></div></nav></div></div> </div> </div> </div> <div id="mobile-menu-alternative" class="wpex-hidden"><ul id="menu-mobile-menu" class="dropdown-menu"><li id="menu-item-3284" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3284"><a href="/site/enterprise/">Enterprise</a></li> <li id="menu-item-3706" class="menu-item menu-item-type-custom menu-item-object-custom current-menu-ancestor current-menu-parent menu-item-has-children menu-item-3706"><a>Products</a> <ul class="sub-menu"> <li id="menu-item-11452" class="menu-item menu-item-type-post_type menu-item-object-page current-menu-item page_item page-item-10263 current_page_item menu-item-11452"><a href="/site/products/opik/" aria-current="page">Opik – LLM Evaluation</a></li> <li id="menu-item-3290" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3290"><a href="/site/products/ml-experiment-tracking/">Experiment Management</a></li> <li id="menu-item-3289" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3289"><a href="/site/products/artifacts-dataset-management/">Artifacts</a></li> <li id="menu-item-3292" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3292"><a href="/site/products/machine-learning-model-versioning/">Model Registry</a></li> <li id="menu-item-3291" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3291"><a href="/site/products/model-production-monitoring/">Model Production Monitoring</a></li> </ul> </li> <li id="menu-item-3295" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3295"><a href="https://www.comet.com/docs/">Docs</a></li> <li id="menu-item-4218" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4218"><a href="/site/pricing/">Pricing</a></li> <li id="menu-item-3285" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3285"><a href="/site/customer-overview/">Customers</a></li> <li id="menu-item-3293" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-3293"><a>Learn</a> <ul class="sub-menu"> <li id="menu-item-3287" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3287"><a href="/site/resources/">Resources</a></li> <li id="menu-item-3294" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3294"><a href="/site/blog/">Blog</a></li> </ul> </li> <li id="menu-item-3299" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-3299"><a href="#">Company</a> <ul class="sub-menu"> <li id="menu-item-3316" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3316"><a href="/site/about-us/">About Us</a></li> <li id="menu-item-3302" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-3302"><a href="/site/about-us/news-and-events/">News and Events</a> <ul class="sub-menu"> <li id="menu-item-3305" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3305"><a href="/site/about-us/news-and-events/events/">Events</a></li> <li id="menu-item-3303" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3303"><a href="/site/about-us/news-and-events/press-releases/">Press Releases</a></li> </ul> </li> <li id="menu-item-3300" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3300"><a href="/site/about-us/careers/">Careers</a></li> <li id="menu-item-3301" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3301"><a href="/site/about-us/leadership/">Leadership</a></li> <li id="menu-item-3304" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3304"><a href="/site/about-us/contact-us/">Contact Us</a></li> </ul> </li> <li id="menu-item-3297" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3297"><a href="https://www.comet.com/login">Login</a></li> <li id="menu-item-9817" class="comet-demo menu-item menu-item-type-post_type menu-item-object-page menu-item-9817"><a href="/site/about-us/contact-us/">Get Demo</a></li> <li id="menu-item-3298" class="comet-signup menu-item menu-item-type-custom menu-item-object-custom menu-item-3298"><a href="https://www.comet.com/signup">Try Comet Free</a></li> </ul></div> <a href="#outer-wrap" id="site-scroll-top" class="wpex-flex wpex-items-center wpex-justify-center wpex-fixed wpex-rounded-full wpex-text-center wpex-box-content wpex-transition-all wpex-duration-200 wpex-bottom-0 wpex-right-0 wpex-mr-25 wpex-mb-25 wpex-no-underline wpex-surface-2 wpex-text-4 wpex-hover-bg-accent wpex-invisible wpex-opacity-0" data-scroll-speed="1000" data-scroll-offset="100"><span class="ticon ticon-chevron-up" aria-hidden="true"></span><span class="screen-reader-text">Back To Top</span></a> <div class="wpex-sidr-overlay wpex-fixed wpex-inset-0 wpex-hidden wpex-z-9999 wpex-bg-black wpex-opacity-60"></div> <script type="text/html" id="wpb-modifications"></script><script> (function(d,w,cL){ cL=d.documentElement.classList; cL.add('html--loading-bg-images'); w.addEventListener('load', function() { setTimeout(function() { cL.remove('html--loading-bg-images'); cL.add('html--loaded-bg-images'); }, 100); }) })(document,window) </script> <link rel="stylesheet preload" as="style" href="//fonts.googleapis.com/css2?family=Roboto:ital,wght@0,100;0,200;0,300;0,400;0,500;0,600;0,700;0,800;0,900;1,100;1,200;1,300;1,400;1,500;1,600;1,700;1,800;1,900&display=swap&subset=latin" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-css/background-style.min.css?ver=3.19.14" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/Total/assets/lib/ticons/css/ticons.min.css?ver=5.6.0" media="all"><script src="/site/wp-content/themes/Total/assets/js/dynamic/wpex-sidr.min.js?ver=5.6.0" defer="defer" type="text/javascript"></script> <script id="wpex-core-js-extra"> var wpex_theme_params = {"menuWidgetAccordion":"1","mobileMenuBreakpoint":"1057","i18n":{"openSubmenu":"Open submenu of %s","closeSubmenu":"Close submenu of %s"},"stickyHeaderStyle":"standard","hasStickyMobileHeader":"","stickyHeaderBreakPoint":"1058","sidrDarkSurface":"1","sidrSource":"#mobile-menu-alternative","sidrDisplace":"","sidrSide":"right","sidrSpeed":"300","mobileMenuAriaLabel":"Mobile menu","mobileMenuCloseAriaLabel":"Close mobile menu","selectArrowIcon":"<span class=\"wpex-select-arrow__icon ticon ticon-angle-down\" aria-hidden=\"true\"><\/span>","customSelects":".widget_categories form,.widget_archive select,.vcex-form-shortcode select","scrollToHash":"1","scrollToHashTimeout":"500","localScrollFindLinks":"1","localScrollTargets":"li.local-scroll a, a.local-scroll, .local-scroll-link, .local-scroll-link > a","localScrollUpdateHash":"","localScrollHighlight":"1","localScrollSpeed":"1000","mobileMenuOpenSubmenuIcon":"<span class=\"wpex-open-submenu__icon wpex-transition-all wpex-duration-300 ticon ticon-angle-down\" aria-hidden=\"true\"><\/span>"}; </script> <script src="/site/wp-content/themes/Total/assets/js/total.min.js?ver=5.6.0" defer="defer" type="text/javascript"></script> <script src="/site/wp-content/themes/comet-2022/js/bundle-main.prod.js?ver=1732570326" defer="defer" type="text/javascript"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/jquery-appear.min.js?ver=3.19.14" id="ultimate-vc-addons-appear-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/ultimate_bg.min.js?ver=3.19.14" id="ultimate-vc-addons-row-bg-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/custom.min.js?ver=3.19.14" id="ultimate-vc-addons-custom-js"></script>    <div id="cookie-notice" role="dialog" class="cookie-notice-hidden cookie-revoke-hidden cn-position-bottom" aria-label="Cookie Notice" style="background-color: #5456d4ff"><div class="cookie-notice-container" style="color: #fff"><span id="cn-notice-text" class="cn-text-container">We use cookies to collect statistical usage information about our website and its visitors and ensure we give you the best experience on our website. Please refer to our Privacy Policy to learn more.</span><span id="cn-notice-buttons" class="cn-buttons-container"><a href="#" id="cn-accept-cookie" data-cookie-set="accept" class="cn-set-cookie cn-button" aria-label="Ok" style="background-color: #f2752c">Ok</a><a href="/site/privacy-policy/" target="_blank" id="cn-more-info" class="cn-more-info cn-button" aria-label="Privacy policy" style="background-color: #f2752c">Privacy policy</a></span><span id="cn-close-notice" data-cookie-set="accept" class="cn-close-icon" title="No"></span></div> </div>  </body> </html>