CINXE.COM
Comet - Build Better Models Faster
<!doctype html> <html lang="en-US" itemscope itemtype="https://schema.org/WebPage"> <head> <meta charset="UTF-8"> <link rel="profile" href="http://gmpg.org/xfn/11"> <link rel="stylesheet" href="https://use.typekit.net/han1qwg.css"> <link rel="apple-touch-icon" sizes="180x180" href="/site/apple-touch-icon.png"> <link rel="icon" type="image/png" sizes="32x32" href="/site/favicon-32x32.png"> <link rel="icon" type="image/png" sizes="16x16" href="/site/favicon-16x16.png"> <link rel="manifest" href="/site/site.webmanifest" crossorigin="use-credentials"> <meta name="msapplication-TileColor" content="#da532c"> <meta name="theme-color" content="#ffffff"> <script> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MNMH9KJ'); </script> <meta name="google-site-verification" content="LxCUk3LyBDdmmzx4DEmTnagvfoMdwNYPRld0dAdai_Q"> <meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' /> <style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style> <meta name="generator" content="Total WordPress Theme v5.6.0"> <meta name="viewport" content="width=device-width, initial-scale=1"> <!-- This site is optimized with the Yoast SEO Premium plugin v23.6 (Yoast SEO v23.6) - https://yoast.com/wordpress/plugins/seo/ --> <title>Comet - Build Better Models Faster</title> <meta name="description" content="Comet provides an end-to-end model evaluation platform for AI developers, with best-in-class LLM evaluations, experiment tracking, and production monitoring." /> <link rel="canonical" href="/site/" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="website" /> <meta property="og:title" content="Open Source LLM Evaluation Platform" /> <meta property="og:description" content="Comet provides an end-to-end model evaluation platform for AI developers, with best-in-class LLM evaluations, experiment tracking, and production monitoring." /> <meta property="og:url" content="https://www.comet.com/site/" /> <meta property="og:site_name" content="Comet" /> <meta property="article:publisher" content="https://www.facebook.com/cometdotml" /> <meta property="article:modified_time" content="2024-12-30T18:10:24+00:00" /> <meta property="og:image" content="https://www.comet.com/site/wp-content/uploads/2022/07/comet-logo-fb.png" /> <meta property="og:image:width" content="455" /> <meta property="og:image:height" content="298" /> <meta property="og:image:type" content="image/png" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:site" content="@Cometml" /> <!-- / Yoast SEO Premium plugin. --> <link rel='dns-prefetch' href='//live-cometml.pantheonsite.io' /> <link rel='dns-prefetch' href='//fonts.googleapis.com' /> <style id='co-authors-plus-coauthors-style-inline-css'> .wp-block-co-authors-plus-coauthors.is-layout-flow [class*=wp-block-co-authors-plus]{display:inline} </style> <style id='co-authors-plus-avatar-style-inline-css'> .wp-block-co-authors-plus-avatar :where(img){height:auto;max-width:100%;vertical-align:bottom}.wp-block-co-authors-plus-coauthors.is-layout-flow .wp-block-co-authors-plus-avatar :where(img){vertical-align:middle}.wp-block-co-authors-plus-avatar:is(.alignleft,.alignright){display:table}.wp-block-co-authors-plus-avatar.aligncenter{display:table;margin-inline:auto} </style> <style id='co-authors-plus-image-style-inline-css'> .wp-block-co-authors-plus-image{margin-bottom:0}.wp-block-co-authors-plus-image :where(img){height:auto;max-width:100%;vertical-align:bottom}.wp-block-co-authors-plus-coauthors.is-layout-flow .wp-block-co-authors-plus-image :where(img){vertical-align:middle}.wp-block-co-authors-plus-image:is(.alignfull,.alignwide) :where(img){width:100%}.wp-block-co-authors-plus-image:is(.alignleft,.alignright){display:table}.wp-block-co-authors-plus-image.aligncenter{display:table;margin-inline:auto} </style> <link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/cookie-notice/css/front.min.css?ver=2.5.5" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/total.prod.css?ver=5.0.8" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/js_composer.prod.css?ver=6.5.0" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/Total/assets/css/wpex-wpbakery.css?ver=5.6.0" media="all"><link rel="stylesheet preload" as="style" href="https://fonts.googleapis.com/css?family=Roboto" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-css/style.min.css?ver=3.19.25" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-css/headings.min.css?ver=3.19.25" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/main.prod.css?ver=1739556544" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/comet-2022/css/prism.css?ver=1.28.0a" media="all"><script src="/site/wp-content/plugins/cookie-notice/js/front.min.js?ver=2.5.5" defer="defer" type="text/javascript"></script> <script src="/site/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/ultimate-params.min.js?ver=3.19.25" id="ultimate-vc-addons-params-js"></script> <script src="/site/wp-content/plugins/Ultimate_VC_Addons/assets/min-js/headings.min.js?ver=3.19.25" id="ultimate-vc-addons-headings-script-js"></script> <meta name="generator" content="WordPress 6.7.1" /> <link rel='shortlink' href='/site/' /> <noscript><style>body:not(.content-full-screen) .wpex-vc-row-stretched[data-vc-full-width-init="false"]{visibility:visible;}</style></noscript> <style id="wp-custom-css"> .wp-block-image,.wp-block-code,.wp-block-quote{margin-top:42px;margin-bottom:42px}li.nav--signup.bg-white a{background:#fff !important;border:1px solid #000;border-radius:3px;padding:9px 20px !important;font-size:15px !important;height:46px !important;margin:3px 0}/* product page and homepage */.page-id-10748 #site-header .main-navigation-ul li a,.page-id-10263 #site-header .main-navigation-ul li a{color:#f3f4fe}.page-id-10263 .wpb_column.centered-w-bttns.vc_column_container.vc_col-sm-6.visible-desktop-large{margin:0 auto;width:100%}.page-id-10748 #site-header .main-navigation-ul li a:hover,.page-id-10263 #site-header .main-navigation-ul li a:hover{color:#f3f4fe !important}.hp_bg_img_left{background-repeat:no-repeat}.product_banner{max-width:890px;margin:0 auto !important}.img-on-left .wpb_column.vc_column_container.vc_col-sm-3\/5{margin-left:0px}.page-id-10748 div#tabs-html{margin-right:-30px}.optimize h2{max-width:790px;margin:0 auto !important}.driven h2{max-width:750px;margin:60px auto 20px !important}.uvc-heading.max-width-380 .uvc-main-heading h2{margin-right:4erm}.uvc-heading.max-width-330 .uvc-main-heading h2{max-width:330px}.uvc-heading.max-width-320 .uvc-main-heading h2{max-width:320px}.vc_row.wpb_row.vc_inner.vc_row-fluid.restricted-width{max-width:1120px;margin:0 auto}div#understand{max-width:1177px;margin:0 auto;border:1px solid #212d54}.started .vc_column-inner.vc_custom_1726349487223{background-repeat:no-repeat !important}.started .vc_column-inner.vc_custom_1726350260308{background-repeat:no-repeat !important}.createaccount a{background:#262c3e}.page-id-10748 li.nav--signup.bg-white a,.page-id-10263 li.nav--signup.bg-white a{background:transparent !important;border:1px solid #fff;border-radius:3px;padding:9px 20px !important;font-size:15px !important;height:46px !important;margin:3px 0}.page-id-10263 #site-header .main-navigation-ul li.menu-item--button a:before,.page-id-10748 #site-header .main-navigation-ul li.menu-item--button a:before{background:#5155f5}.page-id-10748 #site-header-sticky-wrapper.is-sticky #site-header,.page-id-10263 #site-header-sticky-wrapper.is-sticky #site-header{background-color:#02081b;overflow:visible!important;position:fixed;z-index:1001}.page-id-10748 #footer-builder,.page-id-10263 #footer-builder{background-color:#02081b}.page-id-10748 .vcex-heading.footer-social-title,.page-id-10748 .vc-footer-nav .widgettitle,.page-id-10263 .vc-footer-nav .menu .menu-item a,.page-id-10748 #footer-builder .footer-builder__text p,.page-id-10748 #mktoForm_1206 label,.page-id-10748 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton,.page-id-10263 .vcex-heading.footer-social-title,.page-id-10263 .vc-footer-nav .widgettitle,.page-id-10263 .vc-footer-nav .menu .menu-item a,.page-id-10263 #footer-builder .footer-builder__text p,.page-id-10263 #mktoForm_1206 label,.page-id-10263 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton{color:#e5e5fe}.page-id-10748 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton,.page-id-10263 .mktoForm .mktoButtonWrap.mktoSimple .mktoButton{border:1px solid #e5e5fe}.page-id-10748 #footer-bottom{background-color:#02081b;padding-top:0}.page-id-10748 #footer-bottom .container{border-top:none;margin:0 auto;max-width:1180px;padding-top:35px}.product_h2{text-align:center;color:#f3f4fe;font-weight:100;font-size:48px;line-height:56px;letter-spacing:1px;font-family:'Roboto',sans-serif}.xlbutton a{background:#5155f5;border-radius:4px}.slbutton a{background:#262c3e;border-radius:4px}.product li{margin-bottom:30px;max-width:476px}div.lefttext,div.righttext{align-items:center !important}.lefttext .vc_column-inner{margin-left:30%}.righttext .vc_column-inner{margin-right:30%}.lefttext h3{max-width:380px}.righttext h3{margin:100px 0 30px !important}.product_paragraph_centered p{margin:0 auto;text-align:center;max-width:660px;color:#afafce}.product_paragraph p{margin:0 5%;max-width:700px}.vc_row.wpb_row.vc_row-fluid.logoscontainer{max-width:1000px;margin:-100px auto 0}.video{max-width:920px;margin:30px auto}/* accordion */.vc_row.wpb_row.vc_row-fluid.js-accordion-block.u-padding-top--0.u-padding-bottom--lg.vc_row-o-equal-height.vc_row-flex.typography-white{max-width:1200px;margin:0 auto}#main .vc-accordion-block.vc_tta .vc_tta-panel-title{font-size:18px !important;line-height:21px !important;font-family:'Roboto',sans-serif;font-weight:500;color:#afafce}#main .vc-accordion-block.vc_tta .vc_active .vc_tta-panel-title{color:#f3f4fe;font-size:24px !important;line-height:28px !important}span.vc_tta-title-text span{color:#fb9341}.page-id-10748 .vc_tta-panel-body p,.page-id-10263 .vc_tta-panel-body p{font-size:18px !important;font-family:'Roboto',sans-serif;color:#f3f4fe;opacity:0.7}.page-id-10748 #main .text-link--white .theme-button-inner,#main .text-link--white .vcex-txt{color:#f3f4fe !important;font-family:'Roboto',sans-serif;font-weight:400;display:block;margin:0 5px 0 25px}.page-id-10263 .product_title h1{font-size:18px}.page-id-10748 #main .vc-accordion-block.vc_tta .vc_tta-panel .c-button{margin-top:10px;border:1px solid #f3f4fe;padding-bottom:5px !important;padding-left:0px}/* these need a more specific scope to avoid targeting all text-link type buttons site-wide */#main .vc_tta .c-button--text-link .theme-button-inner:before,#main .vc_tta .c-button--text-link .vcex-txt:before{background-color:#5155f5;bottom:inherit !important;height:0 !important;left:50%;position:absolute;-webkit-transform:translateX(-50%);transform:translateX(-50%);width:100%}#main .vc_tta .c-button--text-link .theme-button-inner:after,#main .vc_tta .c-button--text-link .vcex-txt:after{background:none !important}/* end accordion *//* code selector */.vcex-shortcode .c-code-samples{max-width:1048px;margin:0 auto}pre.language-python{color:#fff;font-family:monospace;font-size:17px;line-height:25px}/* end code selector *//* before/after section */.vc_section.before-after-section{max-width:1200px;margin:0 auto !important;padding:40px 18px;background:#1a1e2d;border-radius:8px;border:1px solid #212d54}#main .vc-tabs--before-after .vc_tta-panel-body{background-color:#262c3e !important;border:initial;padding:30px}.vc-infrastructure-logos .vc_column-inner>.wpb_wrapper{-webkit-column-gap:10%;-moz-column-gap:10%;column-gap:9%;row-gap:normal}.page-id-10748 #main .vc-tabs--before-after .vc_tta-tabs-list{margin:0 auto;display:flex;justify-content:center}.page-id-10748 .vc_separator.vc_separator_align_center h4{text-align:center;color:#f3f4fe}/* end before/after section *//* code samples*/.page-id-10748 .c-code-samples__nav{-ms-flex:0 0 220px;flex:0 0 220px}/* end code samples */.bgimage div.vc_custom_1726172342244{background-repeat:no-repeat;padding-top:40px;padding-bottom:40px}.homepage_logos{-webkit-filter:grayscale(100%);filter:grayscale(100%);opacity:1;filter:alpha(opacity=60)}.hp_h2_manage h2{max-width:800px;margin:0 auto !important}.page-id-10748 .testimonial-col{border:1px solid #212d54;margin:0 20px;background:#1a1e2d;border-radius:12px;padding:40px 40px 20px;min-height:520px}.page-id-10748 .vc_tta-panel.vc_active{border-radius:8px}.homepage_logos img{min-width:190px}.page-id-10748 #main .js-accordion-block img{border-radius:8px}.page-id-10748 .testimonial-image{min-height:50px}.page-id-10748 .testimonial-content{margin:20px 0 0px;min-height:240px}.page-id-10748 .testimonial-content p{font-size:26px;line-height:30px;color:#f3f4fe;font-family:'Roboto',sans-serif;font-weight:400}.page-id-10748 .testimonial-right-content h4{color:#6064ff;font-family:'Roboto',sans-serif;font-weight:400;font-size:20px;line-height:24px;text-transform:uppercase}.page-id-10748 .testimonial-right-content p{font-size:20px;line-height:24px;font-family:'Roboto',sans-serif;font-weight:400;text-transform:uppercase}.started .vc_column-inner{background-repeat:no-repeat !important}.ult_main_cl.ult-adjust-bottom-margin{margin-bottom:0 !important}.product_ul{color:#AFAFCE}.page-id-10748 #testimonial-section{max-width:1500px;margin-left:auto;margin-right:auto}.greyborder .vc_row{padding:0 10px}.product_h1{font-family:'Roboto',sans-serif;font-weight:400;color:#f3f4fe;font-size:70px;line-height:82px}.vc_row.createaccountcontainer{max-width:504px;margin:0 auto}.wpb_column.greyborder{max-width:1250px;margin:0 auto}.greyborder .vc_row{padding:0 10px;max-width:1220px;margin:0 auto}/* weight & biases page */.page-id-8756 h1.vcex-heading{font-weight:500}.page-id-8756 .wpb_text_column[style*=font-weight] p{font-weight:400}/* end weight & biases page */@media screen and (max-width:1280px){.home_mobile_1{background-repeat:no-repeat}.product_h1{font-family:'Roboto',sans-serif;font-weight:500;color:#f3f4fe;font-size:50px;line-height:56px}.product_h2{font-size:18px;line-height:26px;margin:0;padding:0}.righttext h3{margin:0 0 30px !important}.product_paragraph_centered p{margin:0 auto}.vc_row.wpb_row.vc_row-fluid.logoscontainer{max-width:1000px;margin:-80px auto 0}.started .vc_column-inner{background-repeat:no-repeat !important}.page-id-10748 #testimonial-section{padding:0 10px}.page-id-10748 .testimonial-col{min-width:90%}.wpb_column.greyborder{max-width:100%;width:100%}.page-id-10748 .c-code-samples__sample-title >a span{color:#f3f4fe}.hide-on-tablet{display:none !important;width:0}.hide-on-tablet{display:none !important}.centered-w-bttns{width:100%}}@media screen and (max-width:1440px){#creative-link-wrap-4130 .ult_colorlink{font-size:15px;line-height:16px}}@media screen and (max-width:1024px){.righttext .vc_column-inner,.lefttext .vc_column-inner{margin:0 10%;padding-right:0;padding-left:0}.leftimg .vc_row{padding-top:0;padding-bottom:0}.leftimg .vc_row a{margin:0 !important}.page-id-10748 .vc_section.before-after-section{max-width:100%;margin:0 auto !important;padding:40px 18px;background:#1a1e2d;border-radius:8px;border:1px solid #212d54;left:-10px;width:100%}.page-id-10748 .vc-infrastructure-logos .vc_column-inner>.wpb_wrapper{-webkit-column-gap:10%;-moz-column-gap:10%;column-gap:35%;row-gap:normal}.page-id-10748 .vc-infrastructure-logos figure.vcex-image.vcex-module.wpex-clr{margin:10px 0}}.event-template-default .meta .meta-author{display:none} </style> <style type="text/css" data-type="vc_custom-css">@media only screen and (max-width: 992px) { .accordion-content { display: none; } }</style><style type="text/css" data-type="vc_shortcodes-custom-css">.vc_custom_1733947283496{background-color: #02081b !important;background-position: 0 0 !important;background-repeat: no-repeat !important;}.vc_custom_1733947369775{margin-top: -80px !important;}.vc_custom_1733942429475{margin-bottom: -60px !important;}.vc_custom_1726606140634{margin-top: -60px !important;background-color: #02081b !important;background-position: 0 0 !important;background-repeat: no-repeat !important;}.vc_custom_1726346310679{background-color: #02081b !important;background-position: 0 0 !important;background-repeat: no-repeat !important;}.vc_custom_1726377312926{margin-bottom: 40px !important;}.vc_custom_1726346310679{background-color: #02081b !important;background-position: 0 0 !important;background-repeat: no-repeat !important;}.vc_custom_1728561913951{margin-top: 40px !important;}.vc_custom_1731547071059{margin-top: 20px !important;margin-bottom: 50px !important;}.vc_custom_1731547081946{margin-top: 40px !important;margin-bottom: 50px !important;}.vc_custom_1735581202124{margin-top: 30px !important;}.vc_custom_1726344718060{margin-top: 80px !important;}.vc_custom_1726345213000{margin-top: 40px !important;margin-right: 10px !important;margin-bottom: 60px !important;margin-left: 10px !important;}.vc_custom_1726607064101{margin-top: -80px !important;margin-bottom: -40px !important;}.vc_custom_1726606879214{margin-bottom: -20px !important;}.vc_custom_1726504253915{margin-top: -80px !important;}.vc_custom_1726352549549{margin-top: -80px !important;}.vc_custom_1733264204344{background: #4a5bf6 url(/site/wp-content/uploads/2024/09/Frame-2604-2.png?id=10919) !important;}.vc_custom_1733264210720{background-color: #4a5bf6 !important;}.vc_custom_1726412920844{margin-top: 20px !important;}</style><noscript><style> .wpb_animate_when_almost_visible { opacity: 1; }</style></noscript><style data-type="wpex-css" id="wpex-css">/*VC META CSS*/.vc_custom_1667846577839{margin-top:30px !important;margin-bottom:20px !important}.vc_custom_1667846577839{margin-top:30px !important;margin-bottom:20px !important}.vc_custom_1667846577839{margin-top:30px !important;margin-bottom:20px !important}/*SITE BACKGROUND*/body{background-color:#02081b!important}/*ADVANCED STYLING CSS*/#site-logo .logo-img{height:53px;width:auto}/*CUSTOMIZER STYLING*/:root,.boxed-main-layout.wpex-responsive #wrap{--wpex-container-max-width:96%;--wpex-container-width:1180px}#top-bar{padding-top:0px;padding-bottom:0px}:root{--wpex-vc-column-inner-margin-bottom:40px}</style> <!-- Start VWO Async SmartCode --> <script type='text/javascript' id='vwoCode'> window._vwo_code=window._vwo_code || (function() { var account_id=682691, version=1.4, settings_tolerance=2000, library_tolerance=2500, use_existing_jquery=false, is_spa=1, hide_element='body', /* DO NOT EDIT BELOW THIS LINE */ f=false,d=document,vwoCodeEl=document.querySelector('#vwoCode'),code={use_existing_jquery:function(){return use_existing_jquery},library_tolerance:function(){return library_tolerance},finish:function(){if(!f){f=true;var e=d.getElementById('_vis_opt_path_hides');if(e)e.parentNode.removeChild(e)}},finished:function(){return f},load:function(e){var t=d.createElement('script');t.fetchPriority='high';t.src=e;t.type='text/javascript';t.innerText;t.onerror=function(){_vwo_code.finish()};d.getElementsByTagName('head')[0].appendChild(t)},getVersion:function(){return version},getMatchedCookies:function(e){var t=[];if(document.cookie){t=document.cookie.match(e)||[]}return t},getCombinationCookie:function(){var e=code.getMatchedCookies(/(?:^|;)\s?(_vis_opt_exp_\d+_combi=[^;$]*)/gi);e=e.map(function(e){try{var t=decodeURIComponent(e);if(!/_vis_opt_exp_\d+_combi=(?:\d+,?)+\s*$/.test(t)){return''}return t}catch(e){return''}});var i=[];e.forEach(function(e){var t=e.match(/([\d,]+)/g);t&&i.push(t.join('-'))});return i.join('|')},init:function(){window.settings_timer=setTimeout(function(){_vwo_code.finish()},settings_tolerance);var e=d.createElement('style'),t=hide_element?hide_element+'{opacity:0 !important;filter:alpha(opacity=0) !important;background:none !important;}':'',i=d.getElementsByTagName('head')[0];e.setAttribute('id','_vis_opt_path_hides');vwoCodeEl&&e.setAttribute('nonce',vwoCodeEl.nonce);e.setAttribute('type','text/css');if(e.styleSheet)e.styleSheet.cssText=t;else e.appendChild(d.createTextNode(t));i.appendChild(e);var n=this.getCombinationCookie();this.load('https://dev.visualwebsiteoptimizer.com/j.php?a='+account_id+'&u='+encodeURIComponent(d.URL)+'&f='+ +is_spa+'&vn='+version+(n?'&c='+n:''));return settings_timer}};window._vwo_settings_timer = code.init();return code;}()); </script> <!-- End VWO Async SmartCode --> </head> <body class="home page-template page-template-templates page-template-full-screen page-template-templatesfull-screen-php page page-id-10748 wp-custom-logo wp-embed-responsive cookies-not-set wpex-theme wpex-responsive full-width-main-layout has-composer wpex-live-site site-full-width content-full-screen sidebar-widget-icons hasnt-overlay-header page-header-disabled wpex-mobile-toggle-menu-icon_buttons has-mobile-menu wpex-no-js wpb-js-composer js-comp-ver-6.9.0 vc_responsive"> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-MNMH9KJ" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript> <a href="#content" class="skip-to-content">skip to Main Content</a><span data-ls_id="#site_top"></span> <div id="outer-wrap" class="wpex-clr"> <div id="wrap" class="wpex-clr"> <div class="c-announcement-bar"> <div class="c-announcement-bar__inner"> <h4>Comet is now available natively within AWS SageMaker!</h4> <a href="https://www.comet.com/site/sagemaker/" class="theme-button c-button c-button--dark"> <span class="theme-button-inner">Learn More</span> </a> </div> </div> <header id="site-header" class="header-one wpex-dropdown-style-minimal-sq fixed-scroll wpex-z-99 has-sticky-dropshadow dyn-styles wpex-relative wpex-clr" itemscope="itemscope" itemtype="https://schema.org/WPHeader"> <div id="site-header-inner" class="header-one-inner header-padding container wpex-relative wpex-h-100 wpex-py-30 wpex-clr"> <div id="site-logo" class="site-branding header-one-logo logo-padding wpex-table"> <div id="site-logo-inner" class="wpex-table-cell wpex-align-middle wpex-clr"><a id="site-logo-link" href="/site/" rel="home" class="main-logo"><img src="/site/wp-content/uploads/2022/05/comet-logo.svg" alt="Comet" class="logo-img" width="130" height="53" data-no-retina data-skip-lazy fetchpriority="high" data-no-lazy="1"></a></div> </div> <div id="site-navigation-wrap" class="navbar-style-one navbar-fixed-height navbar-fixed-line-height wpex-stretch-megamenus hide-at-mm-breakpoint wpex-clr"> <nav id="site-navigation" class="navigation main-navigation main-navigation-one wpex-clr" itemscope="itemscope" itemtype="https://schema.org/SiteNavigationElement" aria-label="Main menu"> <ul id="menu-primary-menu" class="main-navigation-ul dropdown-menu wpex-dropdown-menu wpex-dropdown-menu--onhover"><li id="menu-item-1634" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1634"><a href="/site/enterprise/"><span class="link-inner">Enterprise</span></a></li> <li id="menu-item-1042" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children dropdown menu-item-1042"><a><span class="link-inner">Products</span></a> <ul class="sub-menu"> <li id="menu-item-11453" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-11453"><a href="/site/products/opik/"><span class="link-inner">Opik – LLM Evaluation</span></a></li> <li id="menu-item-1043" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1043"><a href="/site/products/ml-experiment-tracking/"><span class="link-inner">Experiment Management</span></a></li> <li id="menu-item-1616" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1616"><a href="/site/products/artifacts-dataset-management/"><span class="link-inner">Artifacts</span></a></li> <li id="menu-item-1617" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1617"><a href="/site/products/machine-learning-model-versioning/"><span class="link-inner">Model Registry</span></a></li> <li id="menu-item-1599" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1599"><a href="/site/products/model-production-monitoring/"><span class="link-inner">Model Production Monitoring</span></a></li> </ul> </li> <li id="menu-item-1058" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1058"><a target="_blank" href="https://www.comet.com/docs/"><span class="link-inner">Docs</span></a></li> <li id="menu-item-4217" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4217"><a href="/site/pricing/"><span class="link-inner">Pricing</span></a></li> <li id="menu-item-499" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-499"><a href="/site/customer-overview/"><span class="link-inner">Customers</span></a></li> <li id="menu-item-1059" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children dropdown menu-item-1059"><a><span class="link-inner">Learn</span></a> <ul class="sub-menu"> <li id="menu-item-1057" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1057"><a href="/site/resources/"><span class="link-inner">Resources</span></a></li> <li id="menu-item-1056" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1056"><a href="/site/blog/"><span class="link-inner">Blog</span></a></li> <li id="menu-item-3386" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3386"><a target="_blank" href="https://www.deeplearningweekly.com/"><span class="link-inner">Deep Learning Weekly</span></a></li> <li id="menu-item-11907" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-11907"><a href="/site/llm-course/"><span class="link-inner">LLM Course</span></a></li> </ul> </li> <li id="menu-item-3317" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children dropdown menu-item-3317"><a><span class="link-inner">Company</span></a> <ul class="sub-menu"> <li id="menu-item-503" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-503"><a href="/site/about-us/"><span class="link-inner">About Us</span></a></li> <li id="menu-item-1049" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children dropdown menu-item-1049"><a href="/site/about-us/news-and-events/"><span class="link-inner">News and Events</span></a> <ul class="sub-menu"> <li id="menu-item-881" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-881"><a href="/site/about-us/news-and-events/events/"><span class="link-inner">Events</span></a></li> <li id="menu-item-883" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-883"><a href="/site/about-us/news-and-events/press-releases/"><span class="link-inner">Press Releases</span></a></li> </ul> </li> <li id="menu-item-885" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-885"><a href="/site/about-us/careers/"><span class="link-inner">Careers</span></a></li> <li id="menu-item-886" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-886"><a href="/site/about-us/contact-us/"><span class="link-inner">Contact Us</span></a></li> <li id="menu-item-1054" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1054"><a href="/site/about-us/leadership/"><span class="link-inner">Leadership</span></a></li> </ul> </li> <li id="menu-item-506" class="menu-item--blue-text nav--login menu-item menu-item-type-custom menu-item-object-custom menu-item-506"><a href="https://www.comet.com/login"><span class="link-inner">Login</span></a></li> <li id="menu-item-9816" class="menu-item--button nav--get-demo menu-item menu-item-type-post_type menu-item-object-page menu-item-9816"><a href="/site/about-us/contact-us/"><span class="link-inner">Get Demo</span></a></li> <li id="menu-item-505" class="nav--try-free nav--signup bg-white menu-item menu-item-type-custom menu-item-object-custom menu-item-505"><a href="https://www.comet.com/signup"><span class="link-inner">Try Comet Free</span></a></li> </ul> </nav> </div> <div id="mobile-menu" class="wpex-mobile-menu-toggle show-at-mm-breakpoint wpex-flex wpex-items-center wpex-absolute wpex-top-50 -wpex-translate-y-50 wpex-right-0"> <div class="wpex-inline-flex wpex-items-center"> <a href="#" class="mobile-menu-toggle" role="button" aria-label="Toggle mobile menu" aria-expanded="false"><span class="mobile-menu-toggle__icon wpex-flex"><span class="wpex-hamburger-icon wpex-hamburger-icon--inactive wpex-hamburger-icon--animate" aria-hidden="true"><span></span></span></span></a> </div> </div> <div id="searchform-dropdown" data-placeholder="Search" data-disable-autocomplete="true" class="header-searchform-wrap header-drop-widget header-drop-widget--colored-top-border wpex-invisible wpex-opacity-0 wpex-absolute wpex-transition-all wpex-duration-200 wpex-translate-Z-0 wpex-text-initial wpex-z-10000 wpex-top-100 wpex-right-0 wpex-surface-1 wpex-text-2 wpex-p-15"> <form method="get" class="searchform" action="/site/"> <label> <span class="screen-reader-text">Search</span> <input type="search" class="field" name="s" placeholder="Search" /> </label> <button type="submit" class="searchform-submit"><span class="ticon ticon-search" aria-hidden="true"></span><span class="screen-reader-text">Submit</span></button> </form></div></div> </header> <main id="main" class="site-main wpex-clr"> <div id="content-wrap" class="container wpex-clr"> <div id="primary" class="content-area wpex-clr"> <div id="content" class="site-content wpex-clr"> <article id="single-blocks" class="single-page-article wpex-clr"> <div class="single-page-content single-content entry wpex-clr"><div class="vc_section darkbg vc_custom_1733947283496 wpex-vc_section-has-fill wpex-vc-reset-negative-margin" style="background-position:right top !important;background-size:30% !important;"><div class="vc_row wpb_row vc_row-fluid vc_custom_1728561913951 visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_raw_code wpb_raw_js" > <div class="wpb_wrapper"> <script> //script to change the logo on the page const link = document.getElementById('site-logo-link'); const img = link.children[0]; img.src = '/site/wp-content/uploads/2024/09/comet-logo-1.png'; </script> </div> </div> <div id="ultimate-heading-368367af9e6d5e1c8" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-368367af9e6d5e1c8 uvc-3368 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-368367af9e6d5e1c8 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:70px;tablet:25px;tablet_portrait:25px;mobile_landscape:25px;mobile:25px;","line-height":"desktop:75px;tablet:45px;tablet_portrait:45px;mobile_landscape:45px;mobile:45px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;"> <h1 style="color: #f3f4fe; font-size: 70px; line-height: 82px; font-family: 'roboto'; font-weight: 400;">Where AI Developers <span style="color: #6064ff;">Build</span></h1> </div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color visible-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 24px; line-height: 39px; max-width: 930px; margin: 0 auto;">Comet provides an end-to-end model evaluation platform for AI developers, with best in class <a style="color: #fb9341; text-decoration: underline;" href="/site/products/opik/">LLM evaluations</a>, <a style="color: #6064ff; text-decoration: underline;" href="/site/products/ml-experiment-tracking/">experiment tracking</a>, and <a style="color: #6064ff; text-decoration: underline;" href="/site/products/model-production-monitoring/">production monitoring</a>.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-multi-buttons wpex-flex wpex-flex-wrap wpex-items-center wpex-gap-10 wpex-justify-center" style="gap:30px;"><a href="/signup" class="theme-button c-button c-button--blue c-button--large vcex-count-1"><span class="theme-button-inner"> Try Comet Free</span></a><a href="/site/about-us/contact-us/" class="theme-button c-button c-button--text-link c-button--24-text-light vcex-count-2"><span class="theme-button-inner">Book a Demo</span></a></div></div></div></div></div><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1731547071059" style="max-width:1200px;"><img decoding="async" width="3699" height="1854" src="/site/wp-content/uploads/2024/11/comet-ai-model-evaluation-platform.svg" class="wpex-align-middle" alt="" width="1200" loading="lazy" style="border-radius:0;" /></div></figure> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-loose);" class="wpb_text_column has-custom-color wpex-child-inherit-color visible-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <h5 style="text-align: center; color: #afafce; font-family: 'Roboto'; font-weight: 400;">Trusted by the most innovative ML teams</h5> </div> </div> <figure class="vcex-image vcex-module wpex-clr home-hero__bg left"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1240" height="1261" src="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png 1240w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-295x300.png 295w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-1007x1024.png 1007w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-768x781.png 768w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-420x427.png 420w" sizes="auto, (max-width: 1240px) 100vw, 1240px" /></div></figure><figure class="vcex-image vcex-module wpex-clr home-hero__bg right"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1240" height="1261" src="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png 1240w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-295x300.png 295w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-1007x1024.png 1007w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-768x781.png 768w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-420x427.png 420w" sizes="auto, (max-width: 1240px) 100vw, 1240px" /></div></figure></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc-logo-ticker visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_raw_code wpb_content_element wpb_raw_html" > <div class="wpb_wrapper"> <link rel="stylesheet" type="text/css" href="https://www.comet.com/site/wp-content/themes/comet-2022/css/lib/slick/slick.css"/> <script type="text/javascript" src="https://www.comet.com/site/wp-content/themes/comet-2022/js/libs/slick/slick.min.js"></script> <script> jQuery(function() { jQuery('.vc-logo-ticker__group').slick({ slidesToShow: 5, slidesToScroll: 1, autoplay: true, autoplaySpeed: 0, speed: 3000, arrows: false, cssEase:'linear' }); }); </script> </div> </div> <div class="vcex-image-grid-wrap wpex-clr"><div class="vcex-module vcex-image-grid grid-style-default wpex-row wpex-clr vc-logo-ticker__group"><div class="id-12143 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-1"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="125" height="27" src="/site/wp-content/uploads/2024/12/AssemblyAI.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12141 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-2"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="108" height="19" src="/site/wp-content/uploads/2024/12/natwest.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12142 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-3"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="87" height="19" src="/site/wp-content/uploads/2024/12/uber.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12140 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-4"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="134" height="27" src="/site/wp-content/uploads/2024/12/mobileye.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12144 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-1"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="60" height="28" src="/site/wp-content/uploads/2024/12/etsy.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12145 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-2"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="88" height="27" src="/site/wp-content/uploads/2024/12/Logonetflix.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div></div></div></div></div><div class="vc_section wpex-vc-full-width-section wpex-vc-full-width-section--centered"><div class="vc_row wpb_row vc_row-fluid home_mobile_1 hidden-desktop-large" style="background-position:right top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-654767af9e6d627c9" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-654767af9e6d627c9 uvc-9755 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-654767af9e6d627c9 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:70px;tablet:25px;tablet_portrait:25px;mobile_landscape:25px;mobile:25px;","line-height":"desktop:75px;tablet:45px;tablet_portrait:45px;mobile_landscape:45px;mobile:45px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;"> <h1 class="product_h1">Where AI Developers <span style="color: #6064ff;">Build</span></h1> </div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:18px;text-align:center;line-height:var(--wpex-leading-normal);" class="wpb_text_column has-custom-color wpex-child-inherit-color hidden-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 18px; line-height: 22px;">Comet provides an end-to-end model evaluation platform for AI developers, with best in class <a style="color: #fb9341; text-decoration: underline;" href="/site/products/opik/">LLM evaluations</a>, <a style="color: #6064ff; text-decoration: underline;" href="/site/products/ml-experiment-tracking/">experiment tracking</a>, and <a style="color: #6064ff; text-decoration: underline;" href="/site/products/model-production-monitoring/">production monitoring</a>.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-multi-buttons wpex-flex wpex-flex-wrap wpex-items-center wpex-gap-10 wpex-justify-center" style="gap:30px;"><a href="/signup" class="theme-button c-button c-button--blue c-button--large vcex-count-1"><span class="theme-button-inner"> Try Comet Free</span></a><a href="/site/about-us/contact-us/" class="theme-button c-button c-button--text-link c-button--24-text-light vcex-count-2"><span class="theme-button-inner">Book a Demo</span></a></div></div></div></div></div><figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1731547081946"><img decoding="async" width="3699" height="1854" src="/site/wp-content/uploads/2024/11/comet-ai-model-evaluation-platform-1.svg" class="wpex-align-middle" alt="" width="9999" loading="lazy" style="border-radius:0;" /></div></figure> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-loose);" class="wpb_text_column has-custom-color wpex-child-inherit-color hidden-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <h5 style="text-align: center; color: #afafce; font-family: 'Roboto'; font-weight: 400;">Trusted by the most innovative ML teams</h5> </div> </div> <figure class="vcex-image vcex-module wpex-clr home-hero__bg left"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1240" height="1261" src="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png 1240w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-295x300.png 295w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-1007x1024.png 1007w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-768x781.png 768w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-420x427.png 420w" sizes="auto, (max-width: 1240px) 100vw, 1240px" /></div></figure><figure class="vcex-image vcex-module wpex-clr home-hero__bg right"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1240" height="1261" src="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/12/sagemaker-bg-circle.png 1240w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-295x300.png 295w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-1007x1024.png 1007w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-768x781.png 768w, /site/wp-content/uploads/2024/12/sagemaker-bg-circle-420x427.png 420w" sizes="auto, (max-width: 1240px) 100vw, 1240px" /></div></figure><div class="vc_row wpb_row vc_inner vc_row-fluid vc-logo-ticker vc_custom_1735581202124"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-image-grid-wrap wpex-clr"><div class="vcex-module vcex-image-grid grid-style-default wpex-row wpex-clr vc-logo-ticker__group"><div class="id-12143 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-1"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="125" height="27" src="/site/wp-content/uploads/2024/12/AssemblyAI.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12141 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-2"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="108" height="19" src="/site/wp-content/uploads/2024/12/natwest.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12142 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-3"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="87" height="19" src="/site/wp-content/uploads/2024/12/uber.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12140 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-4"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="134" height="27" src="/site/wp-content/uploads/2024/12/mobileye.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12144 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-1"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="60" height="28" src="/site/wp-content/uploads/2024/12/etsy.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div><div class="id-12145 vcex-image-grid-entry vcex-grid-item textcenter span_1_of_4 col col-2"><figure class="vcex-image-grid-entry-figure wpex-last-mb-0 wpex-clr"><div class="vcex-image-grid-entry-img entry-media wpex-mb-20"><img decoding="async" width="88" height="27" src="/site/wp-content/uploads/2024/12/Logonetflix.svg" class="wpex-align-middle" alt="" loading="lazy" /></div></figure></div></div></div></div></div></div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid visible-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-865367af9e6d650f7" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-865367af9e6d650f7 uvc-6515 hp_h2_manage" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-865367af9e6d650f7 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:48px;tablet:30px;tablet_portrait:30px;mobile_landscape:30px;mobile:30px;","line-height":"desktop:56px;tablet:36px;tablet_portrait:36px;mobile_landscape:36px;mobile:36px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;"> <h2 style="max-width: 880px; margin: 0 auto !important; color: #f3f4fe; font-family: 'Roboto'; font-weight: 400; letter-spacing: 1px; font-size: 48px; line-height: 56px;">Manage Any ML or LLM Lifecycle, From Training Through Production</h2> </div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid hidden-desktop-large"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-640467af9e6d654ec" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-640467af9e6d654ec uvc-7732 hp_h2_manage" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-640467af9e6d654ec .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:48px;tablet:30px;tablet_portrait:30px;mobile_landscape:30px;mobile:30px;","line-height":"desktop:56px;tablet:36px;tablet_portrait:36px;mobile_landscape:36px;mobile:36px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;"> <h2 style="max-width: 880px; margin: 0 auto !important; color: #f3f4fe; font-family: 'Roboto'; font-weight: 400; letter-spacing: 1px; font-size: 48px; line-height: 56px;">Manage Any ML or LLM Lifecycle, From Training Through Production</h2> </div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid js-accordion-block u-padding-top--0 u-padding-bottom--lg vc_row-o-equal-height vc_row-flex typography-white"><div class="wpb_column js-accordion-block--tabs vc_column_container vc_col-sm-12 vc_col-md-2/5"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_tta-container" data-vc-action="collapse"><div class="vc_general vc_tta vc_tta-accordion vc_tta-color-grey vc_tta-style-classic vc_tta-shape-rounded vc_tta-o-shape-group vc_tta-controls-align-left vc_tta-o-no-fill vc-accordion-block"><div class="vc_tta-panels-container"><div class="vc_tta-panels"><div class="vc_tta-panel vc_active" id="easy-to-integrate" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title vc_tta-controls-icon-position-right"><a href="#easy-to-integrate" data-vc-accordion data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">Debug and evaluate your LLM applications with Opik</span><i class="vc_tta-controls-icon vc_tta-controls-icon-plus"></i></a></h4></div><div class="vc_tta-panel-body"> <div class="wpb_text_column wpb_content_element " > <div class="wpb_wrapper"> <p>Automatically track all your prompt engineering work. Run automated evaluations on your LLM responses to optimize your applications before and after they hit production.</p> </div> </div> <a href="https://www.comet.com/site/products/opik/" class="vcex-button theme-button c-button c-button--text-link text-link--white inline u-margin-bottom--md"><span class="theme-button-inner">Opik – Open Source LLM Evaluation</span></a> </div></div><div class="vc_tta-panel" id="track-and-share" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title vc_tta-controls-icon-position-right"><a href="#track-and-share" data-vc-accordion data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">Track and visualize your model training runs with Experiment Management</span><i class="vc_tta-controls-icon vc_tta-controls-icon-plus"></i></a></h4></div><div class="vc_tta-panel-body"> <div class="wpb_text_column wpb_content_element " > <div class="wpb_wrapper"> <p>Log all your machine learning iteration to a single system of record. Make it easy to reproduce a previous experiment and compare the performances of training runs.</p> </div> </div> <a href="/site/products/ml-experiment-tracking/" class="vcex-button theme-button c-button c-button--text-link text-link--white inline"><span class="theme-button-inner">Comet Experiment Management</span></a> </div></div><div class="vc_tta-panel" id="build-your-own" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title vc_tta-controls-icon-position-right"><a href="#build-your-own" data-vc-accordion data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">Monitor ML model performance in production with Comet MPM</span><i class="vc_tta-controls-icon vc_tta-controls-icon-plus"></i></a></h4></div><div class="vc_tta-panel-body"> <div class="wpb_text_column wpb_content_element " > <div class="wpb_wrapper"> <p>Track data drift on your input and output features after your model is deployed to production. Set customized alerts to capture model performance degradation in real time.</p> </div> </div> <a href="/site/products/model-production-monitoring/" class="vcex-button theme-button c-button c-button--text-link text-link--white inline"><span class="theme-button-inner">Model Production Monitoring</span></a> </div></div><div class="vc_tta-panel" id="manage-and-track" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title vc_tta-controls-icon-position-right"><a href="#manage-and-track" data-vc-accordion data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">Store and manage your models with Model Registry</span><i class="vc_tta-controls-icon vc_tta-controls-icon-plus"></i></a></h4></div><div class="vc_tta-panel-body"> <div class="wpb_text_column wpb_content_element " > <div class="wpb_wrapper"> <p>Create a centralized repository of all your model versions with immediate access to how they were trained. Promote models to downstream production systems with webhooks</p> </div> </div> <a href="/site/products/machine-learning-model-versioning/" class="vcex-button theme-button c-button c-button--text-link text-link--white inline"><span class="theme-button-inner">Comet Model Registry</span></a> </div></div><div class="vc_tta-panel" id="manage-your-production" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title vc_tta-controls-icon-position-right"><a href="#manage-your-production" data-vc-accordion data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">Create and version datasets with Artifacts</span><i class="vc_tta-controls-icon vc_tta-controls-icon-plus"></i></a></h4></div><div class="vc_tta-panel-body"> <div class="wpb_text_column wpb_content_element " > <div class="wpb_wrapper"> <p>Know which exact dataset version a model was trained on for auditing and governance purposes. Leverage remote pointers to reference data already stored in the cloud. </p> </div> </div> <a href="/site/products/artifacts-dataset-management/" class="vcex-button theme-button c-button c-button--text-link text-link--white inline"><span class="theme-button-inner">Comet Artifacts</span></a> </div></div></div></div></div></div></div></div></div><div class="wpb_column js-accordion-block--content accordion-content vc_column_container vc_col-sm-12 vc_col-md-3/5 hidden-phone"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-flex-container vcex-module wpex-flex wpex-gap-20 wpex-flex-col wpex-justify-start vc-accordion-block__panel easy-to-integrate js-active"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1440" height="960" src="/site/wp-content/uploads/2024/09/Opik-Product-page-Header.png" class="wpex-align-middle" alt="" loading="lazy" srcset="/site/wp-content/uploads/2024/09/Opik-Product-page-Header.png 1440w, /site/wp-content/uploads/2024/09/Opik-Product-page-Header-300x200.png 300w, /site/wp-content/uploads/2024/09/Opik-Product-page-Header-1024x683.png 1024w, /site/wp-content/uploads/2024/09/Opik-Product-page-Header-768x512.png 768w, /site/wp-content/uploads/2024/09/Opik-Product-page-Header-420x280.png 420w" sizes="auto, (max-width: 1440px) 100vw, 1440px" /></div></figure></div><div class="vcex-flex-container vcex-module wpex-flex wpex-gap-20 wpex-flex-col wpex-justify-start vc-accordion-block__panel track-and-share"><figure class="vcex-image vcex-module wpex-clr u-img-drop-shadow--lg"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1040" height="693" src="/site/wp-content/uploads/2022/09/01-easy-to-integrate.svg" class="wpex-align-middle" alt="Panels in Comet" width="9999" loading="lazy" /></div></figure></div><div class="vcex-flex-container vcex-module wpex-flex wpex-gap-20 wpex-flex-col wpex-justify-start vc-accordion-block__panel build-your-own"><figure class="vcex-image vcex-module wpex-clr u-img-drop-shadow--lg"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1040" height="900" src="/site/wp-content/uploads/2022/06/Feature_Section_-_Model_in_production.svg" class="wpex-align-middle" alt="Model Production Monitoring | Comet ML" width="9999" loading="lazy" /></div></figure></div><div class="vcex-flex-container vcex-module wpex-flex wpex-gap-20 wpex-flex-col wpex-justify-start vc-accordion-block__panel manage-and-track"><figure class="vcex-image vcex-module wpex-clr u-img-drop-shadow--lg"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1040" height="694" src="/site/wp-content/uploads/2022/09/05-manage-your-models.svg" class="wpex-align-middle" alt="model registry screen in Comet" width="9999" loading="lazy" /></div></figure></div><div class="vcex-flex-container vcex-module wpex-flex wpex-gap-20 wpex-flex-col wpex-justify-start vc-accordion-block__panel manage-your-production"><figure class="vcex-image vcex-module wpex-clr u-img-drop-shadow--lg"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img decoding="async" width="1040" height="694" src="/site/wp-content/uploads/2022/09/04-track-and-version.svg" class="wpex-align-middle" alt="Artifacts screen in Comet" width="9999" loading="lazy" /></div></figure></div></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid hp_bg_img_left vc_custom_1733947369775" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-533067af9e6d69f04" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-533067af9e6d69f04 uvc-3556 hp_h2_manage" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-sub-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-533067af9e6d69f04 .uvc-sub-heading ' data-responsive-json-new='{"font-size":"desktop:48px;tablet:30px;tablet_portrait:30px;mobile_landscape:30px;mobile:30px;","line-height":"desktop:56px;tablet:36px;tablet_portrait:36px;mobile_landscape:36px;mobile:36px;"}' style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-bottom:20px;"> <h2 style="max-width: 750px; margin: 0 auto !important; color: #f3f4fe; font-family: 'Roboto'; font-weight: 400; letter-spacing: 1px; font-size: 48px; line-height: 56px;"><span style="color: #6064ff;">Easy</span> Integration</h2> </div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color visible-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 750px; margin: 0 auto;">Add just a few lines of code to your notebook or script and automatically start tracking LLM traces, code, hyperparameters, metrics, model predictions, and more.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-multi-buttons wpex-flex wpex-flex-wrap wpex-items-center wpex-gap-10 wpex-justify-center" style="gap:30px;"><a href="/signup" class="theme-button c-button c-button--blue c-button--large vcex-count-1"><span class="theme-button-inner"> Try Comet Free</span></a><a href="https://colab.research.google.com/github/comet-ml/comet-examples/blob/master/guides/get-started/Comet_Quickstart.ipynb" class="theme-button c-button c-button--text-link c-button--24-text-light vcex-count-2" target="_blank" rel="noopener noreferrer"><span class="theme-button-inner">Try a Live Notebook</span></a></div></div></div></div></div><div class="vcex-shortcode wpex-clr"><div class="c-code-samples js-code-samples"> <nav class="c-code-samples__nav"> <h3 class="c-code-samples__group-title">Opik LLM Evaluation</h3> <h4 class="c-code-samples__sample-title"> <a href="#any-llm"> <img decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/any-framework-icon.svg" class="attachment-full size-full" alt="icon with 2 arrows pointing back and forth" /> <span>Any LLM</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#llamaindex"> <img decoding="async" width="87" height="88" src="/site/wp-content/uploads/2024/10/image-1.png" class="attachment-full size-full" alt="" /> <span>LlamaIndex</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#langchain-2"> <img decoding="async" width="87" height="88" src="/site/wp-content/uploads/2024/10/langchain-1-1.png" class="attachment-full size-full" alt="" /> <span>LangChain</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#openai"> <img loading="lazy" decoding="async" width="48" height="48" src="/site/wp-content/uploads/2023/12/OpenAI-code.png" class="attachment-full size-full" alt="OpenAI logo" /> <span>OpenAI</span> </a> </h4> <h3 class="c-code-samples__group-title">Experiment Management</h3> <h4 class="c-code-samples__sample-title"> <a href="#pytorch"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/pytorch-icon-no-fill.svg" class="attachment-full size-full" alt="PyTorch logo" /> <span>Pytorch</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#pytorch-lightening"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/pytorch-lightning-icon.svg" class="attachment-full size-full" alt="pytorch lightning logo" /> <span>Pytorch Lightning</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#hugging-face"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/hugging-face-icon-no-fill.svg" class="attachment-full size-full" alt="Hugging Face logo" /> <span>Hugging Face</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#keras"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/keras-icon.png" class="attachment-full size-full" alt="Keras logo" /> <span>Keras</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#tensorflow"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/tensorflow-icon-no-fill.svg" class="attachment-full size-full" alt="Tensorflow logo" /> <span>Tensorflow</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#scikit-learn"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/scikit-learn-icon-no-fill.svg" class="attachment-full size-full" alt="SciKit Learn logo" /> <span>Scikit-learn</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#xgboost"> <img loading="lazy" decoding="async" width="48" height="48" src="/site/wp-content/uploads/2022/08/xgboost-icon-no-fill.png" class="attachment-full size-full" alt="XGBoost logo" /> <span>XGBoost</span> </a> </h4> <h4 class="c-code-samples__sample-title"> <a href="#any-framework"> <img decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/any-framework-icon.svg" class="attachment-full size-full" alt="icon with 2 arrows pointing back and forth" /> <span>Any framework</span> </a> </h4> <h3 class="c-code-samples__group-title">Model Monitoring</h3> <h4 class="c-code-samples__sample-title"> <a href="#any-framework-2"> <img decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/any-framework-icon.svg" class="attachment-full size-full" alt="icon with 2 arrows pointing back and forth" /> <span>Any Framework</span> </a> </h4> </nav> <div class="c-code-samples__body"> <div id="any-llm" class="c-code-samples__code"> <pre><code class="language-python">from opik import track @track def llm_chain(user_question): context = get_context(user_question) response = call_llm(user_question, context) return response @track def get_context(user_question): # Logic that fetches the context, hard coded here return ["The dog chased the cat.", "The cat was called Luky."] @track def call_llm(user_question, context): # LLM call, can be combined with any Opik integration return "The dog chased the cat Luky." response = llm_chain("What did the dog do ?") print(response)</code></pre> </div> <div id="llamaindex" class="c-code-samples__code"> <pre><code class="language-python">from llama_index.core import VectorStoreIndex, global_handler, set_global_handler from llama_index.core.schema import TextNode # Configure the Opik integration set_global_handler("opik") opik_callback_handler = global_handler node1 = TextNode(text="The cat sat on the mat.", id_="1") node2 = TextNode(text="The dog chased the cat.", id_="2") index = VectorStoreIndex([node1, node2]) # Create a LlamaIndex query engine query_engine = index.as_query_engine() # Query the documents response = query_engine.query("What did the dog do ?") print(response)</code></pre> </div> <div id="langchain-2" class="c-code-samples__code"> <pre><code class="language-python">from langchain_openai import ChatOpenAI from opik.integrations.langchain import OpikTracer # Initialize the tracer opik_tracer = OpikTracer() # Create the LLM Chain using LangChain llm = ChatOpenAI(temperature=0) # Configure the Opik integration llm = llm.with_config({"callbacks": [opik_tracer]}) llm.invoke("Hello, how are you?")</code></pre> </div> <div id="openai" class="c-code-samples__code"> <pre><code class="language-python">from openai import OpenAI from opik.integrations.openai import track_openai openai_client = OpenAI() openai_client = track_openai(openai_client) response = openai_client.chat.completions.create( model="gpt-3.5-turbo", messages=[ {"role": "user", "content": "Hello, world!"} ] )</code></pre> </div> <div id="pytorch" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import torch.nn as nn # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Create your model class class RNN(nn.Module): #... Define your Class # 3. Train and test your model while logging everything to Comet with experiment.train(): # ...Train your model and log metrics experiment.log_metric("accuracy", correct / total, step = step) # 4. View real-time metrics in Comet</code></pre> </div> <div id="pytorch-lightening" class="c-code-samples__code"> <pre><code class="language-python">from pytorch_lightning.loggers import CometLogger # 1. Create your Model # 2. Initialize CometLogger comet_logger = CometLogger() # 3. Train your model trainer = pl.Trainer( logger=[comet_logger], # ...configs ) trainer.fit(model) # 4. View real-time metrics in Comet</code></pre> </div> <div id="hugging-face" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment from transformers import Trainer # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Train your model trainer = Trainer( model = model, # ...configs ) trainer.train() # 3. View real-time metrics in Comet</code></pre> </div> <div id="keras" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment from tensorflow import keras # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Define your model model = tf.keras.Model( # ...configs ) # 3. Train your model model.fit( x_train, y_train, validation_data=(x_test, y_test), ) # 4. Track real-time metrics in Comet</code></pre> </div> <div id="tensorflow" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import tensorflow as tf # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Define and train your model model.fit(...) # 3. Log additional model metrics and params experiment.log_parameters({'custom_params': True}) experiment.log_metric('custom_metric', 0.95) # 4. Track real-time metrics in Comet</code></pre> </div> <div id="scikit-learn" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import tree from sklearn # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Build your model and fit clf = tree.DecisionTreeClassifier( # ...configs ) clf.fit(X_train_scaled, y_train) params = {...} metrics = {...} # 3. Log additional metrics and params experiment.log_parameters(params) experiment.log_metrics(metrics) # 4. Track model performance in Comet</code></pre> </div> <div id="xgboost" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import xgboost as xgb # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Define your model and fit xg_reg = xgb.XGBRegressor( # ...configs ) xg_reg.fit( X_train, y_train, eval_set=[(X_train, y_train), (X_test, y_test)], eval_metric="rmse", ) # 3. Track model performance in Comet</code></pre> </div> <div id="any-framework" class="c-code-samples__code"> <pre><code class="language-python"># Utilize Comet in any environment from comet_ml import Experiment # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Model training here # 3. Log metrics or params over time experiment.log_metrics(metrics) #4. Track real-time metrics in Comet</code></pre> </div> <div id="any-framework-2" class="c-code-samples__code"> <pre><code class="language-python"># Utilize Comet in any environment from comet_mpm import CometMPM # 1. Create the MPM logger MPM = CometMPM() # 2. Add your inference logic here # 3. Log metrics or params over time MPM.log_event( prediction_id="...", input_features=input_features, output_value=prediction, output_probability=probability, )</code></pre> </div> </div> </div> <div class="c-code-samples--mobile js-code-samples--mobile"> <div class="c-code-samples__body"> <h3 class="c-code-samples__group-title">Opik LLM Evaluation</h3> <h4 class="c-code-samples__sample-title"> <a href="#any-llm"> <img decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/any-framework-icon.svg" class="attachment-full size-full" alt="icon with 2 arrows pointing back and forth" /> <span>Any LLM</span> </a> </h4> <div id="any-llm" class="c-code-samples__code"> <pre><code class="language-python">from opik import track @track def llm_chain(user_question): context = get_context(user_question) response = call_llm(user_question, context) return response @track def get_context(user_question): # Logic that fetches the context, hard coded here return ["The dog chased the cat.", "The cat was called Luky."] @track def call_llm(user_question, context): # LLM call, can be combined with any Opik integration return "The dog chased the cat Luky." response = llm_chain("What did the dog do ?") print(response)</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#llamaindex"> <img decoding="async" width="87" height="88" src="/site/wp-content/uploads/2024/10/image-1.png" class="attachment-full size-full" alt="" /> <span>LlamaIndex</span> </a> </h4> <div id="llamaindex" class="c-code-samples__code"> <pre><code class="language-python">from llama_index.core import VectorStoreIndex, global_handler, set_global_handler from llama_index.core.schema import TextNode # Configure the Opik integration set_global_handler("opik") opik_callback_handler = global_handler node1 = TextNode(text="The cat sat on the mat.", id_="1") node2 = TextNode(text="The dog chased the cat.", id_="2") index = VectorStoreIndex([node1, node2]) # Create a LlamaIndex query engine query_engine = index.as_query_engine() # Query the documents response = query_engine.query("What did the dog do ?") print(response)</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#langchain-2"> <img decoding="async" width="87" height="88" src="/site/wp-content/uploads/2024/10/langchain-1-1.png" class="attachment-full size-full" alt="" /> <span>LangChain</span> </a> </h4> <div id="langchain-2" class="c-code-samples__code"> <pre><code class="language-python">from langchain_openai import ChatOpenAI from opik.integrations.langchain import OpikTracer # Initialize the tracer opik_tracer = OpikTracer() # Create the LLM Chain using LangChain llm = ChatOpenAI(temperature=0) # Configure the Opik integration llm = llm.with_config({"callbacks": [opik_tracer]}) llm.invoke("Hello, how are you?")</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#openai"> <img loading="lazy" decoding="async" width="48" height="48" src="/site/wp-content/uploads/2023/12/OpenAI-code.png" class="attachment-full size-full" alt="OpenAI logo" /> <span>OpenAI</span> </a> </h4> <div id="openai" class="c-code-samples__code"> <pre><code class="language-python">from openai import OpenAI from opik.integrations.openai import track_openai openai_client = OpenAI() openai_client = track_openai(openai_client) response = openai_client.chat.completions.create( model="gpt-3.5-turbo", messages=[ {"role": "user", "content": "Hello, world!"} ] )</code></pre> </div> <h3 class="c-code-samples__group-title">Experiment Management</h3> <h4 class="c-code-samples__sample-title"> <a href="#pytorch"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/pytorch-icon-no-fill.svg" class="attachment-full size-full" alt="PyTorch logo" /> <span>Pytorch</span> </a> </h4> <div id="pytorch" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import torch.nn as nn # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Create your model class class RNN(nn.Module): #... Define your Class # 3. Train and test your model while logging everything to Comet with experiment.train(): # ...Train your model and log metrics experiment.log_metric("accuracy", correct / total, step = step) # 4. View real-time metrics in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#pytorch-lightening"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/pytorch-lightning-icon.svg" class="attachment-full size-full" alt="pytorch lightning logo" /> <span>Pytorch Lightning</span> </a> </h4> <div id="pytorch-lightening" class="c-code-samples__code"> <pre><code class="language-python">from pytorch_lightning.loggers import CometLogger # 1. Create your Model # 2. Initialize CometLogger comet_logger = CometLogger() # 3. Train your model trainer = pl.Trainer( logger=[comet_logger], # ...configs ) trainer.fit(model) # 4. View real-time metrics in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#hugging-face"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/hugging-face-icon-no-fill.svg" class="attachment-full size-full" alt="Hugging Face logo" /> <span>Hugging Face</span> </a> </h4> <div id="hugging-face" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment from transformers import Trainer # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Train your model trainer = Trainer( model = model, # ...configs ) trainer.train() # 3. View real-time metrics in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#keras"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/keras-icon.png" class="attachment-full size-full" alt="Keras logo" /> <span>Keras</span> </a> </h4> <div id="keras" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment from tensorflow import keras # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Define your model model = tf.keras.Model( # ...configs ) # 3. Train your model model.fit( x_train, y_train, validation_data=(x_test, y_test), ) # 4. Track real-time metrics in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#tensorflow"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/tensorflow-icon-no-fill.svg" class="attachment-full size-full" alt="Tensorflow logo" /> <span>Tensorflow</span> </a> </h4> <div id="tensorflow" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import tensorflow as tf # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Define and train your model model.fit(...) # 3. Log additional model metrics and params experiment.log_parameters({'custom_params': True}) experiment.log_metric('custom_metric', 0.95) # 4. Track real-time metrics in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#scikit-learn"> <img loading="lazy" decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/scikit-learn-icon-no-fill.svg" class="attachment-full size-full" alt="SciKit Learn logo" /> <span>Scikit-learn</span> </a> </h4> <div id="scikit-learn" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import tree from sklearn # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Build your model and fit clf = tree.DecisionTreeClassifier( # ...configs ) clf.fit(X_train_scaled, y_train) params = {...} metrics = {...} # 3. Log additional metrics and params experiment.log_parameters(params) experiment.log_metrics(metrics) # 4. Track model performance in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#xgboost"> <img loading="lazy" decoding="async" width="48" height="48" src="/site/wp-content/uploads/2022/08/xgboost-icon-no-fill.png" class="attachment-full size-full" alt="XGBoost logo" /> <span>XGBoost</span> </a> </h4> <div id="xgboost" class="c-code-samples__code"> <pre><code class="language-python">from comet_ml import Experiment import xgboost as xgb # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Define your model and fit xg_reg = xgb.XGBRegressor( # ...configs ) xg_reg.fit( X_train, y_train, eval_set=[(X_train, y_train), (X_test, y_test)], eval_metric="rmse", ) # 3. Track model performance in Comet</code></pre> </div> <h4 class="c-code-samples__sample-title"> <a href="#any-framework"> <img decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/any-framework-icon.svg" class="attachment-full size-full" alt="icon with 2 arrows pointing back and forth" /> <span>Any framework</span> </a> </h4> <div id="any-framework" class="c-code-samples__code"> <pre><code class="language-python"># Utilize Comet in any environment from comet_ml import Experiment # 1. Define a new experiment experiment = Experiment(project_name="YOUR PROJECT") # 2. Model training here # 3. Log metrics or params over time experiment.log_metrics(metrics) #4. Track real-time metrics in Comet</code></pre> </div> <h3 class="c-code-samples__group-title">Model Monitoring</h3> <h4 class="c-code-samples__sample-title"> <a href="#any-framework-2"> <img decoding="async" width="24" height="24" src="/site/wp-content/uploads/2022/08/any-framework-icon.svg" class="attachment-full size-full" alt="icon with 2 arrows pointing back and forth" /> <span>Any Framework</span> </a> </h4> <div id="any-framework-2" class="c-code-samples__code"> <pre><code class="language-python"># Utilize Comet in any environment from comet_mpm import CometMPM # 1. Create the MPM logger MPM = CometMPM() # 2. Add your inference logic here # 3. Log metrics or params over time MPM.log_event( prediction_id="...", input_features=input_features, output_value=prediction, output_probability=probability, )</code></pre> </div> </div> </div> </div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid vc_custom_1733942429475" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-596267af9e6d7ea27" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-596267af9e6d7ea27 uvc-3772 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-596267af9e6d7ea27 h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:24px;tablet_portrait:24px;mobile_landscape:24px;mobile:24px;","line-height":"desktop:56px;tablet:28px;tablet_portrait:28px;mobile_landscape:28px;mobile:28px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-bottom:40px;">An End-to-End Model Evaluation Platform</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color visible-desktop-large wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 920px; margin: 0 auto;">Comet’s end-to-end model evaluation platform for developers focuses on shipping AI features, including open source LLM tracing, ML unit-testing, evaluations, experiment tracking and production monitoring.</p> </div> </div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:22px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color visible-desktop-large wpb_content_element vc_custom_1726344718060" > <div class="wpb_wrapper"> <p style="color: #afafce; font-size: 22px; line-height: 27px; max-width: 1140px; margin: 0px auto; text-align: left;"><a style="color: #6064ff; tet-decoration: underline;" href="https://comet.com/site/products/ml-experiment-tracking/">Track and compare your training runs</a>, <a style="color: #6064ff; text-decoration: underline;" href="https://comet.com/site/products/opik/">log and evaluate your LLM responses</a>, version your <a style="color: #6064ff; text-decoration: underline;" href="https://comet.com/site/products/machine-learning-model-versioning/">models</a> and <a style="color: #6064ff; text-decoration: underline;" href="https://comet.com/site/products/artifacts-dataset-management/">training data</a>, and <a style="color: #6064ff; text-decoration: underline;" href="https://comet.com/site/products/model-production-monitoring/">monitor your models in production</a> – all in one platform.</p> </div> </div> <figure class="vcex-image vcex-module wpex-clr textcenter"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1726345213000"><img decoding="async" width="1200" height="635" src="/site/wp-content/uploads/2024/09/Feature-collage.png" class="wpex-align-middle" alt="" loading="lazy" style="border-radius:0;" srcset="/site/wp-content/uploads/2024/09/Feature-collage.png 1200w, /site/wp-content/uploads/2024/09/Feature-collage-300x159.png 300w, /site/wp-content/uploads/2024/09/Feature-collage-1024x542.png 1024w, /site/wp-content/uploads/2024/09/Feature-collage-768x406.png 768w, /site/wp-content/uploads/2024/09/Feature-collage-420x222.png 420w" sizes="auto, (max-width: 1200px) 100vw, 1200px" /></div></figure></div></div></div></div><div id="tabs-html" class="vc_section vc_custom_1726606140634 wpex-vc_section-has-fill wpex-vc-reset-negative-margin"><div class="vc_row wpb_row vc_row-fluid vc_custom_1726607064101 visible-desktop-large" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-654467af9e6d7fc24" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-654467af9e6d7fc24 uvc-6321 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-654467af9e6d7fc24 h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:48px;tablet_portrait:48px;mobile_landscape:48px;mobile:48px;","line-height":"desktop:56px;tablet:56px;tablet_portrait:56px;mobile_landscape:56px;mobile:56px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-bottom:40px;">Where AI Developers Build</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element vc_custom_1726606879214" > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 810px; margin: 0 auto;">Run Comet’s end-to-end evaluation platform on any infrastructure to see firsthand how Comet’s reshapes your workflow. Bring your existing software and data stack. Use code panels to create visualizations in your preferred user interfaces.</p> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid hidden-desktop-large" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-603367af9e6d802c1" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-603367af9e6d802c1 uvc-7934 " data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-603367af9e6d802c1 h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:48px;tablet_portrait:48px;mobile_landscape:48px;mobile:48px;","line-height":"desktop:56px;tablet:56px;tablet_portrait:56px;mobile_landscape:56px;mobile:56px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:60px;margin-bottom:40px;">Where AI Developers Build</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 810px; margin: 0 auto;">Run Comet’s end-to-end evaluation platform on any infrastructure to see firsthand how Comet’s reshapes your workflow. Bring your existing software and data stack. Use code panels to create visualizations in your preferred user interfaces.</p> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid tabs-container"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_raw_code wpb_content_element wpb_raw_html" > <div class="wpb_wrapper"> <div class="vc_section before-after-section vc_custom_1655317004523 wpex-vc_section-has-fill wpex-vc-reset-negative-margin wpex-vc-full-width-section wpex-vc-full-width-section--centered"><div class="vc_row wpb_row vc_row-fluid before-after-section__tabs lottie-animation"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_tta-container" data-vc-action="collapse"><div class="vc_general vc_tta vc_tta-tabs vc_tta-color-grey vc_tta-style-classic vc_tta-shape-rounded vc_tta-spacing-1 vc-tabs vc-tabs--reset vc-tabs--before-after vc_tta-tabs-position-top vc_tta-controls-align-left"><div class="vc_tta-tabs-container"><ul class="vc_tta-tabs-list" role="tablist"><li class="vc_tta-tab vc_active" data-vc-tab=""><a href="#BeforeCometaa89-bc6f" id="bclink" data-vc-tabs="" data-vc-container=".vc_tta" role="tab" aria-selected="true" tabindex="0"><span class="vc_tta-title-text">Before Comet</span></a></li><li class="vc_tta-tab" data-vc-tab=""><a id="aclink" href="#AfterCometaa89-bc6f" data-vc-tabs="" data-vc-container=".vc_tta" role="tab" aria-selected="false" tabindex="-1"><span class="vc_tta-title-text">After Comet</span></a></li></ul></div><div class="vc_tta-panels-container"><div class="vc_tta-panels"><div class="vc_tta-panel vc_active" id="BeforeCometaa89-bc6f" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title"><a href="#BeforeCometaa89-bc6f" data-vc-accordion="" data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">Before Comet</span></a></h4></div><div class="vc_tta-panel-body" role="tabpanel"> <div class="wpb_raw_code wpb_content_element wpb_raw_html lottie-animation__item"> <div class="wpb_wrapper"> <lottie-player class="js-lottie-anim-init" speed="1" mode="normal" src="/wp-content/themes/comet-2022/animations/before-animation-v2.json" loop="" autoplay="" background="transparent"></lottie-player> </div> </div> <figure class="vcex-image vcex-module wpex-clr textcenter visible-phone"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="393" height="494" src="/wp-content/uploads/2022/05/before-comet-infographic-mobile-a.svg" class="wpex-align-middle" alt="ML Stack Before Comet ML" decoding="async" loading="lazy"></div></figure></div></div><div class="vc_tta-panel" id="AfterCometaa89-bc6f" data-vc-content=".vc_tta-panel-body"><div class="vc_tta-panel-heading"><h4 class="vc_tta-panel-title"><a href="#AfterCometaa89-bc6f" data-vc-accordion="" data-vc-container=".vc_tta-container"><span class="vc_tta-title-text">After Comet</span></a></h4></div><div class="vc_tta-panel-body" role="tabpanel"> <div class="wpb_raw_code wpb_content_element wpb_raw_html lottie-animation__item"> <div class="wpb_wrapper"> <lottie-player class="js-lottie-anim-init" speed="1" mode="normal" src="/wp-content/themes/comet-2022/animations/after-animation-v2.json" loop="" autoplay="" background="transparent"></lottie-player> </div> </div> <figure class="vcex-image vcex-module wpex-clr textcenter visible-phone"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="385" height="458" src="/wp-content/uploads/2022/05/after-comet-infographic-mobile.svg" class="wpex-align-middle" alt="Move ML Forward | After Comet ML" decoding="async" loading="lazy"></div></figure></div></div></div></div></div></div></div></div></div><script src="/wp-content/themes/comet-2022/js/libs/lottie.js"></script></div><div class="vc_row wpb_row vc_row-fluid vc-infrastructure-logos u-padding-top--sm u-padding-bottom--lg"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_separator wpb_content_element vc_separator_align_center vc_sep_width_100 vc_sep_pos_align_center vc_separator--tab-logos vc_separator-has-text"><span class="vc_sep_holder vc_sep_holder_l"><span class="vc_sep_line"></span></span><h4>Infrastructure</h4><span class="vc_sep_holder vc_sep_holder_r"><span class="vc_sep_line"></span></span> </div></div></div><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="53" height="32" src="/site/wp-content/uploads/2022/05/aws-logo-grey.svg" class="wpex-align-middle" alt="aws-logo-grey" decoding="async" loading="lazy"></div></figure><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="180" height="28" src="/site/wp-content/uploads/2022/05/google-cloud-logo-grey.svg" class="wpex-align-middle" alt="google-cloud-logo-grey" decoding="async" loading="lazy"></div></figure><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="152" height="42" src="/site/wp-content/uploads/2022/05/imb-cloud-logo-grey.svg" class="wpex-align-middle" alt="imb-cloud-logo-grey" decoding="async" loading="lazy"></div></figure><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="155" height="18" src="/site/wp-content/uploads/2022/05/microsoft-azure-logo-grey.svg" class="wpex-align-middle" alt="microsoft-azure-logo-grey" decoding="async" loading="lazy"></div></figure><figure class="vcex-image vcex-module wpex-clr"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="158" height="27" src="/site/wp-content/uploads/2022/05/on-premise-logo-grey.svg" class="wpex-align-middle" alt="on-premise-logo-grey" decoding="async" loading="lazy"></div></figure></div></div></div></div></div> </div> </div> <div class="wpb_raw_code wpb_raw_js" > <div class="wpb_wrapper"> <script> const before = document.getElementById('bclink'); const after = document.getElementById('aclink'); const beforeContent = document.getElementById('BeforeCometaa89-bc6f'); const afterContent = document.getElementById('AfterCometaa89-bc6f'); before.addEventListener('click', (e) => { e.preventDefault(); activetab = before.parentElement; currentab = after.parentElement; activetab.classList.add('vc_active'); currentab.classList.remove('vc_active'); afterContent.classList.remove('vc_active'); beforeContent.classList.add('vc_active'); }); after.addEventListener('click', (e) => { e.preventDefault(); activetab = after.parentElement; currentab = before.parentElement; activetab.classList.add('vc_active'); currentab.classList.remove('vc_active'); afterContent.classList.add('vc_active'); beforeContent.classList.remove('vc_active'); }); </script> </div> </div> </div></div></div></div></div><div class="vc_section leftimg vc_custom_1726346310679 wpex-vc_section-has-fill wpex-vc-reset-negative-margin"><div class="vc_row wpb_row vc_row-fluid vc_custom_1726504253915 visible-desktop-large" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-695667af9e6d80fec" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-695667af9e6d80fec uvc-4872 driven" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-695667af9e6d80fec h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:48px;tablet_portrait:48px;mobile_landscape:48px;mobile:48px;","line-height":"desktop:56px;tablet:56px;tablet_portrait:56px;mobile_landscape:56px;mobile:56px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:60px;margin-bottom:40px;">An AI Platform Built for Enterprise, Driven by Community</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 810px; margin: 0 auto;">Comet’s end-to-end evaluation platform is trusted by innovative data scientists, ML practitioners, and engineers in the most demanding enterprise environments.</p> </div> </div> </div></div></div></div><div class="vc_row wpb_row vc_row-fluid hidden-desktop-large" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div id="ultimate-heading-502667af9e6d8163f" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-502667af9e6d8163f uvc-1535 driven" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-502667af9e6d8163f h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:48px;tablet_portrait:48px;mobile_landscape:48px;mobile:48px;","line-height":"desktop:56px;tablet:56px;tablet_portrait:56px;mobile_landscape:56px;mobile:56px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:60px;margin-bottom:40px;">An AI Platform Built for Enterprise, Driven by Community</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 810px; margin: 0 auto;">Comet’s end-to-end evaluation platform is trusted by innovative data scientists, ML practitioners, and engineers in the most demanding enterprise environments.</p> </div> </div> </div></div></div></div></div><div id="testimonial-section" class="vc_row wpb_row vc_row-fluid vc_custom_1726377312926"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"> <div class="wpb_raw_code wpb_content_element wpb_raw_html" > <div class="wpb_wrapper"> <div class="carousel-container"> <div class="carousel-track"> <div class="carousel-slide"> <div class="carousel-column"> <div class="testimonial-col"> <div class="testimonial-row"> <div class="testimonial-image"> <img decoding="async" alt="" src="/site/wp-content/uploads/2024/09/Group-1881.png" /> </div> <div class="testimonial-content"> <p>"Comet has aided our success with ML and serves to further ML development within Zappos."</p> </div> <div class="testimonial-right-content"> <img decoding="async" src="/site/wp-content/uploads/2024/09/Frame-2642.png"> <h4 style="margin-bottom: 0; margin-top: 1rem;">Kyle Anderson</h4> <p>Director of software engineering</p> </div> </div> </div> </div> <div class="carousel-column"><div class="testimonial-col"> <div class="testimonial-row"> <div class="testimonial-image"> <img decoding="async" alt="" src="/site/wp-content/uploads/2024/09/ubber-tab-content-logo-120x25-1-1.png" /> </div> <div class="testimonial-content"> <p>"Comet offers the most complete experiment tracking solution on the market. It's brought significant value to our business."</p> </div> <div class="testimonial-right-content"> <img decoding="async" src="/site/wp-content/uploads/2024/09/Frame-2642-2.png"> <h4 style="margin-bottom: 0; margin-top: 1rem;">Olcay Cirit</h4> <p>Staff Research and Tech lead</p> </div> </div> </div></div> <div class="carousel-column"><div class="testimonial-col"> <div class="testimonial-row"> <div class="testimonial-image"> <img decoding="async" alt="" src="/site/wp-content/uploads/2024/09/hugging-face-tab-content-logo-180x35-1-1.png" /> </div> <div class="testimonial-content"> <p>"Comet enables us to speed up research cycles and reliably reproduce and collaborate on our modeling projects. It has become an indispensable part of our ML workflow."</p> </div> <div class="testimonial-right-content"> <img decoding="async" src="/site/wp-content/uploads/2024/09/Frame-2642-1.png"> <h4 style="margin-bottom: 0; margin-top: 1rem;">Victor Sanh</h4> <p>Machine Learning Scientist</p> </div> </div> </div></div> </div> <div class="carousel-slide"> <div class="carousel-column"><div class="testimonial-col"> <div class="testimonial-row"> <div class="testimonial-image"> <img decoding="async" alt="" src="/site/wp-content/uploads/2024/09/Group-88.png" /> </div> <div class="testimonial-content"> <p>"None of the other products have the simplicity, ease of use and feature set that Comet has."</p> </div> <div class="testimonial-right-content"> <img decoding="async" src="/site/wp-content/uploads/2024/09/Frame-2642-3.png"> <h4 style="margin-bottom: 0; margin-top: 1rem;">Ronny Huang</h4> <p>Research Scientist</p> </div> </div> </div></div> <div class="carousel-column"><div class="testimonial-col"> <div class="testimonial-row"> <div class="testimonial-image"> <img decoding="async" alt="" src="/site/wp-content/uploads/2024/09/assembly-ai-tab-content-logo-180x35-1-1.png" /> </div> <div class="testimonial-content"> <p>"After discovering Comet, our deep learning team's productivity went up. Comet is easy to set up and allows us to move research faster."</p> </div> <div class="testimonial-right-content"> <img decoding="async" src="/site/wp-content/uploads/2024/09/Frame-2642-6.png"> <h4 style="margin-bottom: 0; margin-top: 1rem;">Guru Rao</h4> <p>Head of AI</p> </div> </div> </div></div> <div class="carousel-column"><div class="testimonial-col"> <div class="testimonial-row"> <div class="testimonial-image"> <img decoding="async" alt="" src="/site/wp-content/uploads/2024/09/ancestry-tab-content-logo-180x34-1-1.png" /> </div> <div class="testimonial-content"> <p>"We can seamlessly compare and share experiments, debug and stop underperforming models. Comet has improved our efficiency."</p> </div> <div class="testimonial-right-content"> <img decoding="async" src="/site/wp-content/uploads/2024/09/Frame-2642-5.png"> <h4 style="margin-bottom: 0; margin-top: 1rem;">Carol Anderson</h4> <p>Staff Data Scientist</p> </div> </div> </div></div> </div> </div> <button class="prev-btn"></button> <button class="next-btn"></button> </div> <style type="text/css"> .carousel-container { position: relative; overflow: hidden; width: 100%; } .carousel-track { display: flex; transition: transform 0.5s ease; } .carousel-slide { display: flex; min-width: 100%; } .carousel-column { flex: 1; box-sizing: border-box; margin-bottom:35px; } .prev-btn, .next-btn { position: absolute; bottom: 0; transform: translateX(-50%) translateY(-50%); background-color: #3d4355; color: white; border: none; padding: 0; cursor: pointer; border-radius: 50%; width: 16px; height: 16px; } .prev-btn { left: 46%; } .next-btn { right: 50%; } /* RESPONSIVE SETTINGS */ @media (max-width: 1024px) { .carousel-slide { display: grid; grid-template-columns: 1fr 1fr; } } @media (max-width: 768px) { .carousel-slide { display: grid; grid-template-columns: 1fr; } .next-btn { right: 55%; } .prev-btn, .next-btn { bottom: 0; } } </style> </div> </div> <div class="wpb_raw_code wpb_raw_js" > <div class="wpb_wrapper"> <script type="text/javascript"> const track = document.querySelector('.carousel-track'); const slides = Array.from(track.children); const nextButton = document.querySelector('.next-btn'); const prevButton = document.querySelector('.prev-btn'); let currentIndex = 0; function updateCarousel() { const visibleColumns = getVisibleColumns(); const slideWidth = slides[0].getBoundingClientRect().width / visibleColumns; // Update transform based on the visible columns and current index track.style.transform = 'translateX(-' + slideWidth * currentIndex + 'px)'; } nextButton.addEventListener('click', () => { const visibleColumns = getVisibleColumns(); //currentIndex = Math.min(currentIndex + visibleColumns, slides.length - visibleColumns); if (window.innerWidth <= 768) { currentIndex = 1; } else { currentIndex = 3; } updateCarousel(); }); prevButton.addEventListener('click', () => { const visibleColumns = getVisibleColumns(); //currentIndex = Math.max(currentIndex - visibleColumns, 0); currentIndex = 0; updateCarousel(); }); window.addEventListener('resize', updateCarousel); // Initialize the carousel updateCarousel(); function getVisibleColumns() { if (window.innerWidth <= 768) { return 1; // 1 column on mobile screens } else if (window.innerWidth <= 1024) { return 2; // 2 columns on tablets } else { return 3; // 3 columns on larger screens } } </script> </div> </div> </div></div></div></div><div class="vc_section leftimg vc_custom_1726346310679 wpex-vc_section-has-fill wpex-vc-reset-negative-margin"><div class="vc_row wpb_row vc_row-fluid vc_custom_1726352549549 visible-desktop-large" style="background-position:left top !important;background-size:30% !important;"><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div><div class="wpb_column started vc_column_container vc_col-sm-8 wpex-vc_col-has-fill visible-desktop-large"><div style="background-position:center !important;background-size:75% !important;" class="vc_column-inner vc_custom_1733264204344"><div class="wpb_wrapper"><div id="ultimate-heading-310567af9e6d8250c" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-310567af9e6d8250c uvc-504 driven" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-310567af9e6d8250c h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:24px;tablet_portrait:24px;mobile_landscape:24px;mobile:24px;","line-height":"desktop:56px;tablet:28px;tablet_portrait:28px;mobile_landscape:28px;mobile:28px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:60px;margin-bottom:40px;">Get started today, free</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 480px; margin: 0 auto;">No credit card required, try Comet with no risk and no commitment.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-multi-buttons wpex-flex wpex-flex-wrap wpex-items-center wpex-gap-10 wpex-justify-center" style="gap:30px;"><a href="/signup?from=llm" class="theme-button c-button c-button--dark vcex-count-1"><span class="theme-button-inner"> Try Comet Free</span></a><a href="/site/about-us/contact-us/" class="theme-button c-button c-button--text-link text-link--white text-link--white-no-hover vcex-count-2"><span class="theme-button-inner">Contact Sales</span></a></div></div></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div><div class="vc_row wpb_row vc_row-fluid hidden-desktop-large" style="background-position:left top !important;background-size:50% !important;"><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div><div class="wpb_column started vc_column_container vc_col-sm-8 wpex-vc_col-has-fill"><div style="background-position:center !important;background-size:contain !important;" class="vc_column-inner vc_custom_1733264210720"><div class="wpb_wrapper"><div id="ultimate-heading-323467af9e6d83127" class="uvc-heading ult-adjust-bottom-margin ultimate-heading-323467af9e6d83127 uvc-2874 driven" data-hspacer="no_spacer" data-halign="center" style="text-align:center"><div class="uvc-heading-spacer no_spacer" style="top"></div><div class="uvc-main-heading ult-responsive" data-ultimate-target='.uvc-heading.ultimate-heading-323467af9e6d83127 h2' data-responsive-json-new='{"font-size":"desktop:48px;tablet:24px;tablet_portrait:24px;mobile_landscape:24px;mobile:24px;","line-height":"desktop:56px;tablet:28px;tablet_portrait:28px;mobile_landscape:28px;mobile:28px;"}' ><h2 style="font-family:'Roboto';font-weight:normal;color:#f3f4fe;margin-top:60px;margin-bottom:40px;">Get started today, free</h2></div></div> <div style="color:#afafce;font-family:'Roboto',sans-serif;font-size:24px;text-align:center;line-height:var(--wpex-leading-relaxed);" class="wpb_text_column has-custom-color wpex-child-inherit-color wpb_content_element " > <div class="wpb_wrapper"> <p style="text-align: center; color: #afafce; font-size: 22px; line-height: 27px; max-width: 480px; margin: 0 auto;">No credit card required, try Comet with no risk and no commitment.</p> </div> </div> <div class="vc_row wpb_row vc_inner vc_row-fluid vc_custom_1726412920844"><div class="wpb_column vc_column_container vc_col-sm-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vcex-multi-buttons wpex-flex wpex-flex-wrap wpex-items-center wpex-gap-10 wpex-justify-center" style="gap:30px;"><a href="/signup?from=llm" class="theme-button c-button c-button--dark vcex-count-1"><span class="theme-button-inner"> Try Comet Free</span></a><a href="/site/about-us/contact-us/" class="theme-button c-button c-button--text-link text-link--white text-link--white-no-hover vcex-count-2"><span class="theme-button-inner">Contact Sales</span></a></div></div></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-2"><div class="vc_column-inner"><div class="wpb_wrapper"></div></div></div></div></div> </div> </article> </div> </div> </div> </main> <footer id="footer-builder" class="footer-builder" itemscope="itemscope" itemtype="https://schema.org/WPFooter"> <div class="footer-builder-content container entry wpex-clr"> <div class="vc_row wpb_row vc_row-fluid main-footer"><div class="wpb_column vc_column_container vc_col-sm-4 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block footer-social-title"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Subscribe to Comet</span></h2> <div class="wpb_text_column wpb_content_element footer-builder__text" > <div class="wpb_wrapper"> <p>Sign up to receive the Comet newsletter and never miss out on the latest ML updates, news and events!</p> </div> </div> <div class="wpb_raw_code wpb_content_element wpb_raw_html" > <div class="wpb_wrapper"> <script src="//go.comet.ml/js/forms2/js/forms2.min.js"></script> <form id="mktoForm_1206"> <style type="text/css">.mktoForm .mktoButtonWrap.mktoSimple .mktoButton { color:#fff; border:1px solid #75ae4c; padding:0.4em 1em; font-size:1em; background-color:#99c47c; background-image: -webkit-gradient(linear, left top, left bottom, from(#99c47c), to(#75ae4c)); background-image: -webkit-linear-gradient(top, #99c47c, #75ae4c); background-image: -moz-linear-gradient(top, #99c47c, #75ae4c); background-image: linear-gradient(to bottom, #99c47c, #75ae4c); } .mktoForm .mktoButtonWrap.mktoSimple .mktoButton:hover { border:1px solid #447f19; } .mktoForm .mktoButtonWrap.mktoSimple .mktoButton:focus { outline:none; border:1px solid #447f19; } .mktoForm .mktoButtonWrap.mktoSimple .mktoButton:active{ background-color:#75ae4c; background-image: -webkit-gradient(linear, left top, left bottom, from(#75ae4c), to(#99c47c)); background-image: -webkit-linear-gradient(top, #75ae4c, #99c47c); background-image: -moz-linear-gradient(top, #75ae4c, #99c47c); background-image: linear-gradient(to bottom, #75ae4c, #99c47c); } #mktoForm_1206 { width: 100% !important; } </style> </form> <script> setTimeout(function(){ MktoForms2.loadForm("//go.comet.ml", "912-JJP-445", 1206); },1000); </script> <script> setTimeout(function(){ MktoForms2.whenReady(function (form){ //Hidden input fix var formEl = form.getFormElem()[0]; var hiddenEls = formEl.querySelectorAll('.mktoFormRow INPUT[type="hidden"]'); [].forEach.call(hiddenEls,function(el){ el.parentNode.classList.add("hidden-el-row"); }); // Add an onSubmit handler // form.onSubmit(function(){ // // Get the form field values // var vals = form.vals(); // // You may wish to call other function calls here, for example to fire google analytics tracking or the like // // callSomeFunction(vals); // // We'll just alert them to show the principle // alert("Submitted values: " + JSON.stringify(vals)); // }); //Add an onSuccess handler form.onSuccess(function(values, followUpUrl){ //get the form's jQuery element and hide it var myID = form.getId(); var vals = form.vals(); //alert("Submitted values: " + JSON.stringify(vals)); if(myID == '1206'){ form.getFormElem().hide(); document.getElementById('Confirm-Form_Newsletter').style.display = 'block'; } //return false to prevent the submission handler from taking the lead to the follow up url. return false; }); }); },1500); </script> <style> form#mktoForm_1206 { margin-top: 2rem; } form#mktoForm_1206 .mktoOffset { display: none; } #mktoForm_1206 label { margin-bottom: 1rem; width: auto !important; } #mktoForm_1206 .mktoFormCol { width: 100% !important; } #mktoForm_1206 .mktoGutter.mktoHasWidth { display: none; } #mktoForm_1206 input { width: 100% !important; padding: 1rem; } #mktoForm_1206 .mktoFieldWrap { width: 100% !important; } #mktoForm_1206 button.mktoButton { background: #000 !important; padding: 1rem 3rem !important; font-size: 1.8rem !important; border-radius: 6px !important; } #mktoForm_1206 span.mktoButtonWrap.mktoSimple { margin-left: 0 !important; } </style> </div> </div> <div class="wpb_text_column wpb_content_element marketo-form--newsletter-thanks" id="Confirm-Form_Newsletter"> <div class="wpb_wrapper"> <p><strong>Thank you for subscribing to Comet’s newsletter!</strong></p> </div> </div> </div></div></div><div class="wpb_column footer-builder__menu-col-a vc_column_container vc_col-sm-4 vc_col-md-3 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Products</h2><div class="menu-footer-menu-product-container"><ul id="menu-footer-menu-product" class="menu"><li id="menu-item-3028" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3028"><a href="/site/products/ml-experiment-tracking/">Experiment Management</a></li> <li id="menu-item-3025" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3025"><a href="/site/products/artifacts-dataset-management/">Artifacts</a></li> <li id="menu-item-3026" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3026"><a href="/site/products/machine-learning-model-versioning/">Model Registry</a></li> <li id="menu-item-3027" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3027"><a href="/site/products/model-production-monitoring/">Model Production Monitoring</a></li> <li id="menu-item-12537" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-12537"><a href="/site/products/llmops/">LLMOps</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Learn</h2><div class="menu-footer-menu-learn-container"><ul id="menu-footer-menu-learn" class="menu"><li id="menu-item-724" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-724"><a target="_blank" href="https://www.comet.com/docs/">Documentation</a></li> <li id="menu-item-602" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-602"><a href="/site/resources/">Resources</a></li> <li id="menu-item-3023" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3023"><a href="/site/blog/">Comet Blog</a></li> <li id="menu-item-1046" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1046"><a target="_blank" href="https://www.deeplearningweekly.com/">Deep Learning Weekly</a></li> <li id="menu-item-1045" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1045"><a target="_blank" href="https://heartbeat.comet.ml/">Heartbeat</a></li> <li id="menu-item-12536" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-12536"><a href="/site/llm-course/">LLM Course</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-4 vc_col-md-3 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Company</h2><div class="menu-footer-menu-company-container"><ul id="menu-footer-menu-company" class="menu"><li id="menu-item-603" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-603"><a href="/site/about-us/">About Us</a></li> <li id="menu-item-606" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-606"><a href="/site/about-us/news-and-events/">News and Events</a></li> <li id="menu-item-604" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-604"><a href="/site/about-us/careers/">Careers</a></li> <li id="menu-item-605" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-605"><a href="/site/about-us/contact-us/">Contact Us</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Pricing</h2><div class="menu-footer-menu-get-started-container"><ul id="menu-footer-menu-get-started" class="menu"><li id="menu-item-4219" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4219"><a href="/site/pricing/">Pricing</a></li> <li id="menu-item-608" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-608"><a href="https://www.comet.com/signup/">Create a Free Account</a></li> <li id="menu-item-1047" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1047"><a href="/site/about-us/contact-us/">Contact Sales</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-12 vc_col-md-2 vc_col-xs-12"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1667846577839"><img width="80" height="81" src="/site/wp-content/uploads/2022/05/soc2-badge-small.svg" class="wpex-align-middle" alt="SOC2 badge" width="9999" loading="lazy" decoding="async" /></div></figure><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="100" height="32" src="/site/wp-content/uploads/2022/05/capterra-badge-small.svg" class="wpex-align-middle" alt="Capterra badge" width="9999" loading="lazy" decoding="async" /></div></figure><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block footer-social-title"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Follow Us</span></h2><div class="vcex-social-links vcex-module wpex-flex wpex-items-center wpex-flex-wrap wpex-social-btns vcex-social-btns wpex-gap-5 footer-social-icons wpex-last-mr-0"><a href="https://www.linkedin.com/company/comet-ml/?viewAsMember=true" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-linkedin" title="LinkedIn"><span class="vcex-social-links__icon ticon ticon-linkedin" aria-hidden="true"></span><span class="screen-reader-text">LinkedIn</span></a><a href="https://twitter.com/Cometml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-twitter" title="Twitter"><span class="vcex-social-links__icon ticon ticon-twitter" aria-hidden="true"></span><span class="screen-reader-text">Twitter</span></a><a href="https://www.youtube.com/channel/UCmN63HKvfXSCS-UwVwmK8Hw/featured" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-youtube" title="Youtube"><span class="vcex-social-links__icon ticon ticon-youtube-play" aria-hidden="true"></span><span class="screen-reader-text">Youtube</span></a><a href="https://www.facebook.com/cometdotml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-facebook" title="Facebook"><span class="vcex-social-links__icon ticon ticon-facebook" aria-hidden="true"></span><span class="screen-reader-text">Facebook</span></a></div></div></div></div></div><div class="vc_row wpb_row vc_row-fluid main-footer-no-subscribe hidden"><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Learn</h2><div class="menu-footer-menu-learn-container"><ul id="menu-footer-menu-learn-1" class="menu"><li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-724"><a target="_blank" href="https://www.comet.com/docs/">Documentation</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-602"><a href="/site/resources/">Resources</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3023"><a href="/site/blog/">Comet Blog</a></li> <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1046"><a target="_blank" href="https://www.deeplearningweekly.com/">Deep Learning Weekly</a></li> <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1045"><a target="_blank" href="https://heartbeat.comet.ml/">Heartbeat</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-12536"><a href="/site/llm-course/">LLM Course</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Products</h2><div class="menu-footer-menu-product-container"><ul id="menu-footer-menu-product-1" class="menu"><li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3028"><a href="/site/products/ml-experiment-tracking/">Experiment Management</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3025"><a href="/site/products/artifacts-dataset-management/">Artifacts</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3026"><a href="/site/products/machine-learning-model-versioning/">Model Registry</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3027"><a href="/site/products/model-production-monitoring/">Model Production Monitoring</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-12537"><a href="/site/products/llmops/">LLMOps</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Company</h2><div class="menu-footer-menu-company-container"><ul id="menu-footer-menu-company-1" class="menu"><li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-603"><a href="/site/about-us/">About Us</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-606"><a href="/site/about-us/news-and-events/">News and Events</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-604"><a href="/site/about-us/careers/">Careers</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-605"><a href="/site/about-us/contact-us/">Contact Us</a></li> </ul></div></div></div><div class="vc_wp_custommenu wpb_content_element vc-footer-nav"><div class="widget widget_nav_menu"><h2 class="widgettitle">Pricing</h2><div class="menu-footer-menu-get-started-container"><ul id="menu-footer-menu-get-started-1" class="menu"><li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4219"><a href="/site/pricing/">Pricing</a></li> <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-608"><a href="https://www.comet.com/signup/">Create a Free Account</a></li> <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1047"><a href="/site/about-us/contact-us/">Contact Sales</a></li> </ul></div></div></div></div></div></div><div class="wpb_column vc_column_container vc_col-sm-4"><div class="vc_column-inner"><div class="wpb_wrapper"><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block vc_custom_1667846577839"><img width="80" height="81" src="/site/wp-content/uploads/2022/05/soc2-badge-small.svg" class="wpex-align-middle" alt="SOC2 badge" width="9999" loading="lazy" decoding="async" /></div></figure><figure class="vcex-image vcex-module wpex-clr footer-award-img"><div class="vcex-image-inner wpex-relative wpex-inline-block"><img width="100" height="32" src="/site/wp-content/uploads/2022/05/capterra-badge-small.svg" class="wpex-align-middle" alt="Capterra badge" width="9999" loading="lazy" decoding="async" /></div></figure><h2 class="vcex-heading vcex-module wpex-text-2xl wpex-font-normal wpex-m-auto wpex-max-w-100 vcex-heading-plain wpex-block footer-social-title"><span class="vcex-heading-inner wpex-inline-block wpex-clr">Follow Us</span></h2><div class="vcex-social-links vcex-module wpex-flex wpex-items-center wpex-flex-wrap wpex-social-btns vcex-social-btns wpex-gap-5 footer-social-icons wpex-last-mr-0"><a href="https://www.linkedin.com/company/comet-ml/?viewAsMember=true" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-linkedin" title="LinkedIn"><span class="vcex-social-links__icon ticon ticon-linkedin" aria-hidden="true"></span><span class="screen-reader-text">LinkedIn</span></a><a href="https://twitter.com/Cometml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-twitter" title="Twitter"><span class="vcex-social-links__icon ticon ticon-twitter" aria-hidden="true"></span><span class="screen-reader-text">Twitter</span></a><a href="https://www.youtube.com/channel/UCmN63HKvfXSCS-UwVwmK8Hw/featured" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-youtube" title="Youtube"><span class="vcex-social-links__icon ticon ticon-youtube-play" aria-hidden="true"></span><span class="screen-reader-text">Youtube</span></a><a href="https://www.facebook.com/cometdotml" class="vcex-social-links__item wpex-social-btn wpex-social-btn-no-style wpex-facebook" title="Facebook"><span class="vcex-social-links__icon ticon ticon-facebook" aria-hidden="true"></span><span class="screen-reader-text">Facebook</span></a></div></div></div></div></div> </div> </footer> <div id="footer-bottom" class="wpex-py-20 wpex-text-sm wpex-surface-dark wpex-bg-gray-900 wpex-text-left"> <div id="footer-bottom-inner" class="container"><div class="footer-bottom-flex wpex-clr"> <div id="copyright" class="wpex-last-mb-0">© 2025 <a href="/">Comet ML, Inc.</a> - All Rights Reserved</div> <nav id="footer-bottom-menu" class="wpex-mt-10" aria-label="Footer menu"><div class="menu-footer-menu-legal-container"><ul id="menu-footer-menu-legal" class="menu"><li id="menu-item-582" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-582"><a href="/site/terms-of-service/">Terms of Service</a></li> <li id="menu-item-583" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-privacy-policy menu-item-583"><a rel="privacy-policy" href="/site/privacy-policy/">Privacy Policy</a></li> <li id="menu-item-705" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-705"><a href="/site/privacy-policy-ccpa/">CCPA Privacy Notice</a></li> <li id="menu-item-581" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-581"><a href="/site/cookie-settings/">Cookie Settings</a></li> </ul></div></nav></div></div> </div> </div> </div> <div id="mobile-menu-alternative" class="wpex-hidden"><ul id="menu-mobile-menu" class="dropdown-menu"><li id="menu-item-3284" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3284"><a href="/site/enterprise/">Enterprise</a></li> <li id="menu-item-3706" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-3706"><a>Products</a> <ul class="sub-menu"> <li id="menu-item-11452" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-11452"><a href="/site/products/opik/">Opik – LLM Evaluation</a></li> <li id="menu-item-3290" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3290"><a href="/site/products/ml-experiment-tracking/">Experiment Management</a></li> <li id="menu-item-3289" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3289"><a href="/site/products/artifacts-dataset-management/">Artifacts</a></li> <li id="menu-item-3292" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3292"><a href="/site/products/machine-learning-model-versioning/">Model Registry</a></li> <li id="menu-item-3291" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3291"><a href="/site/products/model-production-monitoring/">Model Production Monitoring</a></li> </ul> </li> <li id="menu-item-3295" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3295"><a href="https://www.comet.com/docs/">Docs</a></li> <li id="menu-item-4218" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4218"><a href="/site/pricing/">Pricing</a></li> <li id="menu-item-3285" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3285"><a href="/site/customer-overview/">Customers</a></li> <li id="menu-item-3293" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-3293"><a>Learn</a> <ul class="sub-menu"> <li id="menu-item-3287" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3287"><a href="/site/resources/">Resources</a></li> <li id="menu-item-3294" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3294"><a href="/site/blog/">Blog</a></li> </ul> </li> <li id="menu-item-3299" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-3299"><a href="#">Company</a> <ul class="sub-menu"> <li id="menu-item-3316" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3316"><a href="/site/about-us/">About Us</a></li> <li id="menu-item-3302" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-3302"><a href="/site/about-us/news-and-events/">News and Events</a> <ul class="sub-menu"> <li id="menu-item-3305" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3305"><a href="/site/about-us/news-and-events/events/">Events</a></li> <li id="menu-item-3303" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3303"><a href="/site/about-us/news-and-events/press-releases/">Press Releases</a></li> </ul> </li> <li id="menu-item-3300" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3300"><a href="/site/about-us/careers/">Careers</a></li> <li id="menu-item-3301" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3301"><a href="/site/about-us/leadership/">Leadership</a></li> <li id="menu-item-3304" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-3304"><a href="/site/about-us/contact-us/">Contact Us</a></li> </ul> </li> <li id="menu-item-3297" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3297"><a href="https://www.comet.com/login">Login</a></li> <li id="menu-item-9817" class="comet-demo menu-item menu-item-type-post_type menu-item-object-page menu-item-9817"><a href="/site/about-us/contact-us/">Get Demo</a></li> <li id="menu-item-3298" class="comet-signup menu-item menu-item-type-custom menu-item-object-custom menu-item-3298"><a href="https://www.comet.com/signup">Try Comet Free</a></li> </ul></div> <a href="#outer-wrap" id="site-scroll-top" class="wpex-flex wpex-items-center wpex-justify-center wpex-fixed wpex-rounded-full wpex-text-center wpex-box-content wpex-transition-all wpex-duration-200 wpex-bottom-0 wpex-right-0 wpex-mr-25 wpex-mb-25 wpex-no-underline wpex-surface-2 wpex-text-4 wpex-hover-bg-accent wpex-invisible wpex-opacity-0" data-scroll-speed="1000" data-scroll-offset="100"><span class="ticon ticon-chevron-up" aria-hidden="true"></span><span class="screen-reader-text">Back To Top</span></a> <div class="wpex-sidr-overlay wpex-fixed wpex-inset-0 wpex-hidden wpex-z-9999 wpex-bg-black wpex-opacity-60"></div> <script type="text/html" id="wpb-modifications"></script><link rel="stylesheet preload" as="style" href="/site/wp-content/themes/Total/assets/lib/ticons/css/ticons.min.css?ver=5.6.0" media="all"><link rel="stylesheet preload" as="style" href="//fonts.googleapis.com/css2?family=Roboto:ital,wght@0,100;0,200;0,300;0,400;0,500;0,600;0,700;0,800;0,900;1,100;1,200;1,300;1,400;1,500;1,600;1,700;1,800;1,900&display=swap&subset=latin" media="all"><link rel="stylesheet preload" as="style" href="/site/wp-content/plugins/js_composer/assets/css/js_composer_tta.min.css?ver=6.9.0" media="all"><script src="/site/wp-content/themes/Total/assets/js/dynamic/wpex-sidr.min.js?ver=5.6.0" defer="defer" type="text/javascript"></script> <script id="wpex-core-js-extra"> var wpex_theme_params = {"menuWidgetAccordion":"1","mobileMenuBreakpoint":"1057","i18n":{"openSubmenu":"Open submenu of %s","closeSubmenu":"Close submenu of %s"},"stickyHeaderStyle":"standard","hasStickyMobileHeader":"","stickyHeaderBreakPoint":"1058","sidrDarkSurface":"1","sidrSource":"#mobile-menu-alternative","sidrDisplace":"","sidrSide":"right","sidrSpeed":"300","mobileMenuAriaLabel":"Mobile menu","mobileMenuCloseAriaLabel":"Close mobile menu","selectArrowIcon":"<span class=\"wpex-select-arrow__icon ticon ticon-angle-down\" aria-hidden=\"true\"><\/span>","customSelects":".widget_categories form,.widget_archive select,.vcex-form-shortcode select","scrollToHash":"1","scrollToHashTimeout":"500","localScrollFindLinks":"1","localScrollTargets":"li.local-scroll a, a.local-scroll, .local-scroll-link, .local-scroll-link > a","localScrollUpdateHash":"","localScrollHighlight":"1","localScrollSpeed":"1000","mobileMenuOpenSubmenuIcon":"<span class=\"wpex-open-submenu__icon wpex-transition-all wpex-duration-300 ticon ticon-angle-down\" aria-hidden=\"true\"><\/span>"}; </script> <script src="/site/wp-content/themes/Total/assets/js/total.min.js?ver=5.6.0" defer="defer" type="text/javascript"></script> <script src="/site/wp-content/themes/comet-2022/js/bundle-main.prod.js?ver=1739556544" defer="defer" type="text/javascript"></script> <script src="/site/wp-content/themes/comet-2022/js/libs/prism.js?ver=1.28.0" id="prism-js-js"></script> <script id="wpb_composer_front_js-js-extra"> var vcData = {"currentTheme":{"slug":"Total"}}; </script> <script src="/site/wp-content/plugins/js_composer/assets/js/dist/js_composer_front.min.js?ver=6.9.0" id="wpb_composer_front_js-js"></script> <script src="/site/wp-content/plugins/js_composer/assets/lib/vc_accordion/vc-accordion.min.js?ver=6.9.0" id="vc_accordion_script-js"></script> <script src="/site/wp-content/plugins/js_composer/assets/lib/vc-tta-autoplay/vc-tta-autoplay.min.js?ver=6.9.0" id="vc_tta_autoplay_script-js"></script> <script src="/site/wp-content/themes/Total/assets/js/dynamic/wpbakery/wpex-vc_accordion-events.min.js?ver=5.6.0" id="wpex-vc_accordion-events-js"></script> <!-- This site is optimized with Phil Singleton's WP SEO Structured Data Plugin v2.7.11 - https://kcseopro.com/wordpress-seo-structured-data-schema-plugin/ --> <script type="application/ld+json">{ "@context": "https://schema.org/", "@type": "WebSite", "url": /site, "name": null, "alternateName": null }</script> <!-- / WP SEO Structured Data Plugin. --> <!-- Cookie Notice plugin v2.5.5 by Hu-manity.co https://hu-manity.co/ --> <div id="cookie-notice" role="dialog" class="cookie-notice-hidden cookie-revoke-hidden cn-position-bottom" aria-label="Cookie Notice" style="background-color: rgba(84,86,212,1);"><div class="cookie-notice-container" style="color: #fff"><span id="cn-notice-text" class="cn-text-container">We use cookies to collect statistical usage information about our website and its visitors and ensure we give you the best experience on our website. Please refer to our Privacy Policy to learn more.</span><span id="cn-notice-buttons" class="cn-buttons-container"><a href="#" id="cn-accept-cookie" data-cookie-set="accept" class="cn-set-cookie cn-button" aria-label="Ok" style="background-color: #f2752c">Ok</a><a href="/site/privacy-policy/" target="_blank" id="cn-more-info" class="cn-more-info cn-button" aria-label="Privacy policy" style="background-color: #f2752c">Privacy policy</a></span><span id="cn-close-notice" data-cookie-set="accept" class="cn-close-icon" title="No"></span></div> </div> <!-- / Cookie Notice plugin --> </body> </html>