CINXE.COM

<!DOCTYPE html> <html lang="en"> <head> <meta charset="utf-8" /> <meta http-equiv="X-UA-Compatible" content="IE=edge" /> <title>Best MLOps Tools & Platforms for 2024</title> <meta name="HandheldFriendly" content="True" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <link rel="preload" href="/blog/assets/css/app.css?v=d16ee3eaf3" as="style" /> <link rel="preload" href="/blog/assets/js/manifest.js?v=d16ee3eaf3" as="script" /> <link rel="preload" href="/blog/assets/js/vendor/content-api.min.js?v=d16ee3eaf3" as="script" /> <link rel="preload" href="/blog/assets/js/vendor.js?v=d16ee3eaf3" as="script" /> <link rel="preload" href="/blog/assets/js/app.js?v=d16ee3eaf3" as="script" /> <link rel="preconnect" href="https://polyfill.io"> <link rel="dns-prefetch" href="https://polyfill.io"> <link rel="preconnect" href="https://fonts.googleapis.com"> <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> <link href="https://fonts.googleapis.com/css2?family=Lato:wght@100;300;400;700;900&display=swap" rel="stylesheet"> <link rel="preload" href="/blog/assets/css/post.css?v=d16ee3eaf3" as="style" /> <link rel="preload" href="/blog/assets/js/post.js?v=d16ee3eaf3" as="script" /> <style> /* These font-faces are here to make fonts work if the Ghost instance is installed in a subdirectory */ /* source-sans-pro-regular */ @font-face { font-family: 'Source Sans Pro'; font-style: normal; font-weight: 400; font-display: swap; src: local('Source Sans Pro Regular'), local('SourceSansPro-Regular'), url("/blog/assets/fonts/source-sans-pro/source-sans-pro-regular.woff2?v=d16ee3eaf3") format('woff2'), url("/blog/assets/fonts/source-sans-pro/source-sans-pro-regular.woff?v=d16ee3eaf3") format('woff'); } /* source-sans-pro-600 */ @font-face { font-family: 'Source Sans Pro'; font-style: normal; font-weight: 600; font-display: swap; src: local('Source Sans Pro SemiBold'), local('SourceSansPro-SemiBold'), url("/blog/assets/fonts/source-sans-pro/source-sans-pro-600.woff2?v=d16ee3eaf3") format('woff2'), url("/blog/assets/fonts/source-sans-pro/source-sans-pro-600.woff?v=d16ee3eaf3") format('woff'); } /* source-sans-pro-700 */ @font-face { font-family: 'Source Sans Pro'; font-style: normal; font-weight: 700; font-display: swap; src: local('Source Sans Pro Bold'), local('SourceSansPro-Bold'), url("/blog/assets/fonts/source-sans-pro/source-sans-pro-700.woff2?v=d16ee3eaf3") format('woff2'), url("/blog/assets/fonts/source-sans-pro/source-sans-pro-700.woff?v=d16ee3eaf3") format('woff'); } /* iconmoon */ @font-face { font-family: 'icomoon'; font-weight: normal; font-style: normal; font-display: swap; src: url("/blog/assets/fonts/icomoon/icomoon.eot?aoz2mo?v=d16ee3eaf3"); src: url("/blog/assets/fonts/icomoon/icomoon.eot?aoz2mo#iefix?v=d16ee3eaf3") format('embedded-opentype'), url("/blog/assets/fonts/icomoon/icomoon.ttf?aoz2mo?v=d16ee3eaf3") format('truetype'), url("/blog/assets/fonts/icomoon/icomoon.woff?aoz2mo?v=d16ee3eaf3") format('woff'), url("/blog/assets/fonts/icomoon/icomoon.svg?aoz2mo#icomoon?v=d16ee3eaf3") format('svg'); } </style> <script defer src="/blog/assets/fonts/fontawesome/all.min.js?v=d16ee3eaf3"></script> <link rel="stylesheet" type="text/css" href="/blog/assets/fonts/octicons/octicons.min.css?v=d16ee3eaf3"> <link rel="stylesheet" type="text/css" href="/blog/assets/css/app.css?v=d16ee3eaf3" media="screen" /> <link rel="stylesheet" type="text/css" href="/blog/assets/css/post.css?v=d16ee3eaf3" media="screen" /> <meta name="description" content="Understand the role of each tool to design and deploy robust ML pipelines that drive business impact and foster innovation." /> <link rel="icon" href="/blog/favicon.ico" type="image/x-icon" /> <link rel="canonical" href="https://dagshub.com/blog/best-mlops-tools/" /> <meta name="referrer" content="no-referrer-when-downgrade" /> <meta property="og:site_name" content="DagsHub Blog" /> <meta property="og:type" content="article" /> <meta property="og:title" content="Best MLOps Tools & Platforms for 2024" /> <meta property="og:description" content="Understand the role of each tool to design and deploy robust ML pipelines that drive business impact and foster innovation." /> <meta property="og:url" content="https://dagshub.com/blog/best-mlops-tools/" /> <meta property="og:image" content="https://dagshub.com/blog/content/images/2024/04/Screenshot-2024-04-21-at-14.58.21.png" /> <meta property="article:published_time" content="2024-04-21T12:01:41.000Z" /> <meta property="article:modified_time" content="2024-04-21T12:28:00.000Z" /> <meta property="article:tag" content="MLOps" /> <meta property="article:publisher" content="https://www.facebook.com/dagshub" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:title" content="Best MLOps Tools & Platforms for 2024" /> <meta name="twitter:description" content="Understand the role of each tool to design and deploy robust ML pipelines that drive business impact and foster innovation." /> <meta name="twitter:url" content="https://dagshub.com/blog/best-mlops-tools/" /> <meta name="twitter:image" content="https://dagshub.com/blog/content/images/2024/04/Screenshot-2024-04-21-at-14.58.21.png" /> <meta name="twitter:label1" content="Written by" /> <meta name="twitter:data1" content="Gourav Singh Bais" /> <meta name="twitter:label2" content="Filed under" /> <meta name="twitter:data2" content="MLOps" /> <meta name="twitter:site" content="@TheRealDAGsHub" /> <meta name="twitter:creator" content="@GouravSinghBail" /> <meta property="og:image:width" content="869" /> <meta property="og:image:height" content="487" /> <script type="application/ld+json"> { "@context": "https://schema.org", "@type": "Article", "publisher": { "@type": "Organization", "name": "DagsHub Blog", "url": "https://dagshub.com/blog/", "logo": { "@type": "ImageObject", "url": "https://dagshub.com/blog/content/images/2023/12/Dagshub-favicon.svg" } }, "author": { "@type": "Person", "name": "Gourav Singh Bais", "image": { "@type": "ImageObject", "url": "https://dagshub.com/blog/content/images/2024/04/Passport_size_photo_white_bg.jpg", "width": 515, "height": 484 }, "url": "https://dagshub.com/blog/author/gourav/", "sameAs": [ "https://www.linkedin.com/in/gourav-singh-bais/", "https://twitter.com/GouravSinghBail" ] }, "headline": "Best MLOps Tools & Platforms for 2024", "url": "https://dagshub.com/blog/best-mlops-tools/", "datePublished": "2024-04-21T12:01:41.000Z", "dateModified": "2024-04-21T12:28:00.000Z", "image": { "@type": "ImageObject", "url": "https://dagshub.com/blog/content/images/2024/04/Screenshot-2024-04-21-at-14.58.21.png", "width": 869, "height": 487 }, "keywords": "MLOps", "description": "If you are a Marvel fan, you might know that killing Thanos does not guarantee a\nsafer world as there are other villains to deal with.\n\nSource: \nhttps://in.mashable.com/entertainment/24645/every-marvel-movie-villain-ranked\nSimilarly, while building any machine learning-based product or service,\ntraining and evaluating the model on a few real-world samples does not\nnecessarily mean the end of your responsibilities. You need to make that model\navailable to the end users, monitor it, and retrain it", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://dagshub.com/blog/" } } </script> <meta name="generator" content="Ghost 3.42" /> <link rel="alternate" type="application/rss+xml" title="DagsHub Blog" href="https://dagshub.com/blog/rss/" /> <script> const ghostSearchApiKey = '44bb83122f80c74bc070982817' </script>  <link rel="stylesheet" type="text/css" href="https://cdnjs.cloudflare.com/ajax/libs/prism/1.21.0/themes/prism.min.css" /> <link rel="stylesheet" type="text/css" href="https://cdnjs.cloudflare.com/ajax/libs/prism/1.21.0/themes/prism-tomorrow.min.css" />  <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-PGHTMDN');</script>  <style> pre[class*="language-"] { margin: 0 0 1.5em !important; } code { text-shadow: none !important; } .token.operator { background: none !important; } :not(pre) > code[class*="language-"], pre[class*="language-"] { background: #20262E !important; } html { --aside-background-color: #f1f1ef; } html[data-theme='dark'] { --aside-background-color: #103037; } aside { padding: 1em; margin-bottom: 30px; font-size: 1.25em; line-height: 1.6em; background-color: var(--aside-background-color); border-radius: 10px; display: flex; } aside div.aside-emoji { display: block; } aside div.aside-text { display: flex; flex-direction: column; margin-left: 8px; } pre[class*=language-] { border-radius: 10px; } </style> <script> // @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&dn=expat.txt Expat const ghostHost = "https://dagshub.com/blog" // @license-end </script> </head> <body class="post-template tag-mlops"> <header class="site-head site-head__bacground" role="banner" itemscope="itemscope" itemtype="http://schema.org/WPHeader"> <div class="site-head__wrap"> <div class="container container-lg"> <div class="site-head__frame">  <div class="site-logo"> <a href="https://dagshub.com/" class="custom-logo-link" rel="home" aria-current="page"><img width="143" height="40" src="https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg" class="custom-logo" alt="DagsHub" decoding="async"></a> <span class="screen-reader-text" itemprop="name">DagsHub</span> </div> <button class="nav-opener" aria-label="nav opener" onClick="this.parentNode.parentNode.parentNode.parentNode.classList.toggle('nav-active')"><span><em>Menu</em></span></button> <div class="site-head__holder">  <nav class="site-head__nav js-header-menu-item" role="navigation" itemscope="itemscope" itemtype="http://schema.org/SiteNavigationElement"> <ul class="menu head-nav main-header-menu"><li id="menu-item-2351" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2351" aria-haspopup="true"> <div class="menu-item__link menu-item__link--title">Resources</div> <button class="dropdown-toggle" aria-expanded="false" onClick="this.classList.toggle('toggled-on');this.parentNode.classList.toggle('submenu-open')"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-chevron-down'></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2357" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2357"> <a href="https://dagshub.com/blog/" class="menu-item__link"><span class="menu-item__text">Blog</span></a> </li> <li id="menu-item-2358" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2358"> <a href="https://dagshub.com/datasets/" class="menu-item__link"><span class="menu-item__text">Datasets</span></a> </li> <li id="menu-item-2359" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2359"> <a href="https://dagshub.com/glossary/" class="menu-item__link"><span class="menu-item__text">Glossary</span></a> </li> <li id="menu-item-2360" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2360"> <a href="https://dagshub.com/blog/tag/tutorials/" class="menu-item__link"><span class="menu-item__text">Tutorial & Webinars</span></a> </li> </ul> </li> <li id="menu-item-2352" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2352"> <a href="https://dagshub.com/docs" class="menu-item__link"><span class="menu-item__text">Docs</span></a> </li> <li id="menu-item-2353" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2353" aria-haspopup="true"> <div class="menu-item__link menu-item__link--title">Product</div> <button class="dropdown-toggle" aria-expanded="false" onClick="this.classList.toggle('toggled-on');this.parentNode.classList.toggle('submenu-open')"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-chevron-down'></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2361" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2361"> <a href="https://dagshub.com/data-engine/" class="menu-item__link"><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-data-engine" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-data-engine'></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Data engine</span><span class="menu-description">Manage your unstructured data</span></span></span></a> </li> <li id="menu-item-2362" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2362"> <a href="https://dagshub.com/use-cases/llm/" class="menu-item__link"><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-llms" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-llms'></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">LLMs</span><span class="menu-description">Build LLM projects quickly</span></span></span></a> </li> <li id="menu-item-2363" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2363"> <a href="https://dagshub.com/product/" class="menu-item__link"><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-linear-search" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-linear-search'></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Overview</span><span class="menu-description">Organize your entire project under one roof</span></span></span></a> </li> <li id="menu-item-2364" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2364"> <a href="https://dagshub.com/enterprise/" class="menu-item__link"><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-enterprise" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-enterprise'></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Enterprise</span><span class="menu-description">A single source of truth for your organization</span></span></span></a> </li> </ul> </li> <li id="menu-item-2354" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2354"> <a href="/enterprise/" class="menu-item__link"><span class="menu-item__text">Enterprise</span></a> </li> <li id="menu-item-2355" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2355"> <a href="https://dagshub.com/pricing" class="menu-item__link"><span class="menu-item__text">Pricing</span></a> </li> <li id="menu-item-2356" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2356" aria-haspopup="true"> <div class="menu-item__link menu-item__link--title">Company</div> <button class="dropdown-toggle" aria-expanded="false" onClick="this.classList.toggle('toggled-on');this.parentNode.classList.toggle('submenu-open')"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20"><use xlink:href='/blog/assets/images/icons.svg?v=d16ee3eaf3#icon-chevron-down'></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2365" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2365"> <a href="https://dagshub.com/about" class="menu-item__link"><span class="menu-item__text">About</span></a> </li> <li id="menu-item-2366" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2366"> <a href="https://dagshub.com/careers" class="menu-item__link"><span class="menu-item__text">Careers</span></a> </li> <li id="menu-item-2367" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2367"> <a href="https://dagshub.com/contact-us/" class="menu-item__link"><span class="menu-item__text">Contact us</span></a> </li> </ul> </li> </ul> </nav> <div class="site-head__tools"> <ul class="menu head-nav main-header-menu"><li id="menu-item-2372" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2372"><a rel="Navbar_Login_Clicked" href="https://dagshub.com/user/login" class="menu-item__link" data-analytics-event="Navbar_Login_Clicked">Log in</a></li> <li id="menu-item-2389" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2389"><a rel="Navbar_BookADemo_Clicked" href="https://dagshub.com/book-a-demo/" class="menu-item__button btn btn--white-outline" data-analytics-event="Navbar_BookADemo_Clicked"><span class="btn__text">Book a demo</span></a></li> <li id="menu-item-2370" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2370"><a rel="Navbar_StartFree_Clicked" href="https://dagshub.com/user/sign_up" class="menu-item__button btn btn--primary" data-analytics-event="Navbar_StartFree_Clicked"><span class="btn__text">Start Free</span></a></li> </ul> </div> </div> </div> </div> </div> </header> <main class="main-wrap"> <article> <div class="l-content in-post"> <div class="l-wrapper in-post js-aos-wrapper" data-aos="fade-up" data-aos-delay="300"> <div class="l-post-content js-progress-content"> <header class="m-heading"> <h1 class="m-heading__title in-post">How to choose MLOps tools (MLOps from first principles)</h1> <ul class="details"> <li> <div style="background-image: url(/blog/content/images/size/w100/2024/04/Passport_size_photo_white_bg.jpg);"></div> <a href="https://dagshub.com/blog/author/gourav/">Gourav Singh Bais</a> </li> <li>19 min read</li> <li>7 months ago</li> </ul> <p class="bio">Contributor at O'Reilly | Evaluator at Great Learning | Expert in scalable data science solution development & deployment. | Senior Data Scientist</p> <img src="https://dagshub.com/blog/content/images/2024/04/Screenshot-2024-04-21-at-14.58.21.png" alt="" class="featured" /> </header> <div class="p-container"> <div class="p-sidebar"> <strong>About DagsHub</strong> <a> <img src="/blog/assets/images/video-placeholder.png?v=d16ee3eaf3" alt="" /> <svg class="svg-icon icon-play-color" width="100" height="100" "=""><use xlink:href="../assets/images/play-icon.svg#icon-play-color"></use></svg> </a> <p>DagsHub simplifies the process of building better models and managing unstructured data projects by consolidating data, code, experiments, and models in one place.</p> <hr /> <strong>Table of Contents</strong> <ul></ul> <b>Share This Article</b> <a href="https://www.facebook.com/sharer/sharer.php?u=https://dagshub.com/blog/best-mlops-tools/" onclick="window.open(this.href, 'pop', 'width=500,height=570');return false;" class="m-icon-button filled in-share" target="_blank" rel="noopener" aria-label="Share on Facebook"> <span class="icon-facebook" aria-hidden="true"></span> </a> <a href="https://www.linkedin.com/shareArticle?mini=true&url=https://dagshub.com/blog/best-mlops-tools/" onclick="window.open(this.href, 'share-linkedin', 'width=500,height=570');return false;" class="m-icon-button filled in-share" target="_blank" rel="noopener" aria-label="Share on LinkedIn"> <span class="icon-linkedin" aria-hidden="true"></span> </a> <a href="https://twitter.com/intent/tweet?text=How%20to%20choose%20MLOps%20tools%20(MLOps%20from%20first%20principles)&url=https://dagshub.com/blog/best-mlops-tools/" onclick="window.open(this.href, 'share-twitter', 'width=500,height=605');return false;" class="m-icon-button filled in-share" target="_blank" rel="noopener" aria-label="Share on Twitter"> <span class="icon-twitter" aria-hidden="true"></span> </a> </div> <div class="p-content"> <p>If you are a Marvel fan, you might know that killing Thanos does not guarantee a safer world as there are other villains to deal with.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image2.png" class="kg-image" alt srcset="https://dagshub.com/blog/content/images/size/w600/2024/04/image2.png 600w, https://dagshub.com/blog/content/images/size/w1000/2024/04/image2.png 1000w, https://dagshub.com/blog/content/images/2024/04/image2.png 1248w" sizes="(min-width: 720px) 720px"><figcaption>Source: <a href="https://in.mashable.com/entertainment/24645/every-marvel-movie-villain-ranked">https://in.mashable.com/entertainment/24645/every-marvel-movie-villain-ranked</a></figcaption></figure><p>Similarly, while building any machine learning-based product or service, training and evaluating the model on a few real-world samples does not necessarily mean the end of your responsibilities. You need to make that model available to the end users, monitor it, and retrain it for better performance if needed. A traditional machine learning (ML) pipeline is a collection of various stages that include data collection, data preparation, model training and evaluation, hyperparameter tuning (if needed), model deployment and scaling, monitoring, security and compliance, and CI/CD.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image1.png" class="kg-image" alt srcset="https://dagshub.com/blog/content/images/size/w600/2024/04/image1.png 600w, https://dagshub.com/blog/content/images/2024/04/image1.png 671w"><figcaption>Source: Author</figcaption></figure><p>A machine learning engineering team is responsible for working on the first four stages of the ML pipeline, while the last two stages fall under the responsibilities of the operations team. Since there is a clear delineation between the machine learning and operations teams for most organizations, effective collaboration and communication between the two teams are essential for the successful development, deployment, and maintenance of ML systems. This collaboration of ML and operations teams is what you call MLOps and focuses on streamlining the process of deploying the ML models to production, along with maintaining and monitoring them. Although MLOps is an abbreviation for ML and operations, don’t let it confuse you as it can allow collaborations among data scientists, DevOps engineers, and IT teams.</p><p>The core responsibility of MLOps is to facilitate effective collaboration among ML and operation teams to enhance the pace of model development and deployment with the help of <a href="https://www.redhat.com/en/topics/devops/what-is-ci-cd">continuous integration and development (CI/CD)</a> practices complemented by monitoring, validation, and governance of ML models. Tools and software that facilitate automated CI/CD, easy development, deployment at scale, streamlining workflows, and enhancing collaboration are often referred to as MLOps tools. After a lot of research, I have curated a list of various MLOps tools that are used across some big tech giants like Netflix, Uber, DoorDash, LUSH, etc. We are going to discuss all of them later in this article. </p><p>In this article, you will delve into the key principles and practices of MLOps, and examine the essential MLOps tools and technologies that underpin its implementation. By understanding the role of each tool within the MLOps ecosystem, you'll be better equipped to design and deploy robust ML pipelines that drive business impact and foster innovation.</p><h2 id="what-is-mlops">What is MLOps?</h2><p>Moving the machine learning models to production is tough, especially the larger deep learning models as it involves a lot of processes starting from data ingestion to deployment and monitoring. Keeping all these stages in sync can be a little difficult when managing them as standalone processes and as the project grows it becomes harder to keep these processes in order. By establishing standardized workflows, automating repetitive tasks, and implementing robust monitoring and governance mechanisms, MLOps enables organizations to accelerate model development, improve deployment reliability, and maximize the value derived from ML initiatives.</p><p>Now you might be wondering why you should believe me with all this information. To back it up let me introduce you to some of the real-world use cases where MLOps is playing a key role.</p><ul><li><strong>Credit Scoring in Financial Services:</strong> Banks and financial firms deploy machine learning models to assess the creditworthiness of customers for a loan application. MLOps helps these organizations to continuously monitor the systems for accuracy and fairness, with automated processes for model retraining and deployment as new data becomes available.</li><li><strong>Autonomous Vehicles:</strong> Automotive companies are using ML models for autonomous driving systems including object detection, path planning, and decision-making algorithms. MLOps ensures the reliability and safety of these models through rigorous testing, validation, and continuous monitoring in real-world driving conditions.</li></ul><p>These are just a few examples, MLOps finds its value in almost all of industry spaces.</p><h2 id="what-are-the-different-types-of-mlops-tools">What Are the Different Types of MLOps Tools?</h2><p>MLOps tools play a pivotal role in every stage of the machine learning lifecycle. In this section, you will see a clear breakdown of the roles of a list of MLOps tools in each stage of the ML lifecycle.</p><h3 id="pipeline-orchestration-tools">Pipeline Orchestration Tools</h3><p>Pipeline orchestration in terms of machine learning refers to the process of managing and coordinating various tasks and components involved in end-to-end ML workflow, from data preprocessing and model training to model deployment and monitoring.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image4.png" class="kg-image" alt srcset="https://dagshub.com/blog/content/images/size/w600/2024/04/image4.png 600w, https://dagshub.com/blog/content/images/2024/04/image4.png 800w" sizes="(min-width: 720px) 720px"><figcaption>Source: <a href="https://seattledataguy.substack.com/p/ten-of-the-funniest-data-memes">https://seattledataguy.substack.com/p/ten-of-the-funniest-data-memes</a></figcaption></figure><p>MLOps software is really popular in this space as it provides features like workflow management, dependency management, parallelization, version control, and deployment automation, enabling organizations to streamline their ML workflows, improve collaboration among data scientists and engineers, and accelerate the delivery of ML solutions.</p><h3 id="model-training-frameworks">Model Training Frameworks</h3><p>This stage involves the process of creating and optimizing the predictive models with labeled and unlabeled data. During training the models learn the underlying patterns and relationships in the data, adjusting its parameters to minimize the difference between predicted and actual outcomes. You can consider this stage as the most code-intensive stage of the entire ML pipeline. This is the reason why data scientists need to be actively involved in this stage as they need to try out different algorithms and parameter combinations.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image6.png" class="kg-image" alt><figcaption>Source: <a href="https://medium.com/nybles/understanding-machine-learning-through-memes-4580b67527bf">https://medium.com/nybles/understanding-machine-learning-through-memes-4580b67527bf</a></figcaption></figure><p>Machine learning framework <a href="https://scikit-learn.org/stable/">scikit-learn</a> is quite popular for training the machine learning models while <a href="https://www.tensorflow.org/">TensorFlow</a> and <a href="https://pytorch.org/">PyTorch</a> are popular for training the deep learning models that comprise different neural networks.</p><h3 id="model-deployment-and-serving-platforms">Model Deployment and Serving Platforms</h3><p>Once the development team is done training the model, they need to make this model available for inference in the production environment where these models can generate the predictions. This typically involves deploying the model to a serving infrastructure, setting up APIs for communication, model versioning and management, automated scaling and load balancing, and ensuring scalability, reliability, and performance.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image9.png" class="kg-image" alt><figcaption>Source: <a href="https://www.bentoml.com/blog/your-ml-model-serving-framework">https://www.bentoml.com/blog/your-ml-model-serving-framework</a></figcaption></figure><p>MLOps tools offer features such as <a href="https://www.checkpoint.com/cyber-hub/cloud-security/what-is-container-security/what-is-containerization/#:~:text=Containerization%20is%20a%20type%20of,and%20highly%20conducive%20to%20automation.">containerization</a>, <a href="https://cloud.google.com/discover/what-is-container-orchestration">orchestration</a>, model versioning, A/B testing, and logging, enabling organizations to deploy and serve ML models efficiently and effectively.</p><h3 id="monitoring-and-observability-tools">Monitoring and Observability Tools</h3><p>Developing and deploying the models is not a one-time process. When you develop a model on a certain data distribution, you expect the model to make predictions for the same data distribution in production as well. This is not ideal because data distribution is prone to change in the real world which results in degradation in the model’s predictive power, this is what you call <a href="https://www.datacamp.com/tutorial/understanding-data-drift-model-drift">data drift</a>. There is only one way to identify the data drift, by continuously monitoring your models in production.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image3.png" class="kg-image" alt srcset="https://dagshub.com/blog/content/images/size/w600/2024/04/image3.png 600w, https://dagshub.com/blog/content/images/size/w1000/2024/04/image3.png 1000w, https://dagshub.com/blog/content/images/2024/04/image3.png 1400w" sizes="(min-width: 720px) 720px"><figcaption>Source: <a href="https://medium.com/marvelous-mlops/ml-monitoring-vs-ml-observability-understanding-the-differences-fff574a8974f">https://medium.com/marvelous-mlops/ml-monitoring-vs-ml-observability-understanding-the-differences-fff574a8974f</a></figcaption></figure><p>Model monitoring and observability in machine learning include monitoring key metrics such as prediction <a href="https://developers.google.com/machine-learning/crash-course/classification/accuracy">accuracy</a>, latency, throughput, and resource utilization, as well as detecting anomalies, drift, and <a href="https://www.seldon.io/machine-learning-concept-drift">concept shifts</a> in the data distribution. MLOps monitoring tools can automate the collection of telemetry data, enable real-time analysis and visualization of metrics, and trigger alerts and actions based on predefined thresholds or conditions.</p><h3 id="collaboration-and-experiment-tracking-platforms">Collaboration and Experiment Tracking Platforms</h3><p>Suppose you are working on developing an ML system along with a team of fellow data scientists. If you are not using a mechanism that tracks what all models have been tried, who is working on what part of the pipeline, etc. it will be hard for you to determine what all models have already been tried by you or others. There could also be the case that two developers are working on developing the same features which is really a waste of time and resources. And since you are not tracking anything related to your project, you can most certainly not use this knowledge for other projects thereby limiting reproducibility.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image8.png" class="kg-image" alt><figcaption>Source: <a href="https://www.mariosblog.co.uk/collaboration-as-part-of-enterprise-agility/">https://www.mariosblog.co.uk/collaboration-as-part-of-enterprise-agility/</a></figcaption></figure><p>Collaboration and experiment-tracking MLOps tools allow data scientists and engineers to collaborate effectively, share knowledge, and reproduce experiments for model development and optimization. These tools offer features such as experiment tracking, versioning, <a href="https://neptune.ai/blog/data-lineage-in-machine-learning">lineage tracking</a>, and model registry, enabling teams to log experiments, track changes, and compare results across different iterations of ML models.</p><h3 id="data-storage-and-versioning">Data storage and versioning</h3><p>While working on the ML pipelines, you make significant changes to the raw data in the preprocessing phase. For some reason, if you are not able to train your model right away, you want to store this preprocessed data to avoid repeated work. The same goes for the code, you will always want to continue working on the code that you have left in your previous session.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image5.png" class="kg-image" alt><figcaption>Source: <a href="https://medium.com/@cookedsashimi/learn-how-to-integrate-data-version-control-into-your-ml-workflow-in-7-steps-b5c65d68abe0">https://medium.com/@cookedsashimi/learn-how-to-integrate-data-version-control-into-your-ml-workflow-in-7-steps-b5c65d68abe0</a></figcaption></figure><p>MLOps data storage and versioning tools offer features such as data versioning, artifact management, metadata tracking, and data lineage, allowing teams to track changes, reproduce experiments, and ensure consistency and reproducibility across different iterations of ML models.</p><h3 id="compute-and-infrastructure">Compute and infrastructure</h3><p>When you talk about training, deploying, and scaling the models, everything comes down to computing and infrastructure. Especially in the current time when <a href="https://www.elastic.co/what-is/large-language-models">LLM</a> models are making their way for several industry-based generative AI projects. You can surely train a simple classifier on a system with 8 GB RAM and no GPU device, but it would not be prudent to train an LLM model on the same infrastructure.</p><figure class="kg-card kg-image-card kg-card-hascaption"><img src="https://dagshub.com/blog/content/images/2024/04/image7.png" class="kg-image" alt><figcaption>Source: <a href="https://www.quora.com/What-are-some-good-cloud-computing-memes">https://www.quora.com/What-are-some-good-cloud-computing-memes</a></figcaption></figure><p>Compute and infrastructure tools offer features such as containerization, orchestration, auto-scaling, and resource management, enabling organizations to efficiently utilize cloud resources, on-premises infrastructure, or hybrid environments for ML workloads.</p><h2 id="best-mlops-tools-platforms-for-2024">Best MLOps Tools & Platforms for 2024</h2><p>In this section, you will learn about the top MLOps tools and platforms that are commonly used across organizations for managing machine learning pipelines.</p><h3 id="data-storage-and-versioning-1">Data storage and versioning</h3><p>Some of the most popular data storage and versioning tools are Git and DVC. Let’s explore them in detail.</p><h3 id="git"><strong>Git</strong></h3><p><a href="https://git-scm.com/">Git</a> is a distributed version control system that allows developers to manage code repositories in software development projects including machine learning projects. It is specifically not an MLOps tool but it is often used as part of MLOps workflows to version control machine learning code, models, and other artifacts.</p><p>Git tracks changes to files and directories in a repository, enabling users to view the history of changes, revert to previous versions, and collaborate with team members on code development. It allows users to create branches to work on new features or experiments in isolation, and later merge those changes back into the main codebase. Git integrates seamlessly with continuous integration and continuous deployment (CI/CD) pipelines, enabling automated testing, building, and deployment of machine learning models and applications.</p><p>Git is an absolutely open-source version control tool that can be used freely by individuals and organizations.</p><h3 id="dvc-data-version-control-">DVC (Data Version Control)</h3><p>Since you know that Git can not be used to store large dataset files directly, you need a tool that can handle different versions of your dataset. <a href="https://dvc.org/">Data Version Control (DVC)</a> is an open-source version control system designed specifically for handling large datasets and machine learning models. It works alongside Git to version control both code and data, enabling reproducibility and collaboration in machine learning projects.</p><p>DVC allows users to version control datasets by storing them in a remote storage location (e.g., <a href="https://aws.amazon.com/s3/">Amazon S3</a>, <a href="https://cloud.google.com/storage?hl=en">Google Cloud Storage</a>) and tracking changes to data files using Git. It manages dependencies between code, data, and machine learning pipelines, ensuring that changes to data or code are properly tracked and reproducible. DVC supports parallel execution of machine learning pipelines, enabling efficient utilization of compute resources and faster model training.</p><p>Similar to Git, DVC is also an open-source tool that has no licensing cost.</p><h2 id="model-training-frameworks-1">Model Training Frameworks</h2><p>Let’s have a look at various model training frameworks that are highly used by data scientists for machine learning development.</p><h3 id="tensorflow"><strong>TensorFlow</strong></h3><p><a href="https://www.tensorflow.org/">TensorFlow</a> is a popular machine learning framework developed by Google that offers the implementation of a wide range of neural network models. It provides different features for building as well as deploying various deep learning-based solutions.</p><p>TensorFlow is a flexible and scalable platform for building a variety of ML models, including deep learning models, reinforcement learning algorithms, and traditional machine learning models. It is designed to leverage hardware acceleration (e.g., GPUs, TPUs) for fast and efficient model training and inference, making it suitable for large-scale ML tasks. It also offers multiple abstraction layers, including <a href="https://www.tensorflow.org/tutorials">TensorFlow Core</a>, <a href="https://www.tensorflow.org/guide/keras">TensorFlow Keras</a> (high-level API), and <a href="https://www.tensorflow.org/guide/estimator">TensorFlow Estimators</a> (pre-built model architectures), allowing users to choose the level of abstraction that best fits their needs.</p><p>TensorFlow does not have any licensing cost as it is made available open source by Google.</p><h3 id="pytorch"><strong>PyTorch</strong></h3><p>Developed by <a href="https://ai.meta.com/research/">Facebook’s AI Research Lab (FAIR),</a> <a href="https://pytorch.org/">PyTorch</a> is a popular machine-learning framework that offers a flexible and dynamic approach to building and training neural networks. Unlike TensorFlow, PyTorch provides more control over the training process as things are not abstract. This is the main reason why companies like Tesla and Netflix use PyTorch for their different ML use cases.</p><p>PyTorch uses <a href="https://pytorch.org/blog/computational-graphs-constructed-in-pytorch/">dynamic computational graphs</a>, allowing for more flexibility and intuitive debugging compared to static graph-based frameworks like TensorFlow. It seamlessly integrates with CUDA for GPU acceleration, enabling faster model training and inference on NVIDIA GPUs.</p><p>Similar to TensorFlow, PyTorch is also an open-source tool that allows you to develop deep learning models for free.</p><h3 id="scikit-learn"><strong>Scikit-learn</strong></h3><p><a href="https://scikit-learn.org/">Scikit-learn</a> is a machine learning library in Python that is majorly used for data mining and data analysis. It is built on top of <a href="https://numpy.org/">NumPy</a>, <a href="https://scipy.org/">SciPy</a>, and <a href="https://matplotlib.org/">Matplotlib</a>, and offers a wide range of supervised and unsupervised learning algorithms, as well as tools for model evaluation and preprocessing.</p><p>Scikit-learn provides a consistent API for training and using machine learning models, making it easy to experiment with different algorithms and techniques. It offers implementations of various machine learning algorithms, including <a href="https://www.javatpoint.com/linear-regression-vs-logistic-regression-in-machine-learning">linear and logistic regression</a>, <a href="https://scikit-learn.org/stable/modules/tree.html">decision trees</a>, <a href="https://scikit-learn.org/stable/modules/generated/sklearn.ensemble.RandomForestClassifier.html">random forests</a>, <a href="https://scikit-learn.org/stable/modules/svm.html">support vector machines</a>, <a href="https://scikit-learn.org/stable/modules/clustering.html">clustering algorithms</a>, and more. It also provides <a href="https://scikit-learn.org/stable/modules/model_evaluation.html">tools for model evaluation</a>, including cross-validation, hyperparameter tuning, and metrics such as accuracy, precision, recall, and F1-score.</p><p>There is no licensing cost for Scikit-learn, you can create and use different ML models with Scikit-learn for free.</p><h2 id="collaboration-and-experiment-tracking-platforms-1">Collaboration and Experiment Tracking Platforms</h2><p>Let’s have a look at popular collaboration and experiment tracking tools like MLFLow and DagsHub.</p><h3 id="mlflow"><strong>MLFlow</strong></h3><p><a href="https://mlflow.org/">MLFlow</a> is a popular collaboration and experiment tracking platform for managing the end-to-end machine learning lifecycle. MLFlow can streamline the process of building, training, and deploying ML models by providing features like model packaging, experiment tracking, model versioning, etc.</p><p>MLFlow allows users to log and track experiments, including parameters, metrics, and artifacts (e.g., trained models), enabling reproducibility and collaboration. It supports versioning of machine learning models, allowing users to track changes over time and roll back to previous versions if needed. MLflow includes a model registry for managing and organizing machine learning models, providing features such as model approval workflows, access control, and model lineage tracking.</p><p>MLFlow is also free of cost with no licensing cost which means you can increase the collaboration among teams for free using MLflow.</p><h3 id="dagshub"><strong>DagsHub</strong></h3><p><a href="https://dagshub.com/">DagsHub</a> is an open-source MLOps platform for managing and collaborating on machine learning projects. It provides a suite of tools and features that streamline the development, versioning, and deployment of machine learning models. You can consider DagsHub as a workflow that adds structure to your project and connects the different pieces in a way that makes sense.</p><p>DagsHub leverages Git for version control, allowing users to track changes to their machine learning code, data, and models over time, and collaborate with team members using familiar Git workflows. It can integrate with tools like DVC for versioning and managing large datasets, enabling users to track changes to data files and ensure reproducibility across different experiments and environments. It also allows users to log and track experiments with tools like MLFlow, including parameters, metrics, and artifacts (e.g., trained models), providing visibility into the model development process and facilitating collaboration among team members.</p><p>DagsHub comes in two pricing plans, the open-source community version that provides access to features like CI/CD integration, data versioning and lineage, community support, etc. but a few features like security, email support, etc. are available in the paid version.</p><h2 id="model-deployment-and-serving-platforms-1">Model Deployment and Serving Platforms</h2><p>Some of the most popular tools for development, serving and scaling are as follows:</p><h3 id="amazon-sagemaker"><strong>Amazon SageMaker</strong></h3><p>Developed by <a href="https://aws.amazon.com/">Amazon Web Services (AWS)</a>, <a href="https://aws.amazon.com/sagemaker/">Amazon Sagemaker</a> is a fully managed machine learning service that allows developers and data scientists to build, train, and deploy machine learning models at scale. SageMaker offers a comprehensive set of tools and capabilities for the entire machine-learning lifecycle.</p><p>SageMaker provides managed Jupyter notebooks for data exploration, experimentation, and model development, with built-in support for popular libraries such as TensorFlow, PyTorch, and Scikit-learn. It offers a collection of pre-built algorithms for common machine learning tasks, such as linear regression, XGBoost, and image classification, making it easy to get started with model training. SageMaker allows users to train custom machine learning models using their own algorithms and training scripts, with support for distributed training across multiple instances. Finally, it makes it easy to deploy trained models to production environments using managed hosting services, with support for real-time inference and batch prediction.</p><p><a href="https://aws.amazon.com/sagemaker/pricing/">Amazon SageMaker pricing</a> is based on a pay-as-you-go model, with costs calculated based on factors such as instance type, storage usage, and training hours.</p><h3 id="microsoft-azure-ml"><strong>Microsoft Azure ML</strong></h3><p>Provided by <a href="https://www.microsoft.com/en-in">Microsoft</a>, <a href="https://azure.microsoft.com/en-in/products/machine-learning">Azure Machine Learning (ML)</a> is a cloud-based machine learning platform that enables data scientists and developers to build, train, and deploy machine learning models at scale. Similar to SageMaker, Azure ML offers a range of tools and services for the entire machine learning lifecycle, from data preparation and model development to deployment and monitoring.</p><p>Azure ML offers automated machine learning capabilities, allowing users to quickly build and deploy machine learning models without extensive manual tuning or coding. It provides tools for model interpretability and explainability, allowing users to understand how models make predictions and identify factors contributing to model performance. It also enables easy deployment of trained models to production environments using managed services such as <a href="https://azure.microsoft.com/en-in/products/kubernetes-service">Azure Kubernetes Service (AKS)</a> or <a href="https://azure.microsoft.com/en-in/products/container-instances">Azure Container Instances (ACI),</a> with support for real-time and batch inferencing.</p><p>Azure ML pricing is based on a pay-as-you-go model, with costs calculated based on factors such as compute usage, storage usage, and data transfer. There are additional charges for specific services such as model deployment and inference.</p><h2 id="monitoring-and-observability-tools-1">Monitoring and Observability Tools</h2><p>To monitor any of the machine learning solutions, you can use tools like Prometheus and Grafana. Let’s take a detailed look into what features these tools provide.</p><h3 id="prometheus"><strong>Prometheus</strong></h3><p><a href="https://prometheus.io/">Prometheus</a> is a monitoring and alerting toolkit that was originally developed at SoundCloud but it is now maintained by the <a href="https://www.cncf.io/">Cloud Native Computing Foundation (CNCF)</a>. It is specially designed for monitoring highly dynamic containerized environments such as Kubernetes and provides powerful features for collecting, querying, visualizing, and alerting on time-series data.</p><p>Prometheus uses a multi-dimensional data model with key-value pairs, allowing users to efficiently label and query metrics based on various dimensions such as instance, job, and service. It uses <a href="https://prometheus.io/docs/prometheus/latest/querying/basics/">Prometheus Query Language (PromQL)</a>, which is a powerful and expressive language for querying and manipulating time-series data (logs), enabling advanced analysis and visualization of metrics. Prometheus supports flexible alerting rules based on metric thresholds and conditions, with integrations for sending alerts to various alerting channels such as email, PagerDuty, and Slack.</p><p>Prometheus is open source without any licensing cost.</p><h3 id="grafana"><strong>Grafana</strong></h3><p><a href="https://grafana.com/">Grafana</a> is a popular analytics and visualization platform that is most commonly used for monitoring and observability in machine learning. While tools like <a href="https://grafana.com/oss/loki/">Loki</a> and <a href="https://www.fluentd.org/">FluentD</a> work as data aggregators, Grafana allows users to query, visualize, raise alerts, and understand metrics from multiple data sources, including time-series databases, application logs, and cloud monitoring services.</p><p>Grafana provides a wide range of visualization options, including graphs, gauges, heatmaps, and tables, allowing users to create custom dashboards tailored to their specific monitoring needs. It supports integration with numerous data sources, including <a href="https://graphiteapp.org/">Graphite</a>, <a href="https://www.influxdata.com/">InfluxDB</a>, <a href="https://www.elastic.co/elasticsearch">Elasticsearch</a>, and many others, enabling users to query and visualize metrics from multiple sources in a single dashboard. It also offers built-in alerting capabilities, allowing users to define alerting rules based on metric thresholds and conditions, and receive notifications via email, <a href="https://slack.com/intl/en-in">Slack</a>, <a href="https://www.pagerduty.com/">PagerDuty</a>, or other alerting channels.</p><p>Grafana is also open-source and free to use, with no licensing costs.</p><h2 id="compute-and-infrastructure-1">Compute and infrastructure</h2><p>When it comes to computing and infrastructure, Docker and Kubernetes are considered some of the highly used tools in the MLOps space.</p><h3 id="docker"><strong>Docker</strong></h3><p><a href="https://www.docker.com/">Docker</a> is a platform for building packaging and deploying applications as lightweight, portable containers. Docker resolves the issue of “it works on my system” as it creates a container for your application that can run on any platform and produces the same result. It is commonly used in MLOps workflows for containerizing machine learning models and their dependencies, enabling consistent and reproducible deployments across different environments.</p><p>Docker enables applications to be packaged into containers, which encapsulate the application code, runtime, libraries, and dependencies, making it easy to deploy and run applications consistently across different environments. Docker containers provide process-level isolation, allowing applications to run in isolated environments without interfering with each other or the underlying host system. These containers are portable and can be run on any system that supports Docker, including development laptops, on-premises servers, and cloud-based infrastructure. Docker integrates seamlessly with container orchestration platforms such as Kubernetes, enabling automated deployment, scaling, and management of containerized applications in production environments.</p><p>Docker is also an open-source tool that can be used freely by individuals and project teams.</p><h3 id="kubernetes"><strong>Kubernetes</strong></h3><p>Once you are done creating a container for an application, you need a tool that can actually manage this container and successfully deploy your application. In this case, <a href="https://kubernetes.io/">Kubernetes</a> is all you need, it is an open-source container orchestration platform that automates the deployment, scaling, and management of containerized applications. It is commonly used in MLOps workflows for deploying and managing machine learning models and inference services.</p><p>Kubernetes manages the deployment and scaling of containerized applications across a <a href="https://www.vmware.com/topics/glossary/content/kubernetes-cluster.html">cluster</a> of compute <a href="https://kubernetes.io/docs/concepts/architecture/nodes/">nodes</a>, ensuring high availability and resource efficiency. It provides built-in mechanisms for service discovery and load balancing, enabling applications to communicate with each other and distribute incoming traffic across multiple instances. Kubernetes supports auto-scaling of applications based on resource usage metrics, automatically adjusting the number of replicas to meet demand and optimize resource utilization. It uses declarative configuration files to define the desired state of applications and infrastructure, enabling infrastructure as code and automated deployment pipelines.</p><p>Kubernetes is the first choice for deploying and managing distributed applications including machine learning. Kubernetes can be used for free as it is also an open-source tool for orchestrating containers.</p><h2 id="pipeline-orchestration-tools-1">Pipeline Orchestration Tools</h2><p>To handle the end-to-end workflow orchestration, you can use famous tools like Apache Airflow and Kubeflow Pipelines.</p><h3 id="apache-airflow"><strong>Apache Airflow</strong></h3><p><a href="https://airflow.apache.org/">Apache Airflow</a> is an open-source workflow orchestration tool that can manage complex workflows and data pipelines. It allows users to schedule, monitor, and manage workflows using <a href="https://airflow.apache.org/docs/apache-airflow/stable/core-concepts/dags.html">DAGs (Direct Acyclic Graphs)</a>, enabling the automation of tasks across various systems and services.</p><p>Airflow provides a flexible and extensible framework for defining and scheduling workflows using <a href="https://www.python.org/">Python</a> code or <a href="https://airflow.apache.org/docs/apache-airflow/stable/howto/set-config.html">configuration files</a>. It allows users to define dependencies between tasks within a workflow, ensuring tasks are executed in the correct order based on their dependencies. Airflow supports various types of tasks, including Bash commands, Python functions, SQL queries, and more, allowing users to execute a wide range of tasks within their workflows.</p><p>It is an open-source tool that is free to use without any licensing costs. However, if you or your organization is using Airflow you may incur costs for infrastructure resources (e.g., compute instances, storage) used to run Airflow and store workflow data.</p><h3 id="kubeflow-pipelines"><strong>Kubeflow Pipelines</strong></h3><p>If you want to work on building and deploying scalable, portable, and reproducible machine learning workflows on Kubernetes, the <a href="https://www.kubeflow.org/">Kubeflow pipeline</a> is the answer. It provides a visual interface for designing, orchestrating, and monitoring ML pipelines, allowing users to define complex workflows as DAGs.</p><p>Kubeflow Pipelines offers a user-friendly visual interface for designing and editing ML pipelines, making it easy to define tasks, dependencies, and data flows. These pipelines are built using <a href="https://www.docker.com/resources/what-container/">Docker containers</a>, enabling seamless integration with Kubernetes for efficient resource management and scalability. These Pipelines also integrate with popular ML frameworks and tools such as TensorFlow, PyTorch, and Scikit-learn, allowing users to leverage their existing workflows and models.</p><p>Similar to Apache Airflow, Kubeflow is also an open-source tool that is available for free to manage ML pipelines.</p><h2 id="how-to-select-the-right-mlops-tools">How to Select the Right MLOps Tools?</h2><p>Now that you have seen a lot of MLOps tools that can ease your work starting from data collection to model deployment and monitoring, it is time to understand how you can decide on particular tools while working on the ML pipelines. Here are a few tips that you should keep in mind while selecting the right MLOps tool for you.</p><h3 id="scalability-and-performance">Scalability and Performance</h3><p>You might be able to train and deploy your model with possibly any open source tool, but when it comes to scalability, things get a little messy as you need to depend on a lot of tools that need to work together to achieve the scalability. You must evaluate the MLOps tools based on scalability and performance considering the factors like ability to handle large datasets, support for distributed computing, and performance optimization features.</p><h3 id="integration-capabilities">Integration Capabilities</h3><p>The tech stack that organizations use for building ML pipelines does not remain constant, they can use different technologies based on their budget and the experience of the developers. While choosing the MLOps tool, you must assess the integration capabilities of the MLOps tools with your existing infrastructure, data sources, machine learning frameworks, and deployment environments. Look for tools that seamlessly integrate with your tech stack to minimize integration efforts and ensure compatibility.</p><h3 id="ease-of-use-and-learning-curve">Ease of Use and Learning Curve</h3><p>Organizations tend to use tools that are easy to learn and use as compared to tools that take a longer time to learn. They would not want to spend the time and money to train a developer on a tool that takes months as they can actually build the entire project in months without using the complex technology. Consider the ease of use and learning curve associated with the MLOps tools. Look for tools that provide intuitive user interfaces, comprehensive documentation, an active developer community and educational resources to facilitate adoption and minimize training time.</p><h3 id="support-and-documentation">Support and Documentation</h3><p>While learning any technology, you might have seen that some of the technologies have really well-written documentation and community support while others lack the same. Tools that have better learning resources are preferable as compared to tools with almost no learning resources as they become hard to learn and solve the issues arising during development. You must evaluate the level of support and documentation provided by the tool vendors or the open-source community. Look for tools with active developer communities, reliable technical support, and comprehensive documentation to address any issues or questions that may arise.</p><h3 id="cost-and-roi">Cost and ROI</h3><p>You must consider the cost of acquiring, implementing, and maintaining the MLOps tools, including licensing fees, infrastructure costs, and ongoing support expenses. Also, you should evaluate the potential return on investment (ROI) of the tools in terms of improved efficiency, productivity, and the ability to deliver value from machine learning projects.</p><h1 id="conclusion">Conclusion</h1><p>After reading this article, you now know about MLOps and its role in the machine learning space. MLOps plays a key role in building, deploying, and maintaining the scalable ML model. It does this with the help of several tools and frameworks that complement each stage of the ML pipeline and they are called MLOps tools. You have also seen the role of MLOps tools in various ML pipeline stages and then explored the best MLOps tools used across various organizations.</p><p>While you need to manage each tool individually for maintaining the entire ML pipeline, that can be very hard as there could be so many moving parts, tools like DagsHub make your work easy. DagsHub helps data teams build better ML models and manage end-to-end data projects by managing data, code, experiments, and models all in one place. You can learn more about DagsHub <a href="https://dagshub.com/docs/index.html">here</a>.</p> </div> </div> </div> </div> </div> <section class="m-recommended"> <div class="l-wrapper in-recommended"> <h3 class="m-section-title in-recommended">Recommended for you</h3> <div class="m-recommended-articles"> <div class="m-recommended-slider glide js-recommended-slider"> <div class="glide__track" data-glide-el="track"> <div class="glide__slides"> <div class="m-recommended-slider__item glide__slide"> <article class="m-article-card post tag-active-learning tag-machine-learning-workflow tag-collaboration tag-data-labeling tag-data-science tag-machine-learning tag-machine-learning-production tag-mlops"> <div class="m-article-card__picture"> <a href="/blog/active-learning-your-way-to-better-models/" class="m-article-card__picture-link" aria-hidden="true" tabindex="-1"></a> <img class="m-article-card__picture-background" src="/blog/content/images/size/w600/2022/07/john-cameron-w1K9Ug_pjXw-unsplash.jpg" loading="lazy" alt=""> <a href="https://dagshub.com/blog/author/yono/" class="m-article-card__author js-tooltip" aria-label="Yono Mittlefehldt" data-tippy-content="Posted by Yono Mittlefehldt "> <div style="background-image: url(/blog/content/images/size/w100/2022/06/Yono4-color.jpg);"></div> </a> </div> <div class="m-article-card__info"> <a href="https://dagshub.com/blog/tag/active-learning/" class="m-article-card__tag">Active Learning</a> <a href="/blog/active-learning-your-way-to-better-models/" class="m-article-card__info-link" aria-label="Active Learning Your Way to Better Models"> <div> <h2 class="m-article-card__title js-article-card-title " title="Active Learning Your Way to Better Models"> Active Learning Your Way to Better Models </h2> </div> <div class="m-article-card__timestamp"> <span>2 years ago</span> <span>•</span> <span>10 min read</span> </div> </a> </div> </article> </div> <div class="m-recommended-slider__item glide__slide"> <article class="m-article-card post tag-computer-vision tag-data-streaming tag-mlops tag-data-version-control tag-direct-data-access tag-open-source-datasets tag-data-management"> <div class="m-article-card__picture"> <a href="/blog/train-emotion-recognition-model/" class="m-article-card__picture-link" aria-hidden="true" tabindex="-1"></a> <img class="m-article-card__picture-background" src="/blog/content/images/size/w600/2023/06/priscilla-du-preez-dOnEFhQ7ojs-unsplash.jpg" loading="lazy" alt=""> <a href="https://dagshub.com/blog/author/gaurav/" class="m-article-card__author js-tooltip" aria-label="Gaurav Mohan" data-tippy-content="Posted by Gaurav Mohan "> <div style="background-image: url(/blog/content/images/size/w100/2023/06/profile.JPG);"></div> </a> </div> <div class="m-article-card__info"> <a href="https://dagshub.com/blog/tag/computer-vision/" class="m-article-card__tag">Computer Vision</a> <a href="/blog/train-emotion-recognition-model/" class="m-article-card__info-link" aria-label="Train An Emotion Recognition Model Using Open Source MLOps Tools"> <div> <h2 class="m-article-card__title js-article-card-title " title="Train An Emotion Recognition Model Using Open Source MLOps Tools"> Train An Emotion Recognition Model Using Open Source MLOps Tools </h2> </div> <div class="m-article-card__timestamp"> <span>a year ago</span> <span>•</span> <span>11 min read</span> </div> </a> </div> </article> </div> <div class="m-recommended-slider__item glide__slide"> <article class="m-article-card post tag-ci-cd tag-machine-learning-workflow tag-github tag-machine-learning-production tag-streamlit tag-tutorials tag-mlops"> <div class="m-article-card__picture"> <a href="/blog/ci-cd-for-machine-learning-test-and-and-deploy-your-ml-model-with-github-actions/" class="m-article-card__picture-link" aria-hidden="true" tabindex="-1"></a> <img class="m-article-card__picture-background" src="/blog/content/images/size/w600/2022/06/james-harrison-vpOeXr5wmR4-unsplash.jpg" loading="lazy" alt=""> <a href="https://dagshub.com/blog/author/khuyen/" class="m-article-card__author js-tooltip" aria-label="Khuyen Tran" data-tippy-content="Posted by Khuyen Tran "> <div style="background-image: url(//www.gravatar.com/avatar/cdfdeccf7cd7a1e8a70481674d6a6650?s=250&d=mm&r=x);"></div> </a> </div> <div class="m-article-card__info"> <a href="https://dagshub.com/blog/tag/ci-cd/" class="m-article-card__tag">CI/CD</a> <a href="/blog/ci-cd-for-machine-learning-test-and-and-deploy-your-ml-model-with-github-actions/" class="m-article-card__info-link" aria-label="CI/CD for Machine Learning: Test and Deploy Your ML Model with GitHub Actions"> <div> <h2 class="m-article-card__title js-article-card-title " title="CI/CD for Machine Learning: Test and Deploy Your ML Model with GitHub Actions"> CI/CD for Machine Learning: Test and Deploy Your ML Model with GitHub Actions </h2> </div> <div class="m-article-card__timestamp"> <span>2 years ago</span> <span>•</span> <span>9 min read</span> </div> </a> </div> </article> </div> </div> </div> <div data-glide-el="controls" class="glide__arrows js-controls"> <button data-glide-dir="<" class="m-icon-button filled in-recommended-articles glide-prev" aria-label="Previous"> <span class="icon-arrow-left" aria-hidden="true"></span> </button> <button data-glide-dir=">" class="m-icon-button filled in-recommended-articles glide-next" aria-label="Next"> <span class="icon-arrow-right" aria-hidden="true"></span> </button> </div> </div> </div> </div> </section> </div> </article> </main> <div class="video-modal"> <div class="video-modal-container"> <div class="video-modal-iframe"> <button><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" tabindex="-1"><path d="M20 20L4 4m16 0L4 20"></path></svg></button> <div> </div> </div> </div> </div> <div class="m-search js-search" role="dialog" aria-modal="true" aria-label="Search"> <button class="m-icon-button outlined as-close-search js-close-search" aria-label="Close search"> <span class="icon-close" aria-hidden="true"></span> </button> <div class="m-search__content"> <form class="m-search__form"> <div class="pos-relative"> <span class="icon-search m-search-icon" aria-hidden="true"></span> <label for="search-input" class="sr-only"> Type to search </label> <input id="search-input" type="text" class="m-input in-search js-input-search" placeholder="Type to search"> </div> </form> <div class="js-search-results hide"></div> <p class="m-not-found align-center hide js-no-results"> No results for your search, please try with something else. </p> </div> </div> <div class="site-pre-footer"> <div class="container"> <div class="content-wrapper"> <h3 class="title">Manage your unstructured data. Scale to millions of experiments today.</h3> <p class="description">See how leading data scientists manage their data.</p> <div class="button-group"> <a href="/book-a-demo/" target="" class="btn btn__lg btn--white-outline" data-analytics-event="Footer_BookADemo_Clicked">Book A Demo</a> <a href="https://dagshub.com/user/sign_up" target="" class="btn btn__lg btn--primary" data-analytics-event="Footer_StartFree_Clicked">Start Free</a> </div> </div> </div> </div> <div class="site-footer"> <div class="container"> <div class="site-footer__wrap"> <div class="site-footer__logo"> <div class="site-logo"> <a href="https://dagshub.com/" class="custom-logo-link" rel="home" aria-current="page"><img width="143" height="40" src="https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg" class="custom-logo" alt="DagsHub" decoding="async"></a> </div> <div class="site-footer__social">  <ul class="social-list"> <li class="social-list__item"> <a href="https://twitter.com/TheRealDAGsHub" target="_blank" class="social-list__link"><svg class="svg-icon icon-twitter" width="18" height="18" "=""><use xlink:href="/assets/images/icons.svg?ver=1717065551#icon-twitter"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://www.linkedin.com/company/dagshub" target="_blank" class="social-list__link"><svg class="svg-icon icon-linkedin" width="18" height="18" "=""><use xlink:href="/assets/images/icons.svg?ver=1717065551#icon-linkedin"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://youtube.com/c/dagshub" target="_blank" class="social-list__link"><svg class="svg-icon icon-youtube" width="18" height="18" "=""><use xlink:href="/assets/images/icons.svg?ver=1717065551#icon-youtube"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://discord.com/invite/9gU36Y6" target="_blank" class="social-list__link"><svg class="svg-icon icon-discord" width="18" height="18" "=""><use xlink:href="/assets/images/icons.svg?ver=1717065551#icon-discord"></use></svg><span class="screen-reader-text"></span></a> </li> </ul> </div> <img src="https://dagshub.com/wp-content/uploads/2024/04/image-54.png" alt="" class="bottom_logo"> </div> <div class="site-footer__frame"> <div class="site-footer__holder"> <div class="site-footer__nav"> <ul id="menu-pro-footer-menu" class="footer-nav"><li id="menu-item-14" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-14"><a>Resources</a> <ul class="sub-menu"> <li id="menu-item-15" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-15"><a href="https://dagshub.com/docs">Docs</a></li> <li id="menu-item-16" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-16"><a href="https://dagshub.com/blog">Blog</a></li> <li id="menu-item-101" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-101"><a href="/datasets/">Datasets</a></li> <li id="menu-item-1586" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1586"><a href="/glossary/">Glossary</a></li> <li id="menu-item-2247" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2247"><a href="https://dagshub.com/blog/tag/case-study/">Case Studies</a></li> <li id="menu-item-2244" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2244"><a href="https://dagshub.com/blog/tag/tutorials/">Tutorials & Webinars</a></li> </ul> </li> <li id="menu-item-1708" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-1708"><a>Product</a> <ul class="sub-menu"> <li id="menu-item-2076" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2076"><a href="https://dagshub.com/data-engine/">Data Engine</a></li> <li id="menu-item-2250" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2250"><a href="https://dagshub.com/use-cases/llm/">LLMs</a></li> <li id="menu-item-1463" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1463"><a href="https://dagshub.com/product/">Platform</a></li> <li id="menu-item-1711" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1711"><a href="https://dagshub.com/enterprise/">Enterprise</a></li> <li id="menu-item-2464" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2464"><a href="https://dagshub.com/pricing">Pricing</a></li> </ul> </li> <li id="menu-item-2347" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2347"><a>Company</a> <ul class="sub-menu"> <li id="menu-item-2348" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2348"><a href="https://dagshub.com/about">About</a></li> <li id="menu-item-2349" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2349"><a href="https://dagshub.com/careers">Careers</a></li> <li id="menu-item-2350" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2350"><a href="https://dagshub.com/contact-us/">Contact us</a></li> </ul> </li> <li id="menu-item-18" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-18"><a>Community</a> <ul class="sub-menu"> <li id="menu-item-17" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-17"><a href="https://dagshub.com/explore/repos">Explore</a></li> </ul> </li> </ul> </div> <div class="site-footer__info"> </div> </div> </div> <div class="footer_subcscription"> <div class="wpcf7 js" id="wpcf7-f2374-o1" lang="en-US" dir="ltr"> <div class="screen-reader-response"><p role="status" aria-live="polite" aria-atomic="true"></p> <ul></ul></div> <form action="/#wpcf7-f2374-o1" method="post" class="wpcf7-form init" aria-label="Contact form" novalidate="novalidate" data-status="init"> <div style="display: none;"> <input type="hidden" name="_wpcf7" value="2374"> <input type="hidden" name="_wpcf7_version" value="5.8.4"> <input type="hidden" name="_wpcf7_locale" value="en_US"> <input type="hidden" name="_wpcf7_unit_tag" value="wpcf7-f2374-o1"> <input type="hidden" name="_wpcf7_container_post" value="0"> <input type="hidden" name="_wpcf7_posted_data_hash" value=""> <input type="hidden" name="_wpcf7_recaptcha_response" value="03AFcWeA4uj_aRc8aqV6-AMa3S2nwbXoJUrg1L40giuqdchHOq_JcNlanE7TtT7mEAnRdQPseB8ahQoj1M1z7ruAH-lsUT-wOx3SmVYjszVfDoGIs2QlJWN7xgWlQEdD43woDSYmlNLXCC9XsBAMdMRiPtmY6-sjaVVEReUmcys9Sq5_uL0aNXxKkoL3SZvQZTW5sC0JO2eMikeoDobVCGpC3YlJG-nYT3mFaNjCxn7i-p2M_K7cFG9PUYpJNEqO-LOcW906Nf8sb1MKDAGWMhMBapyPxryKux6euldj2DhALMUW7jmNwhpaK9h7QaLgnbYy2JEo4lvcrQWQ7YnFV-DePKnnlYYudX-_wDbOxFf53Jo2SZkfKfFl3bYXDDalTLyp3hkCzI8Z69putSHsAeDDccflIRKq2qSWdGbOB1VdDwFsFz5oLCDU956C52phb_B36_22QdpFW_9qUiEfsFE_dv6cFop-AcEZ0Je2PXXM8iEK888LKoLi6HkH0aD8geB18vSxfJbr8RIZG1XNVpi1PuZxBqa_USXGy4NOWWCfmvfyo5SlZnbgnIiGfoWmFnvq0JZ6SDP0ZWxOgIIXeqDbyQ6uh942-NFho6peSdmLofXeGQDQIttjnDZM7D497GVTXhEpLHjeLIRb-FkyqiFmJM20aNEmi4zqA0r45ogEBcH24XkVWHtzK6b_owMEemE0KAeEkvJVa-32W1606ZooU0cxM3A6oCSNyF56r8XOW4_GsUxB1GXkW9M5Pd0Rktg2dREMTbYoyl9j541U-_skQQqx8JgRI8M8QEouZQwLPGKZkXZpNYWBGauNqyqUS5mu7nM9JP8g4Y-ad1ovzZSPxJplfCZxlJnMNz7GoRhN2ztM5eX1ZZwUxTEpLOHXIPUDL_VXBpisk9M_NeK1mSEmSNVO4gshOPBJs5ZSG2Uoy2sTAywrYyQahV7JIgC_V40RR49t_WyWAsdcjpVftgqyiEf6xZJmWHC8VXMRJMPfQpOkq0U8AZic0QVRfshiMiKpOHM-ZP7ux9kpzDBGZ4drQ2jJj2-rLlgHISsZ6k_wNHam7AZV1bOjbZUVg-nF5gp1IIZoBylMU1sqWhd_H0HdoKyb9QkE1-Vj_pSgGUnR4A-WbCA3xJXUow_zLekDj48e3WLxJVzyuhHCosBx-3WFi113Fu9-DXunhkTIpwv_uMjOF7DAIkbKSARbObhYj1SslmsakCY0fYgePE4DXJlNCTyFOyMneWtA3hENxzkZMb7QujC7z44YdzcHaNeX3ELEIYX2TSW8fqDv0_7eiNH5iC0lqRZ4TulmzeEjlqRW0HiNPn-Gerlw8FJljfGXW5_U0nOcXLb0N0_SREwHXIaOwO-zgVSBpCo_LlV7aMFDTqPFcmFX2B1rBIuHc8HVAmUWgolsEqJGbJUSQnsgGBQKSycBY7cq6cMSkx0F2dyaoP1Fs3ShKgTZ11LmLt2WEdjjaKdDM-bk7KoxmZxAC3D8EgdTibmxEHMhkKYGu0BxNUesCLaY5L_mRB3tXyKFYHxL9U46BslSwiBbYb-gMSQX-t9NQR4OGhv5shptwufrEPu-fOBv1LPXUid9sVDSEdRRNnhaV8BPHo9iHEuqv5NBfCbEID4-AOYrjsNFjv3dOuQPZe6soXmuh-Ic4A21KYNwOBvm0s9B6cbJT3OjVgy0rpdt_yFa5oa8EJNkNWEJzAw8l-SCVSKVp0OK7inEJHA3OMgYv784rZJxbPzvXy1NPyEqOT-T814_VN2pCFoO6NQ4XlHe7AdBn6Z_dTQipze62UHLrTrP3pwy9GWZIp4NeXdnCq4zLNpa339wKBT00WYNbL8e5qAYdm7g6ONP-rybJhtMeEXw5EZgq8ZvqmVgPEWQvZlQQnZbLtH6DpMnUeYGNwt9OS4xM0gMcnRxgLN8bG26-L-HGWcQJAboHP04ZDhOpx3iJfcFoKJy8JjVRDaXDbCaV4aLuS2G5IOPaUp9qYTRZOvtikUru6FVFcMzBHLZPbZg2l-Y1NfoFiuUDDhMuWdrcsUrHpgXva2CospJ2LWpjZnml4cROYxHfJQKNF6BlDAtgwInchv7wQfechNV-gPFKnCuR7raRbLuEGa6hAhx2PxyqSMeEtLyfe7Ur2V-TzMAvmbt7vFADS6brXDsc9OCJTLyV5UMT2EZ46Eqx5fXpXSc8pPgB5ZxL3vMTSQCfqjoUzBc3d_9OkOtrcHB7jc8HWgAE"> </div> <div class="footer-subcription-box"> <h3 class="title">ML Newsletter</h3> <p class="description">Top MLOps articles, case studies, events (and more) in your inbox every month</p> <div class="form-wrap c-form-subscription"> <div class="c-form-primary__field"><span class="wpcf7-form-control-wrap" data-name="your-email"><input size="40" class="wpcf7-form-control wpcf7-email wpcf7-validates-as-required wpcf7-text wpcf7-validates-as-email" autocomplete="email" aria-required="true" aria-invalid="false" placeholder="Email" value="" type="email" name="your-email"></span></div> <input class="wpcf7-form-control wpcf7-submit has-spinner" type="submit" value="Subscribe"><span class="wpcf7-spinner"></span> </div> <div id="customMessage" style="display: none;"> You're subscribed! Check your inbox for exciting updates! </div> </div><div class="wpcf7-response-output" aria-hidden="true"></div> </form> </div> </div> </div> <div class="site-footer__row"> <div class="site-footer__copy">©2024 © Copyright Dagshub 2023</div> </div> </div> <div class="elipse-background"></div> <div class="elipse-background right"></div> </div> <div class="m-alert success subscribe js-alert" data-notification="subscribe"> Great! You've successfully subscribed. <button class="m-alert__close js-notification-close" aria-label="Close"> <span class="icon-close"></span> </button> </div> <div class="m-alert success signup js-alert" data-notification="signup"> Great! Next, complete checkout for full access. <button class="m-alert__close js-notification-close" aria-label="Close"> <span class="icon-close"></span> </button> </div> <div class="m-alert success signin js-alert" data-notification="signin"> Welcome back! You've successfully signed in. <button class="m-alert__close js-notification-close" aria-label="Close"> <span class="icon-close"></span> </button> </div> <div class="m-alert success checkout js-alert" data-notification="checkout"> Success! Your account is fully activated, you now have access to all content. <button class="m-alert__close js-notification-close" aria-label="Close"> <span class="icon-close"></span> </button> </div> <script crossorigin="anonymous" src="https://polyfill.io/v3/polyfill.min.js?features=IntersectionObserver%2CPromise%2CArray.prototype.includes%2CString.prototype.endsWith%2CString.prototype.startsWith%2CObject.assign%2CNodeList.prototype.forEach"></script> <script defer src="/blog/assets/js/manifest.js?v=d16ee3eaf3"></script> <script defer src="/blog/assets/js/vendor/content-api.min.js?v=d16ee3eaf3"></script> <script defer src="/blog/assets/js/vendor.js?v=d16ee3eaf3"></script> <script defer src="/blog/assets/js/app.js?v=d16ee3eaf3"></script> <script defer src="/blog/assets/js/post.js?v=d16ee3eaf3"></script>   <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.21.0/prism.min.js"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.21.0/components/prism-bash.min.js"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.21.0/components/prism-python.min.js"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.21.0/components/prism-r.min.js"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.28.0/components/prism-core.min.js" integrity="sha512-9khQRAUBYEJDCDVP2yw3LRUQvjJ0Pjx0EShmaQjcHa6AXiOv6qHQu9lCAIR8O+/D8FtaCoJ2c0Tf9Xo7hYH01Q==" crossorigin="anonymous" referrerpolicy="no-referrer"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.28.0/plugins/autoloader/prism-autoloader.min.js" integrity="sha512-fTl/qcO1VgvKtOMApX2PdZzkziyr2stM65GYPLGuYMnuMm1z2JLJG6XVU7C/mR+E7xBUqCivykuhlzfqxXBXbg==" crossorigin="anonymous" referrerpolicy="no-referrer"></script> </body> </html>