CINXE.COM

<!DOCTYPE html> <html lang="en-US" class="no-js no-touch"> <head>  <script src="https://cdn.cookielaw.org/scripttemplates/otSDKStub.js" data-document-language="true" type="text/javascript" charset="UTF-8" data-domain-script="3e2b62ff-7ae7-4ac5-87c8-d5949ecafff5" ></script> <script type="text/javascript"> function OptanonWrapper() {} </script>   <script type="text/javascript"> (function () { 'use strict'; const observer = new MutationObserver(function (mutations, mutationInstance) { const otPreferencePanel = document.getElementById('onetrust-pc-sdk'); if (otPreferencePanel) { const otBanner = document.getElementById('onetrust-banner-sdk'); if (otBanner && navigator.globalPrivacyControl) { setNvDone(); } mutationInstance.disconnect(); } }); observer.observe(document, { childList: true, subtree: true }); const setNvDone = function () { // Hide elements by their IDs var acceptbtn = document.getElementById('onetrust-accept-btn-handler'); var rejectbtn = document.getElementById('onetrust-reject-all-handler'); if (acceptbtn) { acceptbtn.style.display = 'none'; } if (rejectbtn) { rejectbtn.style.display = 'none'; } const doneButton = document.createElement('button'); doneButton.id = 'nv-done-btn-handler'; doneButton.textContent = 'Done'; document.getElementById('onetrust-button-group') .appendChild(doneButton); // Add click event listener to the new button doneButton.addEventListener('click', function () { OneTrust.Close(); }); }; })(); </script>  <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta charset="UTF-8"> <meta id="viewport" name="viewport" content="user-scalable=no, width=device-width, height=device-height, initial-scale=1"> <link rel="profile" href="http://gmpg.org/xfn/11"> <link rel="pingback" href="https://blogs.nvidia.com/xmlrpc.php"> <script> // Check for js support (replace no-js class on html) document.documentElement.className = document.documentElement.className.replace(/\bno-js\b/, '') + ' js'; // Check if touch-capable device. if ('ontouchstart' in window || navigator.maxTouchPoints) { document.documentElement.className = document.documentElement.className.replace(/\bno-touch\b/, '') + ' touch'; } </script> <meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' /> <style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style> <link rel="alternate" hreflang="en-us" href="https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/" /> <link rel="alternate" hreflang="x-default" href="https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/" />  <title>Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM | NVIDIA Blog</title> <meta name="description" content="New service brings up to 5x better token efficiency with popular AI models to millions of developers and enables immediate access to NIM microservices running on NVIDIA DGX Cloud." /> <link rel="canonical" href="https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="article" /> <meta property="og:title" content="Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM" /> <meta property="og:description" content="New service brings up to 5x better token efficiency with popular AI models to millions of developers and enables immediate access to NIM microservices running on NVIDIA DGX Cloud." /> <meta property="og:url" content="https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/" /> <meta property="og:site_name" content="NVIDIA Blog" /> <meta property="article:publisher" content="https://www.facebook.com/NVIDIA/" /> <meta property="article:published_time" content="2024-07-29T20:30:41+00:00" /> <meta property="article:modified_time" content="2025-02-12T21:21:56+00:00" /> <meta property="og:image" content="https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos.jpg" /> <meta property="og:image:width" content="1920" /> <meta property="og:image:height" content="1080" /> <meta property="og:image:type" content="image/jpeg" /> <meta name="author" content="Alexis Bjorlin" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:creator" content="@NVIDIA" /> <meta name="twitter:site" content="@NVIDIA" /> <meta name="twitter:label1" content="Written by" /> <meta name="twitter:data1" content="Alexis Bjorlin" /> <meta name="twitter:label2" content="Est. reading time" /> <meta name="twitter:data2" content="3 minutes" /> <script type="application/ld+json" class="yoast-schema-graph">{"@context":"https://schema.org","@graph":[{"@type":"WebPage","@id":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/","url":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/","name":"Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM | NVIDIA Blog","isPartOf":{"@id":"https://blogs.nvidia.com/#website"},"primaryImageOfPage":{"@id":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/#primaryimage"},"image":{"@id":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/#primaryimage"},"thumbnailUrl":"https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos.jpg","datePublished":"2024-07-29T20:30:41+00:00","dateModified":"2025-02-12T21:21:56+00:00","author":{"@id":"https://blogs.nvidia.com/#/schema/person/249f60220ae959b978cd15eca8806743"},"description":"New service brings up to 5x better token efficiency with popular AI models to millions of developers and enables immediate access to NIM microservices running on NVIDIA DGX Cloud.","breadcrumb":{"@id":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/#primaryimage","url":"https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos.jpg","contentUrl":"https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos.jpg","width":1920,"height":1080,"caption":"nvidia and hugging face logos"},{"@type":"BreadcrumbList","@id":"https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https://blogs.nvidia.com/"},{"@type":"ListItem","position":2,"name":"Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM"}]},{"@type":"WebSite","@id":"https://blogs.nvidia.com/#website","url":"https://blogs.nvidia.com/","name":"NVIDIA Blog","description":"","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https://blogs.nvidia.com/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Person","@id":"https://blogs.nvidia.com/#/schema/person/249f60220ae959b978cd15eca8806743","name":"Alexis Bjorlin","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https://blogs.nvidia.com/#/schema/person/image/31deda758343231f40e70b3f3b16a1a4","url":"https://blogs.nvidia.com/wp-content/uploads/2024/04/alexisbjorlin-96x96.jpg","contentUrl":"https://blogs.nvidia.com/wp-content/uploads/2024/04/alexisbjorlin-96x96.jpg","caption":"Alexis Bjorlin"},"description":"Alexis is vice president and general manager for DGX Cloud at NVIDIA. Prior to NVIDIA, Alexis was vice president for Infrastructure at Meta where her team was responsible for Infrastructure hardware/software co-designed systems, including AI Systems, compute and storage platforms, and custom Silicon. Prior to Meta, she served as senior vice president and general manager of the Broadcom Optical Systems Division and previously Corporate Vice President of the Data Center Group and General Manager of the Connectivity Group at Intel where she oversaw three business units: Ethernet/Networking, High Performance Computing fabrics, and Silicon Photonics. Prior to Intel, she spent eight years as President of Source Photonics, where she also served on the board of directors. She earned a B.S. in materials science and engineering from the Massachusetts Institute of Technology and a Ph.D. in materials science from the University of California at Santa Barbara.","url":"https://blogs.nvidia.com/blog/author/alexisbjorlin/"}]}</script>  <link rel='dns-prefetch' href='//nvidiablog.disqus.com' /> <link rel='dns-prefetch' href='//info.nvidia.com' /> <link rel="alternate" type="application/rss+xml" title="NVIDIA Blog » Feed" href="https://blogs.nvidia.com/feed/" /> <link rel="alternate" type="application/rss+xml" title="NVIDIA Blog » Comments Feed" href="https://blogs.nvidia.com/comments/feed/" /> <script type="text/javascript"> /* <![CDATA[ */ window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/blogs.nvidia.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=6.7.2"}}; /*! This file is auto-generated */ !function(i,n){var o,s,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),r=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===r[t]})}function u(e,t,n){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\uddfa\ud83c\uddf3","\ud83c\uddfa\u200b\ud83c\uddf3")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!n(e,"\ud83d\udc26\u200d\u2b1b","\ud83d\udc26\u200b\u2b1b")}return!1}function f(e,t,n){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):i.createElement("canvas"),a=r.getContext("2d",{willReadFrequently:!0}),o=(a.textBaseline="top",a.font="600 32px Arial",{});return e.forEach(function(e){o[e]=t(a,e,n)}),o}function t(e){var t=i.createElement("script");t.src=e,t.defer=!0,i.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",s=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){i.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(s),u.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"}),a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=function(e){c(n=e.data),a.terminate(),t(n)})}catch(e){}c(n=f(s,u,p))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings); /* ]]> */ </script> <style id='wp-emoji-styles-inline-css' type='text/css'> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 0.07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='wp-block-library-css' href='https://blogs.nvidia.com/wp-includes/css/dist/block-library/style.min.css?ver=6.7.2' type='text/css' media='all' /> <style id='co-authors-plus-coauthors-style-inline-css' type='text/css'> .wp-block-co-authors-plus-coauthors.is-layout-flow [class*=wp-block-co-authors-plus]{display:inline} </style> <style id='co-authors-plus-avatar-style-inline-css' type='text/css'> .wp-block-co-authors-plus-avatar :where(img){height:auto;max-width:100%;vertical-align:bottom}.wp-block-co-authors-plus-coauthors.is-layout-flow .wp-block-co-authors-plus-avatar :where(img){vertical-align:middle}.wp-block-co-authors-plus-avatar:is(.alignleft,.alignright){display:table}.wp-block-co-authors-plus-avatar.aligncenter{display:table;margin-inline:auto} </style> <style id='co-authors-plus-image-style-inline-css' type='text/css'> .wp-block-co-authors-plus-image{margin-bottom:0}.wp-block-co-authors-plus-image :where(img){height:auto;max-width:100%;vertical-align:bottom}.wp-block-co-authors-plus-coauthors.is-layout-flow .wp-block-co-authors-plus-image :where(img){vertical-align:middle}.wp-block-co-authors-plus-image:is(.alignfull,.alignwide) :where(img){width:100%}.wp-block-co-authors-plus-image:is(.alignleft,.alignright){display:table}.wp-block-co-authors-plus-image.aligncenter{display:table;margin-inline:auto} </style> <style id='classic-theme-styles-inline-css' type='text/css'> /*! This file is auto-generated */ .wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none} </style> <style id='global-styles-inline-css' type='text/css'> :root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;} </style> <link rel='stylesheet' id='wpml-legacy-dropdown-0-css' href='https://blogs.nvidia.com/wp-content/plugins/sitepress-multilingual-cms/templates/language-switchers/legacy-dropdown/style.min.css?ver=1' type='text/css' media='all' /> <style id='wpml-legacy-dropdown-0-inline-css' type='text/css'> .wpml-ls-statics-shortcode_actions{background-color:#eeeeee;}.wpml-ls-statics-shortcode_actions, .wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu, .wpml-ls-statics-shortcode_actions a {border-color:#cdcdcd;}.wpml-ls-statics-shortcode_actions a, .wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu a, .wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu a:link, .wpml-ls-statics-shortcode_actions li:not(.wpml-ls-current-language) .wpml-ls-link, .wpml-ls-statics-shortcode_actions li:not(.wpml-ls-current-language) .wpml-ls-link:link {color:#444444;background-color:#ffffff;}.wpml-ls-statics-shortcode_actions a, .wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu a:hover,.wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu a:focus, .wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu a:link:hover, .wpml-ls-statics-shortcode_actions .wpml-ls-sub-menu a:link:focus {color:#000000;background-color:#eeeeee;}.wpml-ls-statics-shortcode_actions .wpml-ls-current-language > a {color:#444444;background-color:#ffffff;}.wpml-ls-statics-shortcode_actions .wpml-ls-current-language:hover>a, .wpml-ls-statics-shortcode_actions .wpml-ls-current-language>a:focus {color:#000000;background-color:#eeeeee;} </style> <link rel='stylesheet' id='yith-infs-style-css' href='https://blogs.nvidia.com/wp-content/plugins/yith-infinite-scrolling/assets/css/frontend.css?ver=2.1.0' type='text/css' media='all' /> <link rel='stylesheet' id='print-style-css' href='https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets/css/print.css' type='text/css' media='print' /> <link rel='stylesheet' id='nvb-single-css' href='https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/build/single.css?ver=1737452615' type='text/css' media='all' /> <link rel='stylesheet' id='tablepress-default-css' href='https://blogs.nvidia.com/wp-content/uploads/tablepress-combined.min.css?ver=23' type='text/css' media='all' /> <link rel='stylesheet' id='bsfrt_frontend-css' href='https://blogs.nvidia.com/wp-content/plugins/read-meter/assets/css/bsfrt-frontend-css.min.css?ver=1.0.9' type='text/css' media='all' /> <style id='has-inline-styles-inline-css' type='text/css'> .has-social-placeholder {display: none;height: 0;width: 0;overflow: hidden;}.has-inline-text { background-color: #ffefb1; color: #000000; }.has-inline-text:hover { background-color: #fcd63c; color: #000000; } </style> <link rel='stylesheet' id='colorbox-css' href='https://blogs.nvidia.com/wp-content/plugins/lightbox-gallery/colorbox/example1/colorbox.css?ver=6.7.2' type='text/css' media='all' /> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/sitepress-multilingual-cms/templates/language-switchers/legacy-dropdown/script.min.js?ver=1" id="wpml-legacy-dropdown-0-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets//js/nv-gtm.js?ver=20190419.0001" id="nv-gtm-js"></script> <script type="text/javascript" src="https://info.nvidia.com/js/forms2/js/forms2.min.js?ver=1.1.0.1" id="nvb4-mkto-forms2-js"></script> <script type="text/javascript" src="https://info.nvidia.com/rs/156-OFN-742/images/businessemailvalidation.js?ver=1.1.0.1" id="nvb4-mkto-validation-js"></script> <script type="text/javascript" id="nvb4-mkto-forms-inline-1-js-after"> /* <![CDATA[ */ MktoForms2.whenReady(function(e){e.onSuccess(function(i,n){return e.getFormElem().hide(),document.getElementById("confirmform").style.visibility="visible",document.getElementById("confirmform").style.margin="35px 0 25px 0",!1})}); /* ]]> */ </script> <link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://blogs.nvidia.com/xmlrpc.php?rsd" /> <meta name="generator" content="WordPress 6.7.2" /> <link rel='shortlink' href='https://blogs.nvidia.com/?p=73334' /> <link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://blogs.nvidia.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fblogs.nvidia.com%2Fblog%2Fhugging-face-inference-nim-microservices-dgx-cloud%2F" /> <link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://blogs.nvidia.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fblogs.nvidia.com%2Fblog%2Fhugging-face-inference-nim-microservices-dgx-cloud%2F&format=xml" />  <meta name="generator" content="WPML ver:4.6.15 stt:1,28,2;" /> <link type="text/css" rel="stylesheet" href="https://blogs.nvidia.com/wp-content/plugins/simple-pull-quote/css/simple-pull-quote.css" /> <meta name="google-site-verification" content="fRN6Tokx0As6AGYPd4zjMBgITWR2dvXjN6Zb3gojo-Y"/> <meta property="interest" content="generative_ai">  <script> (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:3655182,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); </script> <style type="text/css"> .entry-content .bsf-rt-reading-time{ background: #eeeeee; color: #333333; font-size: 15px; margin-top: 0em; margin-right: 0em; margin-bottom: 1em; margin-left: 0em; padding-top: 0.5em; padding-right: 0.7em; padding-bottom: 0.4em; padding-left: 0.7em; width: max-content; display: block; min-width: 100px; } </style> <style type="text/css"> .admin-bar .progress-container-top { background: #3f3f3f; height: 10px; } .progress-container-top { background: #3f3f3f; height: 10px; } .progress-container-bottom { background: #3f3f3f; height: 10px; } .progress-bar { background: #76b900; height: 10px; width: 0%; } </style> <script src="//assets.adobedtm.com/5d4962a43b79/814eb6e9b4e1/launch-4bc07f1e0b0b.min.js"></script> <style type="text/css" id="wp-custom-css"> #site-navigation { display: none; } </style> </head> <body class="post-template-default single single-post postid-73334 single-format-standard group-blog non-aggregation-view site-lang-en has-body"> <div id="page" class="hfeed site"> <a class="skip-link screen-reader-text" href="#content">Skip to content</a> <header id="masthead" class="site-header" role="banner"> <div class="inner for-masthead"> <div class="site-branding"> <a href="https://www.nvidia.com/en-us/" rel="home"> <div class="site-title"> <svg id="logo" enable-background="new 0 0 974.7 179.7" version="1.1" viewBox="0 0 974.7 179.7" xml:space="preserve" xmlns="http://www.w3.org/2000/svg" width="110" height="44"><title> Artificial Intelligence Computing Leadership from NVIDIA </title> <path d="m962.1 144.1v-2.7h1.7c0.9 0 2.2 0.1 2.2 1.2s-0.7 1.5-1.8 1.5h-2.1m0 1.9h1.2l2.7 4.7h2.9l-3-4.9c1.5 0.1 2.7-1 2.8-2.5v-0.4c0-2.6-1.8-3.4-4.8-3.4h-4.3v11.2h2.5v-4.7m12.6-0.9c0-6.6-5.1-10.4-10.8-10.4s-10.8 3.8-10.8 10.4 5.1 10.4 10.8 10.4 10.8-3.8 10.8-10.4m-3.2 0c0.2 4.2-3.1 7.8-7.3 8h-0.3c-4.4 0.2-8.1-3.3-8.3-7.7s3.3-8.1 7.7-8.3 8.1 3.3 8.3 7.7c-0.1 0.1-0.1 0.2-0.1 0.3z"></path> <path d="m578.2 34v118h33.3v-118h-33.3zm-262-0.2v118.1h33.6v-91.7l26.2 0.1c8.6 0 14.6 2.1 18.7 6.5 5.3 5.6 7.4 14.7 7.4 31.2v53.9h32.6v-65.2c0-46.6-29.7-52.9-58.7-52.9h-59.8zm315.7 0.2v118h54c28.8 0 38.2-4.8 48.3-15.5 7.2-7.5 11.8-24.1 11.8-42.2 0-16.6-3.9-31.4-10.8-40.6-12.2-16.5-30-19.7-56.6-19.7h-46.7zm33 25.6h14.3c20.8 0 34.2 9.3 34.2 33.5s-13.4 33.6-34.2 33.6h-14.3v-67.1zm-134.7-25.6l-27.8 93.5-26.6-93.5h-36l38 118h48l38.4-118h-34zm231.4 118h33.3v-118h-33.3v118zm93.4-118l-46.5 117.9h32.8l7.4-20.9h55l7 20.8h35.7l-46.9-117.8h-44.5zm21.6 21.5l20.2 55.2h-41l20.8-55.2z"></path> <path fill="#76B900" d="m101.3 53.6v-16.2c1.6-0.1 3.2-0.2 4.8-0.2 44.4-1.4 73.5 38.2 73.5 38.2s-31.4 43.6-65.1 43.6c-4.5 0-8.9-0.7-13.1-2.1v-49.2c17.3 2.1 20.8 9.7 31.1 27l23.1-19.4s-16.9-22.1-45.3-22.1c-3-0.1-6 0.1-9 0.4m0-53.6v24.2l4.8-0.3c61.7-2.1 102 50.6 102 50.6s-46.2 56.2-94.3 56.2c-4.2 0-8.3-0.4-12.4-1.1v15c3.4 0.4 6.9 0.7 10.3 0.7 44.8 0 77.2-22.9 108.6-49.9 5.2 4.2 26.5 14.3 30.9 18.7-29.8 25-99.3 45.1-138.7 45.1-3.8 0-7.4-0.2-11-0.6v21.1h170.2v-179.7h-170.4zm0 116.9v12.8c-41.4-7.4-52.9-50.5-52.9-50.5s19.9-22 52.9-25.6v14h-0.1c-17.3-2.1-30.9 14.1-30.9 14.1s7.7 27.3 31 35.2m-73.5-39.5s24.5-36.2 73.6-40v-13.2c-54.4 4.4-101.4 50.4-101.4 50.4s26.6 77 101.3 84v-14c-54.8-6.8-73.5-67.2-73.5-67.2z"></path></svg> </div> </a> </div> <ul class="secondary-menu-socials top_search"> <li class="search-item"> <form role="search" method="get" class="search-form" action="https://blogs.nvidia.com/"> <div class="form-item for-search"> <label> <span class="screen-reader-text">Search for:</span> <input type="search" class="search-field" placeholder="Search The Blog" value="" name="s" title="Search for:" /> </label> </div> <div class="form-item for-submit"> <input type="submit" class="search-submit" value="Search" /> <button type="submit" class="search-submit-button"> <span class="icon icon-search"></span> </button> </div> <input type='hidden' name='lang' value='en' /></form> <a href="/?s=" class="search-icon-link js-search-item-link"> <span class="hidden">Toggle Search</span> </a> </li> </ul> <nav id="site-navigation" class="primary-menu-slot main-navigation" role="navigation"> <div class="main-navigation-inner"> </div> </nav> </div> </header> <div class="secondary-menu-slot-wrapper"> <nav class="secondary-menu-slot" role="navigation"> <div class="secondary-menu-slot-inner inner for-masthead"> <div class="menu-secondary-container"><ul id="secondary-menu" class="menu"><li id="menu-item-52688" class="nav-home menu-item menu-item-type-custom menu-item-object-custom menu-item-52688"><a href="/">Home</a></li> <li id="menu-item-69474" class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor current-menu-parent current-post-parent menu-item-69474"><a href="https://blogs.nvidia.com/blog/category/generative-ai/">AI</a></li> <li id="menu-item-51415" class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor menu-item-51415"><a href="https://blogs.nvidia.com/blog/category/enterprise/">Data Center</a></li> <li id="menu-item-33089" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-33089"><a href="https://blogs.nvidia.com/blog/category/auto/">Driving</a></li> <li id="menu-item-4893" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-4893"><a href="https://blogs.nvidia.com/blog/category/gaming/">Gaming</a></li> <li id="menu-item-40164" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-40164"><a href="https://blogs.nvidia.com/blog/category/pro-graphics/">Pro Graphics</a></li> <li id="menu-item-38968" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-38968"><a href="https://blogs.nvidia.com/blog/category/robotics/">Robotics</a></li> <li id="menu-item-44951" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-44951"><a href="https://blogs.nvidia.com/blog/tag/healthcare-life-sciences/">Healthcare</a></li> <li id="menu-item-48928" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-48928"><a href="https://blogs.nvidia.com/blog/tag/inception/">Startups</a></li> <li id="menu-item-52809" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-52809"><a href="https://blogs.nvidia.com/ai-podcast/">AI Podcast</a></li> <li id="menu-item-68871" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-68871"><a href="https://blogs.nvidia.com/blog/category/corporate/nvidia-life/">NVIDIA Life</a></li> </ul></div> </div> </nav> </div> <div id="content" class="site-content"> <div class="inner for-content"> <div id="primary" class="content-area"> <main id="main" class="site-main" role="main"> <div class="cf-posts-with-overrides"> <article id="post-73334" class="post-with-sidebar post-73334 post type-post status-publish format-standard has-post-thumbnail hentry category-cloud-2 category-deep-learning category-generative-ai tag-artificial-intelligence tag-dgx-cloud tag-nvidia-ai-enterprise tag-nvidia-nim tag-siggraph-2024 loop-item-1 for-pagenum-1" data-url="https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/" data-identifier="73334 https://blogs.nvidia.com/?p=73334" data-title="Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM" > <header class="entry-header"> <div class="inner3">  <h1>Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM</h1> <div class="nvb4-subtitle"> <div class="nvb4-subtitle-inner"> New service brings up to 5x better token efficiency with popular AI models to millions of developers and enables immediate access to NIM microservices running on NVIDIA DGX Cloud. </div> </div> <div class="author_meta"> <span class="entry-date">July 29, 2024</span> <span class="meta-sep">by</span> <span class="author vcard"><a class="url fn n" href="https://blogs.nvidia.com/blog/author/alexisbjorlin/" title="View all posts by Alexis Bjorlin">Alexis Bjorlin</a></span> </div> </div>  <div class="entry-title img-bg orientation-landscape"> <div class="tile-image-wrapper"><img width="1280" height="720" src="https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos-1280x720.jpg" class="attachment-medium_large size-medium_large" alt="nvidia and hugging face logos" decoding="async" fetchpriority="high" srcset="https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos-1280x720.jpg 1280w, https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos-960x540.jpg 960w, https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos-1680x945.jpg 1680w, https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos-1536x864.jpg 1536w, https://blogs.nvidia.com/wp-content/uploads/2024/07/nvidia-hugging-face-logos.jpg 1920w" sizes="(max-width: 1280px) 100vw, 1280px" /></div> </div> </header>  <div class="entry-meta-social"> <div class="share-count-section"> <span class="share-text"> <span class="icon icon-share"></span> Share </span> </div> <ul class="entry-meta-social-links-list"> <li><a href="https://twitter.com/intent/tweet?text=Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM https%3A%2F%2Fblogs.nvidia.com%2Fblog%2Fhugging-face-inference-nim-microservices-dgx-cloud%2F" class="nvb4-social-share-link for-twitter" target="_blank"> <span class="icon-for-twitter" > <svg class="icon-social-twitter" width="32" height="32" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"> <path fill="#fff" d="M13.903 10.469 21.348 2h-1.764l-6.465 7.353L7.955 2H2l7.808 11.12L2 22h1.764l6.828-7.765L16.044 22H22l-8.097-11.531Zm-2.417 2.748-.791-1.107L4.4 3.3h2.71l5.08 7.11.791 1.107 6.604 9.242h-2.71l-5.389-7.542Z"></path> </svg> </span> </a></li><li><a href="https://www.facebook.com/sharer/sharer.php?u=https%3A%2F%2Fblogs.nvidia.com%2Fblog%2Fhugging-face-inference-nim-microservices-dgx-cloud%2F" class="nvb4-social-share-link for-facebook" target="_blank"> <span class="icon icon-facebook"></span> </a></li><li><a href="http://news.ycombinator.com/submitlink?u=https%3A%2F%2Fblogs.nvidia.com%2Fblog%2Fhugging-face-inference-nim-microservices-dgx-cloud%2F&t=Hugging+Face+Offers+Developers+Inference-as-a-Service+Powered+by+NVIDIA+NIM+%7C+NVIDIA+Blog" class="nvb4-social-share-link for-hacker-news" target="_blank"> <span class="icon icon-hacker-news"></span> </a></li><li><a href="https://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fblogs.nvidia.com%2Fblog%2Fhugging-face-inference-nim-microservices-dgx-cloud%2F&title=Hugging+Face+Offers+Developers+Inference-as-a-Service+Powered+by+NVIDIA+NIM+%7C+NVIDIA+Blog" class="nvb4-social-share-link for-linkedin" target="_blank"> <span class="icon icon-linkedin"></span> </a></li><li><a href="#ea-share-count-email"class="ea-share-count-button style- ea-share-no-count email" data-postid="73334" data-nonce="bf44b74552""><span class="ea-share-count-icon-label"><i class="ea-share-count-icon easc-envelope"></i><span class="ea-share-count-label">Email</span></span><span class="ea-share-count">0</span></a></li> </ul> </div> <div class="entry-content"> <span class="bsf-rt-reading-time"><span class="bsf-rt-display-label" prefix="Reading Time:"></span> <span class="bsf-rt-display-time" reading_time="2"></span> <span class="bsf-rt-display-postfix" postfix="mins"></span></span><div id="bsf_rt_marker"></div><p>One of the world’s largest AI communities — comprising 4 million developers on the Hugging Face platform — is gaining easy access to NVIDIA-accelerated inference on some of the most popular AI models.</p> <p>New inference-as-a-service capabilities will enable developers to rapidly deploy leading <a target="_blank" href="https://www.nvidia.com/en-us/glossary/large-language-models/">large language models</a> such as the Llama 3 family and Mistral AI models with optimization from <a target="_blank" href="https://www.nvidia.com/en-us/ai/">NVIDIA NIM</a> microservices running on <a target="_blank" href="https://www.nvidia.com/en-us/data-center/dgx-cloud/">NVIDIA DGX Cloud</a>.</p> <p>Announced today at the <a target="_blank" href="https://www.nvidia.com/en-us/events/siggraph/">SIGGRAPH</a> conference, the service will help developers quickly prototype with open-source AI models hosted on the Hugging Face Hub and deploy them in production. Enterprise Hub users can tap serverless inference for increased flexibility, minimal infrastructure overhead and optimized performance with NVIDIA NIM.</p> <p>The inference service complements <a target="_blank" href="https://nvidianews.nvidia.com/news/nvidia-and-hugging-face-to-connect-millions-of-developers-to-generative-ai-supercomputing">Train on DGX Cloud</a>, an AI training service already available on Hugging Face.</p> <p>Developers facing a growing number of open-source models can benefit from a hub where they can easily compare options. These training and inference tools give Hugging Face developers new ways to experiment with, test and deploy cutting-edge models on NVIDIA-accelerated infrastructure. They’re made easily accessible using the “Train” and “Deploy” drop-down menus on Hugging Face model cards, letting users get started with just a few clicks.</p> <p>Get started with <a href="https://huggingface.co/blog/inference-dgx-cloud" target="_blank" rel="noopener">inference-as-a-service powered by NVIDIA NIM</a>.</p> <p><b>Beyond a Token Gesture — NVIDIA NIM Brings Big Benefits</b></p> <p><a target="_blank" href="https://www.nvidia.com/en-us/ai/">NVIDIA NIM</a> is a collection of AI microservices — including NVIDIA AI foundation models and open-source community models — optimized for inference using industry-standard application programming interfaces, or APIs.</p> <p>NIM offers users higher efficiency in processing tokens — the units of data used and generated by a language model. The optimized microservices also improve the efficiency of the underlying NVIDIA DGX Cloud infrastructure, which can increase the speed of critical AI applications.</p> <p>This means developers see faster, more robust results from an AI model accessed as a NIM compared with other versions of the model. The 70-billion-parameter version of Llama 3, for example, delivers up to 5x higher throughput when accessed as a NIM compared with off-the-shelf deployment on <a target="_blank" href="https://www.nvidia.com/en-us/data-center/h100/">NVIDIA H100 Tensor Core GPU-powered systems</a>.</p> <p><b>Near-Instant Access to DGX Cloud Provides Accessible AI Acceleration</b></p> <p>The NVIDIA DGX Cloud platform is purpose-built for <a target="_blank" href="https://www.nvidia.com/en-us/glossary/generative-ai/">generative AI</a>, offering developers easy access to reliable accelerated computing infrastructure that can help them bring production-ready applications to market faster.</p> <p>The platform provides scalable GPU resources that support every step of AI development, from prototype to production, without requiring developers to make long-term AI infrastructure commitments.</p> <p>Hugging Face inference-as-a-service on NVIDIA DGX Cloud powered by NIM microservices offers easy access to compute resources that are optimized for AI deployment, enabling users to experiment with the latest AI models in an enterprise-grade environment.</p> <p><b>More on NVIDIA NIM at SIGGRAPH </b></p> <p>At SIGGRAPH, NVIDIA also introduced <a target="_blank" href="https://nvidianews.nvidia.com/news/nvidia-announces-generative-ai-models-and-nim-microservices-for-openusd">generative AI models and NIM microservices for the OpenUSD framework</a> to accelerate developers’ abilities to build highly accurate virtual worlds for the next evolution of AI.</p> <p>To experience more than 100 NVIDIA NIM microservices with applications across industries, visit <a target="_blank" href="https://www.nvidia.com/en-us/ai/">ai.nvidia.com</a>.</p> <div class="has-social-placeholder has-content-area" data-url="https://blogs.nvidia.com/blog/hugging-face-inference-nim-microservices-dgx-cloud/" data-title="Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM" data-hashtags="" data-post-id="73334"></div> <footer id="post-footer" class="entry-footer "> <div class="entry-footer-categories"><span class="cat-links">Categories: <a href="https://blogs.nvidia.com/blog/category/enterprise/cloud-2/" rel="category tag">Cloud</a> | <a href="https://blogs.nvidia.com/blog/category/enterprise/deep-learning/" rel="category tag">Deep Learning</a> | <a href="https://blogs.nvidia.com/blog/category/generative-ai/" rel="category tag">Generative AI</a></span></div><div class="entry-footer-tags"><span class="tags-links">Tags: <a href="https://blogs.nvidia.com/blog/tag/artificial-intelligence/" rel="tag">Artificial Intelligence</a> | <a href="https://blogs.nvidia.com/blog/tag/dgx-cloud/" rel="tag">DGX Cloud</a> | <a href="https://blogs.nvidia.com/blog/tag/nvidia-ai-enterprise/" rel="tag">NVIDIA AI Enterprise</a> | <a href="https://blogs.nvidia.com/blog/tag/nvidia-nim/" rel="tag">NVIDIA NIM</a> | <a href="https://blogs.nvidia.com/blog/tag/siggraph-2024/" rel="tag">SIGGRAPH 2024</a></span></div><div id="disqus_thread"></div> </footer> </div> <div id="secondary" class="single-latest-news-widget-area" role="complementary"> <aside id="nvb5_subscribe_widget-2" class="widget NVB5_Subscribe_Widget"> <div class="subscribe-wrapper"> <img src="https://blogs.nvidia.com/gtc25-web-drmk-nv-blog-reg-now-406x350/" alt="Subscribe Widget"> <a href="https://www.nvidia.com/gtc/?nvid=nv-int-bnr-230844" class="subscribe-inner"> </a> </div> </aside><aside id="nvb5categorynewswidget-3" class="widget NVB5CategoryNewsWidget"><h3 class="widget-title">All NVIDIA News</h3> <div class="category-latest-news"> <article class="excerpt post-77750 post type-post status-publish format-standard has-post-thumbnail hentry category-nvidia-life loop-item-1 for-pagenum-1" id="post-77750" data-post-id="77750" > <div class="inner for-hentry img-bg orientation-landscape"> <div class="tile-image-wrapper"><img width="960" height="510" src="https://blogs.nvidia.com/wp-content/uploads/2025/02/Maggie-Zhang-Blog-Featured-Image-960x510.jpg" class="attachment-medium size-medium" alt="" decoding="async" srcset="https://blogs.nvidia.com/wp-content/uploads/2025/02/Maggie-Zhang-Blog-Featured-Image-960x510.jpg 960w, https://blogs.nvidia.com/wp-content/uploads/2025/02/Maggie-Zhang-Blog-Featured-Image.jpg 1280w" sizes="(max-width: 960px) 100vw, 960px" /></div> <div class="inner2 for-hentry no-gradient"> <a href="https://blogs.nvidia.com/blog/nvidia-life-maggie-zhang/" class="aggregation-card-link" title="All Systems Go: NVIDIA Engineer Takes NIMble Approach to Innovation"></a> </div> </div> <div class="title-excerpt"> <p class="entry-title"> <a href="https://blogs.nvidia.com/blog/nvidia-life-maggie-zhang/" class="entry-title-text"> All Systems Go: NVIDIA Engineer Takes NIMble Approach to Innovation </a> </p> </div> </article> <article class="excerpt post-77835 post type-post status-publish format-standard has-post-thumbnail hentry category-corporate category-nvidia-research loop-item-1 for-pagenum-1" id="post-77835" data-post-id="77835" > <div class="inner for-hentry img-bg orientation-landscape"> <div class="tile-image-wrapper"><img src="https://blogs.nvidia.com/wp-content/uploads/2025/02/2024_YR4_ESO-VLT.gif" alt="Physicists Tap James Web Space Telescope to Track New Asteroids and City-Killer Rock" /></div> <div class="inner2 for-hentry no-gradient"> <a href="https://blogs.nvidia.com/blog/mit-james-web-space-telescope-asteroids/" class="aggregation-card-link" title="Physicists Tap James Web Space Telescope to Track New Asteroids and City-Killer Rock"></a> </div> </div> <div class="title-excerpt"> <p class="entry-title"> <a href="https://blogs.nvidia.com/blog/mit-james-web-space-telescope-asteroids/" class="entry-title-text"> Physicists Tap James Web Space Telescope to Track New Asteroids and City-Killer Rock </a> </p> </div> </article> <article class="excerpt post-77826 post type-post status-publish format-standard has-post-thumbnail hentry category-gaming tag-cloud-gaming tag-geforce-now loop-item-1 for-pagenum-1" id="post-77826" data-post-id="77826" > <div class="inner for-hentry img-bg orientation-landscape"> <div class="tile-image-wrapper"><img width="960" height="510" src="https://blogs.nvidia.com/wp-content/uploads/2025/02/gfn-thursday-batman-nv-blog-1280x680-logo-960x510.jpg" class="attachment-medium size-medium" alt="Warner Bros Games on GeForce NOW" decoding="async" srcset="https://blogs.nvidia.com/wp-content/uploads/2025/02/gfn-thursday-batman-nv-blog-1280x680-logo-960x510.jpg 960w, https://blogs.nvidia.com/wp-content/uploads/2025/02/gfn-thursday-batman-nv-blog-1280x680-logo.jpg 1280w" sizes="(max-width: 960px) 100vw, 960px" /></div> <div class="inner2 for-hentry no-gradient"> <a href="https://blogs.nvidia.com/blog/geforce-now-thursday-batman-arkham-series/" class="aggregation-card-link" title="GeForce NOW Welcomes Warner Bros. Games to the Cloud With ‘Batman: Arkham’ Series"></a> </div> </div> <div class="title-excerpt"> <p class="entry-title"> <a href="https://blogs.nvidia.com/blog/geforce-now-thursday-batman-arkham-series/" class="entry-title-text"> GeForce NOW Welcomes Warner Bros. Games to the Cloud With ‘Batman: Arkham’ Series </a> </p> </div> </article> <article class="excerpt post-77704 post type-post status-publish format-standard has-post-thumbnail hentry category-explainer category-generative-ai tag-artificial-intelligence tag-inference loop-item-1 for-pagenum-1" id="post-77704" data-post-id="77704" > <div class="inner for-hentry img-bg orientation-landscape"> <div class="tile-image-wrapper"><img width="960" height="540" src="https://blogs.nvidia.com/wp-content/uploads/2025/02/3-Scaling-Laws-Chart-960x540.jpg" class="attachment-medium size-medium" alt="ai scaling laws" decoding="async" loading="lazy" srcset="https://blogs.nvidia.com/wp-content/uploads/2025/02/3-Scaling-Laws-Chart-960x540.jpg 960w, https://blogs.nvidia.com/wp-content/uploads/2025/02/3-Scaling-Laws-Chart-1680x945.jpg 1680w, https://blogs.nvidia.com/wp-content/uploads/2025/02/3-Scaling-Laws-Chart-1280x720.jpg 1280w, https://blogs.nvidia.com/wp-content/uploads/2025/02/3-Scaling-Laws-Chart-1536x864.jpg 1536w, https://blogs.nvidia.com/wp-content/uploads/2025/02/3-Scaling-Laws-Chart-scaled.jpg 2048w" sizes="auto, (max-width: 960px) 100vw, 960px" /></div> <div class="inner2 for-hentry no-gradient"> <a href="https://blogs.nvidia.com/blog/ai-scaling-laws/" class="aggregation-card-link" title="How Scaling Laws Drive Smarter, More Powerful AI"></a> </div> </div> <div class="title-excerpt"> <p class="entry-title"> <a href="https://blogs.nvidia.com/blog/ai-scaling-laws/" class="entry-title-text"> How Scaling Laws Drive Smarter, More Powerful AI </a> </p> </div> </article> <article class="excerpt post-77773 post type-post status-publish format-standard has-post-thumbnail hentry category-generative-ai category-intelligent-networking category-software tag-artificial-intelligence tag-cybersecurity tag-nvidia-ai-enterprise tag-nvidia-bluefield loop-item-1 for-pagenum-1" id="post-77773" data-post-id="77773" > <div class="inner for-hentry img-bg orientation-landscape"> <div class="tile-image-wrapper"><img width="960" height="540" src="https://blogs.nvidia.com/wp-content/uploads/2025/02/cybersecurityblog-960x540.jpg" class="attachment-medium size-medium" alt="" decoding="async" loading="lazy" srcset="https://blogs.nvidia.com/wp-content/uploads/2025/02/cybersecurityblog-960x540.jpg 960w, https://blogs.nvidia.com/wp-content/uploads/2025/02/cybersecurityblog.jpg 1280w" sizes="auto, (max-width: 960px) 100vw, 960px" /></div> <div class="inner2 for-hentry no-gradient"> <a href="https://blogs.nvidia.com/blog/cybersecurity-ai-critical-infrastructure/" class="aggregation-card-link" title="Safety First: Leading Partners Adopt NVIDIA Cybersecurity AI to Safeguard Critical Infrastructure"></a> </div> </div> <div class="title-excerpt"> <p class="entry-title"> <a href="https://blogs.nvidia.com/blog/cybersecurity-ai-critical-infrastructure/" class="entry-title-text"> Safety First: Leading Partners Adopt NVIDIA Cybersecurity AI to Safeguard Critical Infrastructure </a> </p> </div> </article> </div> </aside></div> <div class="clearfix"></div> </article> <nav class="navigation post-navigation nvb4-post-navigation" role="navigation"> <h2 class="screen-reader-text">Post navigation</h2> <div class="nvb4-single-post-pagination"> <div class="for-next js-for-next"> <a href="https://blogs.nvidia.com/blog/generative-physical-ai-nim-microservices/?nv_excludes=73301,73334" title="Hugging Face Offers Developers Inference-as-a-Service Powered by NVIDIA NIM"></a> </div> </div> </nav> </div> </main> </div> </div> </div> <footer id="colophon" class="site-footer" role="contentinfo"> <div class="inner for-colophon">  <div class="footer-area-1"> <nav class="footer-menu-1-slot" role="navigation"> <h3 class="menu-title">Corporate Information</h3> <div class="menu-corporate-information-container"><ul id="footer-menu-1" class="menu"><li id="menu-item-51253" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51253"><a href="https://www.nvidia.com/en-us/about-nvidia/">About NVIDIA</a></li> <li id="menu-item-51254" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51254"><a href="https://www.nvidia.com/en-us/about-nvidia/ai-computing/">Corporate Overview</a></li> <li id="menu-item-51255" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51255"><a href="https://www.nvidia.com/en-us/technologies/">Technologies</a></li> <li id="menu-item-51256" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51256"><a href="https://www.nvidia.com/en-us/research/">NVIDIA Research</a></li> <li id="menu-item-51257" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51257"><a href="https://investor.nvidia.com/home/default.aspx">Investors</a></li> <li id="menu-item-51258" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51258"><a href="https://www.nvidia.com/en-us/csr/">Social Responsibility</a></li> <li id="menu-item-51259" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51259"><a href="https://www.nvidia.com/en-us/foundation/">NVIDIA Foundation</a></li> </ul></div> </nav> <nav class="footer-menu-2-slot" role="navigation"> <h3 class="menu-title">Get Involved</h3> <div class="menu-get-involved-container"><ul id="footer-menu-2" class="menu"><li id="menu-item-51267" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51267"><a href="https://www.nvidia.com/en-us/forums/">Forums</a></li> <li id="menu-item-51268" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51268"><a href="https://www.nvidia.com/en-us/about-nvidia/careers/">Careers</a></li> <li id="menu-item-51269" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51269"><a href="https://developer.nvidia.com/">Developer Home</a></li> <li id="menu-item-51270" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51270"><a href="https://developer.nvidia.com/developer-program">Join the Developer Program</a></li> <li id="menu-item-51271" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51271"><a href="https://www.nvidia.com/en-us/about-nvidia/partners/">NVIDIA Partner Network</a></li> <li id="menu-item-51272" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51272"><a href="https://www.nvidia.com/en-us/deep-learning-ai/startups/">NVIDIA Inception</a></li> <li id="menu-item-51273" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51273"><a href="https://www.nvidia.com/en-us/deep-learning-ai/startups/venture-capital/">Resources for Venture Capitalists</a></li> <li id="menu-item-51274" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51274"><a href="https://www.nventures.ai/">Venture Capital (NVentures)</a></li> <li id="menu-item-51275" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51275"><a href="https://www.nvidia.com/en-us/training/">Technical Training</a></li> <li id="menu-item-51276" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51276"><a href="https://academy.nvidia.com/en/">Training for IT Professionals</a></li> <li id="menu-item-51277" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51277"><a href="https://www.nvidia.com/en-us/ai-data-science/professional-services/">Professional Services for Data Science</a></li> </ul></div> </nav> <nav class="footer-menu-3-slot" role="navigation"> <h3 class="menu-title">News & Events</h3> <div class="menu-news-events-container"><ul id="footer-menu-3" class="menu"><li id="menu-item-51283" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51283"><a href="https://nvidianews.nvidia.com/">Newsroom</a></li> <li id="menu-item-51284" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-home menu-item-51284"><a href="https://blogs.nvidia.com/">NVIDIA Blog</a></li> <li id="menu-item-55155" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-55155"><a href="https://developer.nvidia.com/blog/">NVIDIA Technical Blog</a></li> <li id="menu-item-51285" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51285"><a href="https://www.nvidia.com/en-us/about-nvidia/webinar-portal/">Webinars</a></li> <li id="menu-item-51286" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51286"><a href="https://www.nvidia.com/en-us/preferences/email-signup/">Stay Informed</a></li> <li id="menu-item-51287" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51287"><a href="https://www.nvidia.com/en-us/events/">Events Calendar</a></li> <li id="menu-item-51288" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51288"><a href="https://www.nvidia.com/en-us/gtc/">NVIDIA GTC</a></li> <li id="menu-item-51289" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-51289"><a href="https://www.nvidia.com/en-us/on-demand/">NVIDIA On-Demand</a></li> </ul></div> </nav> </div>  <div class="footer-area-2"> <div class="explore-cta"> <a href="https://www.nvidia.com/en-us/contact/social/"> <div class="explore-cta-icon-wrapper"> <span class="icon icon-plus"></span> </div> <div class="explore-cta-text"> <div class="explore-cta-text-inner"> Explore our regional blogs and other social networks</div> </div> </a> </div> </div>  <div class="footer-area-3"> </div> </div> <div id="white-footer"> <div class="inner for-colophon"> <div class="area footer-area-4"> <svg class="global-footer__logo" xmlns="http://www.w3.org/2000/svg" viewBox="0 407.8 1000 184.4" enable-background="new 0 407.8 1000 184.4" xml:space="preserve"> <g id="nvidia-logo"> <path d="M987.1 555.7v-2.8h1.7c0.9 0 2.3 0.1 2.3 1.2 0 1.2-0.7 1.5-1.8 1.5H987.1M987.1 557.6h1.2l2.8 4.8h3l-3.1-5c1.5-0.1 2.9-0.8 2.9-3 0-2.7-1.8-3.5-4.9-3.5h-4.4v11.5h2.6L987.1 557.6M1000 556.7c0-6.8-5.2-10.7-11.1-10.7 -5.8 0-11.1 3.9-11.1 10.7 0 6.8 5.2 10.7 11.1 10.7S1000 563.5 1000 556.7M996.8 556.7c0 4.9-3.6 8.2-7.9 8.2l0 0c-4.4 0-7.9-3.3-7.9-8.2 0-4.9 3.6-8.2 7.9-8.2C993.2 548.6 996.8 551.9 996.8 556.7z"></path> <path d="M593.2 442.7v121.1h34.2V442.7H593.2zM324.4 442.5v121.2h34.5v-94.1l26.9 0.1c8.8 0 15 2.2 19.2 6.7 5.4 5.7 7.6 15.1 7.6 32v55.3H446v-66.9c0-47.8-30.5-54.3-60.2-54.3C385.8 442.5 324.4 442.5 324.4 442.5zM648.3 442.7v121.1h55.4c29.5 0 39.2-4.9 49.6-15.9 7.4-7.7 12.1-24.7 12.1-43.3 0-17-4-32.2-11.1-41.7 -12.5-16.9-30.8-20.2-58.1-20.2H648.3zM682.2 469h14.7c21.3 0 35.1 9.5 35.1 34.4 0 24.8-13.7 34.4-35.1 34.4h-14.7V469zM544 442.7l-28.5 95.9 -27.3-95.9h-36.9l39 121.1h49.2l39.3-121.1H544zM781.4 563.7h34.2v-121h-34.2V563.7zM877.2 442.7l-47.7 121h33.7l7.6-21.3h56.5l7.2 21.3h36.6l-48.2-121H877.2zM899.4 464.8l20.7 56.6H878L899.4 464.8z"></path> <path d="M103.9 462.8v-16.6c1.6-0.1 3.3-0.2 4.9-0.2 45.6-1.4 75.4 39.1 75.4 39.1s-32.2 44.8-66.8 44.8c-5 0-9.4-0.8-13.4-2.2v-50.5c17.7 2.2 21.3 10 32 27.7l23.7-20c0 0-17.3-22.7-46.5-22.7C110 462.3 106.9 462.5 103.9 462.8M103.9 407.8v24.8c1.6-0.1 3.3-0.2 4.9-0.3 63.3-2.2 104.6 51.9 104.6 51.9s-47.4 57.7-96.7 57.7c-4.5 0-8.7-0.4-12.7-1.1v15.4c3.4 0.4 7 0.7 10.6 0.7 46 0 79.2-23.5 111.4-51.2 5.3 4.3 27.2 14.7 31.7 19.2 -30.6 25.6-101.9 46.3-142.3 46.3 -3.9 0-7.6-0.2-11.3-0.6v21.6h174.7V407.8H103.9zM103.9 527.8v13.1c-42.5-7.6-54.3-51.8-54.3-51.8s20.4-22.6 54.3-26.3v14.4c0 0 0 0-0.1 0 -17.7-2.2-31.7 14.5-31.7 14.5S80 519.6 103.9 527.8M28.4 487.2c0 0 25.2-37.1 75.5-41v-13.5C48.2 437.2 0 484.4 0 484.4s27.3 79 103.9 86.3v-14.4C47.7 549.2 28.4 487.2 28.4 487.2z"></path> </g> <image src="images/nvidia-logo.png" alt="NVIDIA" title="NVIDIA" xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href=""></image> </svg> <div class="site-info"> <ul class="site-info-list"><li id="menu-item-75131"><a href="https://www.nvidia.com/en-us/about-nvidia/privacy-policy/">Privacy Policy</a></li> <li id="menu-item-75132"><a href="https://www.nvidia.com/en-us/privacy-center/">Manage My Privacy</a></li> <li id="menu-item-75133"><a href="https://www.nvidia.com/en-us/about-nvidia/legal-info/">Legal</a></li> <li id="menu-item-75134"><a href="https://www.nvidia.com/en-us/about-nvidia/accessibility/">Accessibility</a></li> <li id="menu-item-75135"><a href="https://www.nvidia.com/en-us/product-security/">Product Security</a></li> <li id="menu-item-75136"><a href="https://www.nvidia.com/en-us/contact/">Contact</a></li> </ul> <div class="copyright"> Copyright © 2025 NVIDIA Corporation </div> </div> </div> <div class="area footer-area-5"> <a href="https://www.nvidia.com/en-us/location-selector/"> USA - United States </a> </div> </div> </div> </footer> </div> <link rel='stylesheet' id='highlight-and-share-css' href='https://blogs.nvidia.com/wp-content/plugins/highlight-and-share/dist/has-themes.css?ver=5.0.2' type='text/css' media='all' /> <script type="text/javascript"> /** * We define our custom disqus configs here. This function is invoked from: * /disqus-comment-system/public/js/comment_embed.js by variable `disqus_config_custom` */ var disqus_config = function () { this.language = "en"; }; </script><div id="bsf_rt_progress_bar_container" class="progress-container-top"> <div class="progress-bar" id="bsf_rt_progress_bar"></div> </div><div id="has-highlight-and-share"><div class="highlight-and-share-wrapper theme-default orientation-horizontal show-has-labels"> <style> .highlight-and-share-wrapper div.has-tooltip:hover:after { background-color: #000000 !important; color: #FFFFFF !important; } </style> <div class="has_twitter has-tooltip" style="display: none;" data-type="twitter" data-tooltip="Share on X"><a href="https://x.com/intent/tweet?via=%username%&url=%url%&text=%prefix%%text%%suffix%&hashtags=%hashtags%" target="_blank" rel="nofollow"><svg class="has-icon"><use xlink:href="#has-twitter-icon"></use></svg><span class="has-text"> Share This</span></a></div><div class="has_facebook has-tooltip" style="display: none;" data-type="facebook" data-tooltip="Share on Facebook"><a href="https://www.facebook.com/sharer/sharer.php?u=%url%&t=%title%" target="_blank" rel="nofollow"><svg class="has-icon"><use xlink:href="#has-facebook-icon"></use></svg><span class="has-text"> Facebook</span></a></div><div class="has_linkedin has-tooltip" style="display: none;" data-type="linkedin" data-tooltip="Share on LinkedIn"><a href="https://www.linkedin.com/sharing/share-offsite/?mini=true&url=%url%&title=%title%" target="_blank" rel="nofollow"><svg class="has-icon"><use xlink:href="#has-linkedin-icon"></use></svg><span class="has-text"> LinkedIn</span></a></div><div class="has_email has_email_form has-tooltip" style="display: none;" data-type="email" data-title="%title%" data-url="%url%" data-tooltip="Share via email"><a href="https://blogs.nvidia.com/wp-admin/admin-ajax.php?action=has_email_social_modal&permalink=%url%&nonce=2355fe7455&text=%prefix%%text%%suffix%&post_id=73334&type=%type%" target="_blank" rel="nofollow"><svg class="has-icon"><use xlink:href="#has-email-icon"></use></svg><span class="has-text"> Email</span></a></div></div></div> <svg width="0" height="0" class="hidden" style="display: none;"> <symbol aria-hidden="true" data-prefix="fas" data-icon="twitter" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" id="has-twitter-icon"> <g><path fill="currentColor" d="M18.244 2.25h3.308l-7.227 8.26 8.502 11.24H16.17l-5.214-6.817L4.99 21.75H1.68l7.73-8.835L1.254 2.25H8.08l4.713 6.231zm-1.161 17.52h1.833L7.084 4.126H5.117z"></path></g> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="facebook" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 320 512" id="has-facebook-icon"> <path fill="currentColor" d="M279.14 288l14.22-92.66h-88.91v-60.13c0-25.35 12.42-50.06 52.24-50.06h40.42V6.26S260.43 0 225.36 0c-73.22 0-121.08 44.38-121.08 124.72v70.62H22.89V288h81.39v224h100.17V288z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="at" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" id="has-email-icon"> <path fill="currentColor" d="M256 8C118.941 8 8 118.919 8 256c0 137.059 110.919 248 248 248 48.154 0 95.342-14.14 135.408-40.223 12.005-7.815 14.625-24.288 5.552-35.372l-10.177-12.433c-7.671-9.371-21.179-11.667-31.373-5.129C325.92 429.757 291.314 440 256 440c-101.458 0-184-82.542-184-184S154.542 72 256 72c100.139 0 184 57.619 184 160 0 38.786-21.093 79.742-58.17 83.693-17.349-.454-16.91-12.857-13.476-30.024l23.433-121.11C394.653 149.75 383.308 136 368.225 136h-44.981a13.518 13.518 0 0 0-13.432 11.993l-.01.092c-14.697-17.901-40.448-21.775-59.971-21.775-74.58 0-137.831 62.234-137.831 151.46 0 65.303 36.785 105.87 96 105.87 26.984 0 57.369-15.637 74.991-38.333 9.522 34.104 40.613 34.103 70.71 34.103C462.609 379.41 504 307.798 504 232 504 95.653 394.023 8 256 8zm-21.68 304.43c-22.249 0-36.07-15.623-36.07-40.771 0-44.993 30.779-72.729 58.63-72.729 22.292 0 35.601 15.241 35.601 40.77 0 45.061-33.875 72.73-58.161 72.73z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="linkedin" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-linkedin-icon"> <path fill="currentColor" d="M100.28 448H7.4V148.9h92.88zM53.79 108.1C24.09 108.1 0 83.5 0 53.8a53.79 53.79 0 0 1 107.58 0c0 29.7-24.1 54.3-53.79 54.3zM447.9 448h-92.68V302.4c0-34.7-.7-79.2-48.29-79.2-48.29 0-55.69 37.7-55.69 76.7V448h-92.78V148.9h89.08v40.8h1.3c12.4-23.5 42.69-48.3 87.88-48.3 94 0 111.28 61.9 111.28 142.3V448z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="xing" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 384 512" id="has-xing-icon"> <path fill="currentColor" d="M162.7 210c-1.8 3.3-25.2 44.4-70.1 123.5-4.9 8.3-10.8 12.5-17.7 12.5H9.8c-7.7 0-12.1-7.5-8.5-14.4l69-121.3c.2 0 .2-.1 0-.3l-43.9-75.6c-4.3-7.8.3-14.1 8.5-14.1H100c7.3 0 13.3 4.1 18 12.2l44.7 77.5zM382.6 46.1l-144 253v.3L330.2 466c3.9 7.1.2 14.1-8.5 14.1h-65.2c-7.6 0-13.6-4-18-12.2l-92.4-168.5c3.3-5.8 51.5-90.8 144.8-255.2 4.6-8.1 10.4-12.2 17.5-12.2h65.7c8 0 12.3 6.7 8.5 14.1z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="whatsapp" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-whatsapp-icon"> <path fill="currentColor" d="M380.9 97.1C339 55.1 283.2 32 223.9 32c-122.4 0-222 99.6-222 222 0 39.1 10.2 77.3 29.6 111L0 480l117.7-30.9c32.4 17.7 68.9 27 106.1 27h.1c122.3 0 224.1-99.6 224.1-222 0-59.3-25.2-115-67.1-157zm-157 341.6c-33.2 0-65.7-8.9-94-25.7l-6.7-4-69.8 18.3L72 359.2l-4.4-7c-18.5-29.4-28.2-63.3-28.2-98.2 0-101.7 82.8-184.5 184.6-184.5 49.3 0 95.6 19.2 130.4 54.1 34.8 34.9 56.2 81.2 56.1 130.5 0 101.8-84.9 184.6-186.6 184.6zm101.2-138.2c-5.5-2.8-32.8-16.2-37.9-18-5.1-1.9-8.8-2.8-12.5 2.8-3.7 5.6-14.3 18-17.6 21.8-3.2 3.7-6.5 4.2-12 1.4-32.6-16.3-54-29.1-75.5-66-5.7-9.8 5.7-9.1 16.3-30.3 1.8-3.7.9-6.9-.5-9.7-1.4-2.8-12.5-30.1-17.1-41.2-4.5-10.8-9.1-9.3-12.5-9.5-3.2-.2-6.9-.2-10.6-.2-3.7 0-9.7 1.4-14.8 6.9-5.1 5.6-19.4 19-19.4 46.3 0 27.3 19.9 53.7 22.6 57.4 2.8 3.7 39.1 59.7 94.8 83.8 35.2 15.2 49 16.5 66.6 13.9 10.7-1.6 32.8-13.4 37.4-26.4 4.6-13 4.6-24.1 3.2-26.4-1.3-2.5-5-3.9-10.5-6.6z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="copy" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-copy-icon"> <path fill="currentColor" d="M320 448v40c0 13.255-10.745 24-24 24H24c-13.255 0-24-10.745-24-24V120c0-13.255 10.745-24 24-24h72v296c0 30.879 25.121 56 56 56h168zm0-344V0H152c-13.255 0-24 10.745-24 24v368c0 13.255 10.745 24 24 24h272c13.255 0 24-10.745 24-24V128H344c-13.2 0-24-10.8-24-24zm120.971-31.029L375.029 7.029A24 24 0 0 0 358.059 0H352v96h96v-6.059a24 24 0 0 0-7.029-16.97z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fas" data-icon="share" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-share-icon"> <path fill="currentColor" d="M352 320c-22.608 0-43.387 7.819-59.79 20.895l-102.486-64.054a96.551 96.551 0 0 0 0-41.683l102.486-64.054C308.613 184.181 329.392 192 352 192c53.019 0 96-42.981 96-96S405.019 0 352 0s-96 42.981-96 96c0 7.158.79 14.13 2.276 20.841L155.79 180.895C139.387 167.819 118.608 160 96 160c-53.019 0-96 42.981-96 96s42.981 96 96 96c22.608 0 43.387-7.819 59.79-20.895l102.486 64.054A96.301 96.301 0 0 0 256 416c0 53.019 42.981 96 96 96s96-42.981 96-96-42.981-96-96-96z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="reddit" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" id="has-reddit-icon"> <path fill="currentColor" d="M440.3 203.5c-15 0-28.2 6.2-37.9 15.9-35.7-24.7-83.8-40.6-137.1-42.3L293 52.3l88.2 19.8c0 21.6 17.6 39.2 39.2 39.2 22 0 39.7-18.1 39.7-39.7s-17.6-39.7-39.7-39.7c-15.4 0-28.7 9.3-35.3 22l-97.4-21.6c-4.9-1.3-9.7 2.2-11 7.1L246.3 177c-52.9 2.2-100.5 18.1-136.3 42.8-9.7-10.1-23.4-16.3-38.4-16.3-55.6 0-73.8 74.6-22.9 100.1-1.8 7.9-2.6 16.3-2.6 24.7 0 83.8 94.4 151.7 210.3 151.7 116.4 0 210.8-67.9 210.8-151.7 0-8.4-.9-17.2-3.1-25.1 49.9-25.6 31.5-99.7-23.8-99.7zM129.4 308.9c0-22 17.6-39.7 39.7-39.7 21.6 0 39.2 17.6 39.2 39.7 0 21.6-17.6 39.2-39.2 39.2-22 .1-39.7-17.6-39.7-39.2zm214.3 93.5c-36.4 36.4-139.1 36.4-175.5 0-4-3.5-4-9.7 0-13.7 3.5-3.5 9.7-3.5 13.2 0 27.8 28.5 120 29 149 0 3.5-3.5 9.7-3.5 13.2 0 4.1 4 4.1 10.2.1 13.7zm-.8-54.2c-21.6 0-39.2-17.6-39.2-39.2 0-22 17.6-39.7 39.2-39.7 22 0 39.7 17.6 39.7 39.7-.1 21.5-17.7 39.2-39.7 39.2z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="telegram" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-telegram-icon"> <path fill="currentColor" d="M446.7 98.6l-67.6 318.8c-5.1 22.5-18.4 28.1-37.3 17.5l-103-75.9-49.7 47.8c-5.5 5.5-10.1 10.1-20.7 10.1l7.4-104.9 190.9-172.5c8.3-7.4-1.8-11.5-12.9-4.1L117.8 284 16.2 252.2c-22.1-6.9-22.5-22.1 4.6-32.7L418.2 66.4c18.4-6.9 34.5 4.1 28.5 32.2z"></path> </symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="signal" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 256 256" id="has-signal-icon"> <g> <path d="M97.2800192,3.739673 L100.160021,15.3787704 C88.8306631,18.1647705 77.9879854,22.6484879 68.0000023,28.6777391 L61.8399988,18.3985363 C72.8467373,11.7537029 84.7951803,6.81153332 97.2800192,3.739673 Z M158.720055,3.739673 L155.840053,15.3787704 C167.169411,18.1647705 178.012089,22.6484879 188.000072,28.6777391 L194.200075,18.3985363 C183.180932,11.7499974 171.218739,6.80771878 158.720055,3.739673 L158.720055,3.739673 Z M18.3999736,61.8351679 C11.7546212,72.8410466 6.81206547,84.7885562 3.73996516,97.2724198 L15.3799719,100.152197 C18.1661896,88.8237238 22.6502573,77.981893 28.6799796,67.9946902 L18.3999736,61.8351679 Z M11.9999699,127.990038 C11.9961044,122.172725 12.4306685,116.363392 13.2999707,110.611385 L1.43996383,108.811525 C-0.479938607,121.525138 -0.479938607,134.454937 1.43996383,147.168551 L13.2999707,145.36869 C12.4306685,139.616684 11.9961044,133.807351 11.9999699,127.990038 L11.9999699,127.990038 Z M194.160075,237.581539 L188.000072,227.302336 C178.024494,233.327885 167.195565,237.811494 155.880053,240.601305 L158.760055,252.240403 C171.231048,249.164732 183.165742,244.222671 194.160075,237.581539 L194.160075,237.581539 Z M244.000104,127.990038 C244.00397,133.807351 243.569406,139.616684 242.700103,145.36869 L254.56011,147.168551 C256.480013,134.454937 256.480013,121.525138 254.56011,108.811525 L242.700103,110.611385 C243.569406,116.363392 244.00397,122.172725 244.000104,127.990038 Z M252.260109,158.707656 L240.620102,155.827879 C237.833884,167.156352 233.349817,177.998183 227.320094,187.985385 L237.6001,194.184905 C244.249159,183.166622 249.191823,171.205364 252.260109,158.707656 L252.260109,158.707656 Z M145.380047,242.701142 C133.858209,244.43447 122.141865,244.43447 110.620027,242.701142 L108.820026,254.560223 C121.534632,256.479975 134.465442,256.479975 147.180048,254.560223 L145.380047,242.701142 Z M221.380091,196.804701 C214.461479,206.174141 206.175877,214.452354 196.800077,221.362797 L203.920081,231.022048 C214.262958,223.418011 223.404944,214.303705 231.040097,203.984145 L221.380091,196.804701 Z M196.800077,34.6172785 C206.177345,41.5338058 214.463023,49.8188367 221.380091,59.1953726 L231.040097,51.9959309 C223.429284,41.6822474 214.31457,32.5682452 204.000081,24.9580276 L196.800077,34.6172785 Z M34.619983,59.1953726 C41.5370506,49.8188367 49.8227288,41.5338058 59.1999972,34.6172785 L51.9999931,24.9580276 C41.6855038,32.5682452 32.5707896,41.6822474 24.9599774,51.9959309 L34.619983,59.1953726 Z M237.6001,61.8351679 L227.320094,67.9946902 C233.346114,77.969489 237.830073,88.7975718 240.620102,100.1122 L252.260109,97.2324229 C249.184198,84.7624043 244.241751,72.8286423 237.6001,61.8351679 L237.6001,61.8351679 Z M110.620027,13.2989317 C122.141865,11.5656035 133.858209,11.5656035 145.380047,13.2989317 L147.180048,1.43985134 C134.465442,-0.479901112 121.534632,-0.479901112 108.820026,1.43985134 L110.620027,13.2989317 Z M40.7799866,234.201801 L15.9999722,239.981353 L21.7799756,215.203275 L10.0999688,212.463487 L4.3199655,237.241566 C3.3734444,241.28318 4.58320332,245.526897 7.51859925,248.462064 C10.4539952,251.39723 14.6980441,252.606895 18.7399738,251.660448 L43.4999881,245.980888 L40.7799866,234.201801 Z M12.5999703,201.764317 L24.279977,204.484106 L28.2799793,187.305438 C22.4496684,177.507146 18.1025197,166.899584 15.3799719,155.827879 L3.73996516,158.707656 C6.34937618,169.311891 10.3154147,179.535405 15.539972,189.125297 L12.5999703,201.764317 Z M68.6000027,227.762301 L51.4199927,231.761991 L54.1399943,243.441085 L66.7800016,240.501313 C76.3706428,245.725462 86.5949557,249.691191 97.2000192,252.300398 L100.080021,240.6613 C89.0307035,237.906432 78.4495684,233.532789 68.6800027,227.682307 L68.6000027,227.762301 Z M128.000037,23.9980665 C90.1565244,24.0177003 55.3105242,44.590631 37.01511,77.715217 C18.7196958,110.839803 19.8628631,151.287212 39.9999861,183.325747 L29.9999803,225.982439 L72.660005,215.983214 C110.077932,239.548522 158.307237,236.876754 192.892851,209.322653 C227.478464,181.768552 240.856271,135.358391 226.242944,93.6248278 C211.629616,51.8912646 172.221191,23.9617202 128.000037,23.9980665 Z" fill="currentColor"></path> </g> </symbol> <symbol aria-hidden="true" data-prefix="ok" data-icon="logo" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" id="has-ok-icon"> <g> <path fill="currentColor" d="M357.1,324.5c-24.1,15.3-57.2,21.4-79.1,23.6l18.4,18.1l67,67c24.5,25.1-15.4,64.4-40.2,40.2c-16.8-17-41.4-41.6-67-67.3 l-67,67.2c-24.8,24.2-64.7-15.5-39.9-40.2c17-17,41.4-41.6,67-67l18.1-18.1c-21.6-2.3-55.3-8-79.6-23.6 c-28.6-18.5-41.2-29.3-30.1-51.8c6.5-12.8,24.3-23.6,48-5c0,0,31.9,25.4,83.4,25.4s83.4-25.4,83.4-25.4c23.6-18.5,41.4-7.8,48,5 C398.3,295.1,385.7,305.9,357.1,324.5L357.1,324.5z M142,145c0-63,51.2-114,114-114s114,51,114,114c0,62.7-51.2,113.7-114,113.7 S142,207.7,142,145L142,145z M200,145c0,30.8,25.1,56,56,56s56-25.1,56-56c0-31.1-25.1-56.2-56-56.2S200,113.9,200,145z"/> </g> </symbol> <symbol aria-hidden="true" data-prefix="vk" data-icon="logo" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 700 700" id="has-vk-icon"> <g style="fill:none;fill-rule:evenodd" transform="translate(0,664)" > <path fill="currentColor" d="m 1073.3513,-606.40537 h 196.278 c 179.2103,0 221.8795,42.66915 221.8795,221.8795 v 196.27799 c 0,179.2103512 -42.6692,221.879451 -221.8795,221.879451 h -196.278 c -179.21038,0 -221.87951,-42.6691298 -221.87951,-221.879451 v -196.27801 c 0,-179.21035 42.66913,-221.87946 221.87951,-221.87948 z" /> <path fill="currentColor" d="m 1375.0576,-393.98425 c 2.9513,-9.7072 0,-16.85429 -14.1342,-16.85429 h -46.6693 c -11.8763,0 -17.3521,6.16927 -20.3212,12.97854 0,0 -23.7347,56.82106 -57.3544,93.74763 -10.8806,10.66728 -15.8232,14.08081 -21.7613,14.08081 -2.969,0 -7.2715,-3.39577 -7.2715,-13.12075 v -90.83194 c 0,-11.66288 -3.4491,-16.85429 -13.3341,-16.85429 h -73.3553 c -7.4138,0 -11.8763,5.40476 -11.8763,10.54286 0,11.0406 16.8188,13.60078 18.5433,44.67814 v 67.52388 c 0,14.80973 -2.7202,17.49433 -8.6583,17.49433 -15.8231,0 -54.3143,-57.08773 -77.16,-122.40705 -4.4447,-12.71185 -8.9427,-17.83214 -20.8723,-17.83214 h -46.68718 c -13.3341,0 -16.0009,6.16925 -16.0009,12.97852 0,12.12515 15.8232,72.35973 73.69318,152.02656 38.58,54.40315 92.8942,83.89819 142.3726,83.89819 29.6729,0 33.3353,-6.54262 33.3353,-17.83216 v -41.12238 c 0,-13.10297 2.809,-15.71646 12.214,-15.71646 6.9338,0 18.7922,3.41353 46.4916,29.63728 31.6463,31.09512 36.8555,45.03372 54.6698,45.03372 h 46.6694 c 13.3341,0 20.0189,-6.54262 16.1787,-19.46781 -4.2313,-12.88962 -19.3433,-31.57515 -39.38,-53.74532 -10.8807,-12.62294 -27.2016,-26.22375 -32.1441,-33.03302 -6.9338,-8.72941 -4.9603,-12.62294 0,-20.39227 0,0 56.8566,-78.68897 62.7947,-105.41058 z" /> <path fill="currentColor" d="m 567.69877,-429.06912 c 3.15618,-10.38133 0,-18.0247 -15.11579,-18.0247 h -49.91013 c -12.70096,0 -18.55706,6.59763 -21.73232,13.87977 0,0 -25.38286,60.76685 -61.33724,100.25768 -11.63627,11.40806 -16.92197,15.05863 -23.27242,15.05863 -3.17519,0 -7.77644,-3.63156 -7.77644,-14.0319 v -97.13948 c 0,-12.47278 -3.68869,-18.0247 -14.26014,-18.0247 h -78.44923 c -7.92857,0 -12.70097,5.78005 -12.70097,11.27491 0,11.80736 17.98666,14.54527 19.83094,47.78071 v 72.21293 c 0,15.83815 -2.9091,18.70918 -9.25948,18.70918 -16.92197,0 -58.08598,-61.05206 -82.51817,-130.90731 -4.75337,-13.59458 -9.56381,-19.07042 -22.32175,-19.07042 h -49.92915 c -14.26014,0 -17.11213,6.59763 -17.11213,13.87977 0,12.96714 16.92197,77.38454 78.81059,162.58363 41.25909,58.18101 99.34506,89.72424 152.25931,89.72424 31.73343,0 35.65018,-6.99691 35.65018,-19.07043 v -43.978 c 0,-14.01288 3.00405,-16.80786 13.0622,-16.80786 7.41521,0 20.09716,3.65057 49.71998,31.69536 33.84387,33.25443 39.41486,48.16093 58.46622,48.16093 h 49.91026 c 14.26,0 21.40913,-6.99691 17.30216,-20.81966 -4.5252,-13.78473 -20.68653,-33.76783 -42.11468,-57.47752 -11.63621,-13.49953 -29.09043,-28.04479 -34.37631,-35.32694 -7.41508,-9.33557 -5.30458,-13.4995 0,-21.80835 0,0 60.80491,-84.15334 67.15549,-112.73048 z" /> </g> </symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="tumblr" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 320 512" id="has-tumblr"><path fill="currentColor" d="M309.8 480.3c-13.6 14.5-50 31.7-97.4 31.7-120.8 0-147-88.8-147-140.6v-144H17.9c-5.5 0-10-4.5-10-10v-68c0-7.2 4.5-13.6 11.3-16 62-21.8 81.5-76 84.3-117.1.8-11 6.5-16.3 16.1-16.3h70.9c5.5 0 10 4.5 10 10v115.2h83c5.5 0 10 4.4 10 9.9v81.7c0 5.5-4.5 10-10 10h-83.4V360c0 34.2 23.7 53.6 68 35.8 4.8-1.9 9-3.2 12.7-2.2 3.5.9 5.8 3.4 7.4 7.9l22 64.3c1.8 5 3.3 10.6-.4 14.5z"></path></symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="share" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" id="has-webshare-icon"><path fill="currentColor" d="M512 208L320 384H288V288H208c-61.9 0-112 50.1-112 112c0 48 32 80 32 80s-128-48-128-176c0-97.2 78.8-176 176-176H288V32h32L512 208z"/></symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="x" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 320 512" id="has-x"><path fill="currentColor" d="M309.8 480.3c-13.6 14.5-50 31.7-97.4 31.7-120.8 0-147-88.8-147-140.6v-144H17.9c-5.5 0-10-4.5-10-10v-68c0-7.2 4.5-13.6 11.3-16 62-21.8 81.5-76 84.3-117.1.8-11 6.5-16.3 16.1-16.3h70.9c5.5 0 10 4.5 10 10v115.2h83c5.5 0 10 4.4 10 9.9v81.7c0 5.5-4.5 10-10 10h-83.4V360c0 34.2 23.7 53.6 68 35.8 4.8-1.9 9-3.2 12.7-2.2 3.5.9 5.8 3.4 7.4 7.9l22 64.3c1.8 5 3.3 10.6-.4 14.5z"></path></symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="mastodon" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-mastodon"><path fill="currentColor" d="M433 179.1c0-97.2-63.7-125.7-63.7-125.7-62.5-28.7-228.6-28.4-290.5 0 0 0-63.7 28.5-63.7 125.7 0 115.7-6.6 259.4 105.6 289.1 40.5 10.7 75.3 13 103.3 11.4 50.8-2.8 79.3-18.1 79.3-18.1l-1.7-36.9s-36.3 11.4-77.1 10.1c-40.4-1.4-83-4.4-89.6-54a102.5 102.5 0 0 1 -.9-13.9c85.6 20.9 158.7 9.1 178.8 6.7 56.1-6.7 105-41.3 111.2-72.9 9.8-49.8 9-121.5 9-121.5zm-75.1 125.2h-46.6v-114.2c0-49.7-64-51.6-64 6.9v62.5h-46.3V197c0-58.5-64-56.6-64-6.9v114.2H90.2c0-122.1-5.2-147.9 18.4-175 25.9-28.9 79.8-30.8 103.8 6.1l11.6 19.5 11.6-19.5c24.1-37.1 78.1-34.8 103.8-6.1 23.7 27.3 18.4 53 18.4 175z"/></symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="threads" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" id="has-threads"> <path fill="currentColor" d="M331.5 235.7c2.2 .9 4.2 1.9 6.3 2.8c29.2 14.1 50.6 35.2 61.8 61.4c15.7 36.5 17.2 95.8-30.3 143.2c-36.2 36.2-80.3 52.5-142.6 53h-.3c-70.2-.5-124.1-24.1-160.4-70.2c-32.3-41-48.9-98.1-49.5-169.6V256v-.2C17 184.3 33.6 127.2 65.9 86.2C102.2 40.1 156.2 16.5 226.4 16h.3c70.3 .5 124.9 24 162.3 69.9c18.4 22.7 32 50 40.6 81.7l-40.4 10.8c-7.1-25.8-17.8-47.8-32.2-65.4c-29.2-35.8-73-54.2-130.5-54.6c-57 .5-100.1 18.8-128.2 54.4C72.1 146.1 58.5 194.3 58 256c.5 61.7 14.1 109.9 40.3 143.3c28 35.6 71.2 53.9 128.2 54.4c51.4-.4 85.4-12.6 113.7-40.9c32.3-32.2 31.7-71.8 21.4-95.9c-6.1-14.2-17.1-26-31.9-34.9c-3.7 26.9-11.8 48.3-24.7 64.8c-17.1 21.8-41.4 33.6-72.7 35.3c-23.6 1.3-46.3-4.4-63.9-16c-20.8-13.8-33-34.8-34.3-59.3c-2.5-48.3 35.7-83 95.2-86.4c21.1-1.2 40.9-.3 59.2 2.8c-2.4-14.8-7.3-26.6-14.6-35.2c-10-11.7-25.6-17.7-46.2-17.8H227c-16.6 0-39 4.6-53.3 26.3l-34.4-23.6c19.2-29.1 50.3-45.1 87.8-45.1h.8c62.6 .4 99.9 39.5 103.7 107.7l-.2 .2zm-156 68.8c1.3 25.1 28.4 36.8 54.6 35.3c25.6-1.4 54.6-11.4 59.5-73.2c-13.2-2.9-27.8-4.4-43.4-4.4c-4.8 0-9.6 .1-14.4 .4c-42.9 2.4-57.2 23.2-56.2 41.8l-.1 .1z"/> </symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="bluesky" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512" id="has-bluesky"> <path fill="currentColor" d="M407.8 294.7c-3.3-.4-6.7-.8-10-1.3c3.4 .4 6.7 .9 10 1.3zM288 227.1C261.9 176.4 190.9 81.9 124.9 35.3C61.6-9.4 37.5-1.7 21.6 5.5C3.3 13.8 0 41.9 0 58.4S9.1 194 15 213.9c19.5 65.7 89.1 87.9 153.2 80.7c3.3-.5 6.6-.9 10-1.4c-3.3 .5-6.6 1-10 1.4C74.3 308.6-9.1 342.8 100.3 464.5C220.6 589.1 265.1 437.8 288 361.1c22.9 76.7 49.2 222.5 185.6 103.4c102.4-103.4 28.1-156-65.8-169.9c-3.3-.4-6.7-.8-10-1.3c3.4 .4 6.7 .9 10 1.3c64.1 7.1 133.6-15.1 153.2-80.7C566.9 194 576 75 576 58.4s-3.3-44.7-21.6-52.9c-15.8-7.1-40-14.9-103.2 29.8C385.1 81.9 314.1 176.4 288 227.1z"/> </symbol> <symbol aria-hidden="true" data-prefix="fab" data-icon="bluesky" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 384 512" id="has-pinterest"> <path fill="currentColor" d="M204 6.5C101.4 6.5 0 74.9 0 185.6 0 256 39.6 296 63.6 296c9.9 0 15.6-27.6 15.6-35.4 0-9.3-23.7-29.1-23.7-67.8 0-80.4 61.2-137.4 140.4-137.4 68.1 0 118.5 38.7 118.5 109.8 0 53.1-21.3 152.7-90.3 152.7-24.9 0-46.2-18-46.2-43.8 0-37.8 26.4-74.4 26.4-113.4 0-66.2-93.9-54.2-93.9 25.8 0 16.8 2.1 35.4 9.6 50.7-13.8 59.4-42 147.9-42 209.1 0 18.9 2.7 37.5 4.5 56.4 3.4 3.8 1.7 3.4 6.9 1.5 50.4-69 48.6-82.5 71.4-172.8 12.3 23.4 44.1 36 69.3 36 106.2 0 153.9-103.5 153.9-196.8C384 71.3 298.2 6.5 204 6.5z"/> </symbol> </svg> <div id="has-mastodon-prompt" aria-hidden="true" style="display: none"> <h3>Share on Mastodon</h3> <div class="mastodon-input-prompt"> <form class="has-mastodon-form"> <label><span class="has-mastodon-label">Enter your Mastodon instance URL (optional)</span><input type="text" placeholder="https://mastodon.social" tabindex="0" /></label> <button id="has-mastodon-submit" tabindex="0" class="button button-primary">Share</button> </form> </div> </div> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/highlight-and-share/js/fancybox.umd.js?ver=5.0.2" id="has-fancybox-js-js"></script> <link rel='stylesheet' id='has-fancybox-css-css' href='https://blogs.nvidia.com/wp-content/plugins/highlight-and-share/js/fancybox.css?ver=5.0.2' type='text/css' media='all' /> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/yith-infinite-scrolling/assets/js/yith.infinitescroll.min.js?ver=2.1.0" id="yith-infinitescroll-js"></script> <script type="text/javascript" id="yith-infs-js-extra"> /* <![CDATA[ */ var yith_infs = {"navSelector":".nvb4-single-post-pagination","nextSelector":".for-next a","itemSelector":".cf-posts-with-overrides","contentSelector":"#main","loader":"https:\/\/blogs.nvidia.com\/wp-content\/plugins\/yith-infinite-scrolling\/assets\/images\/loader.gif","shop":""}; /* ]]> */ </script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/yith-infinite-scrolling/assets/js/yith-infs.min.js?ver=2.1.0" id="yith-infs-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets//js/lib/jquery.ba-throttle-debounce.min.js?ver=20190419.0001" id="throttle-debounce-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets//js/lib/waypoints/jquery.waypoints.min.js?ver=4.0.0" id="waypoints-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets//js/lib/waypoints/shortcuts/sticky.min.js?ver=4.0.0" id="waypoints-sticky-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets//js/lib/jquery.fitvids.min.js?ver=1.2.0" id="fitvids-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" src="//nvidiablog.disqus.com/count.js?ver=6.7.2" id="count-js-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets/js/load-disqus.js?ver=20200311.1140" id="nvb-disqus-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/assets/js/lib/magnific-popup/jquery.magnific-popup.min.js?ver=1.0.0" id="magnific-popup-js"></script> <script type="text/javascript" id="nvb-single-js-extra"> /* <![CDATA[ */ var nvbThemeVars = {"ajaxUrl":"https:\/\/blogs.nvidia.com\/wp-admin\/admin-ajax.php","disqus_url":"https:\/\/blogs.nvidia.com\/blog\/hugging-face-inference-nim-microservices-dgx-cloud\/","language":"ICL_LANGUAGE_CODE","site_url":"https:\/\/blogs.nvidia.com"}; /* ]]> */ </script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/themes/nvidia-blog-v5/build/single.min.js?ver=1730206570" id="nvb-single-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" id="nvb4-mkto-forms-inline-2-js-after"> /* <![CDATA[ */ window.addEventListener("load", function() {MktoForms2.loadForm("//info.nvidia.com", "156-OFN-742", 18313)}); /* ]]> */ </script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/page-links-to/dist/new-tab.js?ver=3.3.7" id="page-links-to-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-includes/js/dist/hooks.min.js?ver=4d63a3d491d11ffd8ac6" id="wp-hooks-js"></script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-includes/js/dist/i18n.min.js?ver=5e580eb46a90c2b997e6" id="wp-i18n-js"></script> <script type="text/javascript" id="wp-i18n-js-after"> /* <![CDATA[ */ wp.i18n.setLocaleData( { 'text direction\u0004ltr': [ 'ltr' ] } ); /* ]]> */ </script> <script type="text/javascript" id="highlight-and-share-js-extra"> /* <![CDATA[ */ var highlight_and_share = {"show_facebook":"1","show_twitter":"1","show_linkedin":"1","show_ok":"","show_vk":"","show_email":"1","show_xing":"","show_copy":"","show_whatsapp":"","show_telegram":"","show_mastodon":"","show_threads":"","show_bluesky":"","twitter_username":"nvidia","enable_webshare_inline_highlight":"","enable_webshare_click_to_share":"","content_legacy_mode":"","mobile":"","content":".has-content-area,.has-excerpt-area","tweet_text":"Tweet","facebook_text":"Share","linkedin_text":"LinkedIn","ok_text":"Odnoklassniki","vk_text":"VKontakte","mastodon_text":"Mastodon","threads_text":"Threads","bluesky_text":"Bluesky","whatsapp_text":"WhatsApp","xing_text":"Xing","copy_text":"Copy","email_text":"E-mail","webshare_text":"Share","prefix":"","suffix":"","inline_highlight_tooltips_enabled":"","inline_highlight_tooltips_text":"","enable_webshare_image_only":""}; /* ]]> */ </script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/highlight-and-share/dist/highlight-and-share.js?ver=5.0.2" id="highlight-and-share-js"></script> <script type="text/javascript" id="ea-share-count-js-extra"> /* <![CDATA[ */ var easc = {"url":"https:\/\/blogs.nvidia.com\/wp-admin\/admin-ajax.php"}; /* ]]> */ </script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/cf-ea-share-count/assets/js/share-count.js?ver=1.5.9" id="ea-share-count-js"></script> <script type="text/javascript" id="bsfrt_frontend-js-extra"> /* <![CDATA[ */ var myObj = {"option":""}; /* ]]> */ </script> <script type="text/javascript" src="https://blogs.nvidia.com/wp-content/plugins/read-meter/assets/js/bsf-rt-frontend.min.js?ver=1.0.9" id="bsfrt_frontend-js"></script> <div id="easc-modal-wrap" style="display:none;"> <div class="easc-modal"> <span class="easc-modal-title">Share this Article</span> <p> <label for="easc-modal-recipient">Friend's Email Address</label> <input type="text" id="easc-modal-recipient"> </p> <p> <label for="easc-modal-name">Your Name</label> <input type="text" id="easc-modal-name"> </p> <p> <label for="easc-modal-email">Your Email Address</label> <input type="text" id="easc-modal-email"> </p> <p class="easc-modal-validation"> <label for="easc-modal-validation">Comments</label> <input type="text" id="easc-modal-validation" autocomplete="off"> </p> <p class="easc-modal-submit"> <button id="easc-modal-submit"><i class="ea-share-count-icon easc-envelope send-email-btn-icon"></i> Send Email</button> </p> <a href="#" id="easc-modal-close"><i class="easc-close close-icon"></i></a> <div id="easc-modal-sent">Email sent!</div> </div> </div> <script type="text/javascript"> _satellite.pageBottom(); </script> </body> </html>