CINXE.COM

<!DOCTYPE html> <html class="no-js mh-disable-sb" lang="en-US"> <head> <link href="https://fonts.googleapis.com/css?family=Alike" rel="stylesheet"> <link rel="stylesheet" href="https://use.typekit.net/iuo3lhi.css"> <meta charset="UTF-8"> <meta name="viewport" content="width=device-width, initial-scale=1.0"> <link rel="profile" href="http://gmpg.org/xfn/11" /> <script async src="https://securepubads.g.doubleclick.net/tag/js/gpt.js"></script><meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' /> <style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style> <script>window._wca = window._wca || [];</script>  <title>Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter</title> <meta name="description" content="Sponsored Feature Arm is starting to fulfill its promise of transforming the nature of compute in the datacenter, and it is getting some big help from" /> <link rel="canonical" href="https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="article" /> <meta property="og:title" content="Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter" /> <meta property="og:description" content="Sponsored Feature Arm is starting to fulfill its promise of transforming the nature of compute in the datacenter, and it is getting some big help from" /> <meta property="og:url" content="https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/" /> <meta property="og:site_name" content="The Next Platform" /> <meta property="article:publisher" content="https://www.facebook.com/theplatformnet" /> <meta property="article:published_time" content="2024-11-11T14:51:03+00:00" /> <meta property="article:modified_time" content="2024-11-18T18:02:32+00:00" /> <meta property="og:image" content="http://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg" /> <meta property="og:image:width" content="1905" /> <meta property="og:image:height" content="1073" /> <meta property="og:image:type" content="image/jpeg" /> <meta name="author" content="Timothy Prickett Morgan" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:creator" content="@TDaytonPM" /> <meta name="twitter:site" content="@TheNextPlatform" /> <meta name="twitter:label1" content="Written by" /> <meta name="twitter:data1" content="Timothy Prickett Morgan" /> <meta name="twitter:label2" content="Est. reading time" /> <meta name="twitter:data2" content="7 minutes" /> <script type="application/ld+json" class="yoast-schema-graph">{"@context":"https://schema.org","@graph":[{"@type":"Article","@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#article","isPartOf":{"@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/"},"author":{"name":"Timothy Prickett Morgan","@id":"https://www.nextplatform.com/#/schema/person/9a73475543045a0a980b237ef779bd84"},"headline":"Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter","datePublished":"2024-11-11T14:51:03+00:00","dateModified":"2024-11-18T18:02:32+00:00","mainEntityOfPage":{"@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/"},"wordCount":1403,"publisher":{"@id":"https://www.nextplatform.com/#organization"},"image":{"@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#primaryimage"},"thumbnailUrl":"https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg","keywords":["Arm-21498"],"articleSection":["Compute"],"inLanguage":"en-US"},{"@type":"WebPage","@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/","url":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/","name":"Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter","isPartOf":{"@id":"https://www.nextplatform.com/#website"},"primaryImageOfPage":{"@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#primaryimage"},"image":{"@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#primaryimage"},"thumbnailUrl":"https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg","datePublished":"2024-11-11T14:51:03+00:00","dateModified":"2024-11-18T18:02:32+00:00","description":"Sponsored Feature Arm is starting to fulfill its promise of transforming the nature of compute in the datacenter, and it is getting some big help from","breadcrumb":{"@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#primaryimage","url":"https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg","contentUrl":"https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg","width":1905,"height":1073},{"@type":"BreadcrumbList","@id":"https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https://www.nextplatform.com/"},{"@type":"ListItem","position":2,"name":"Compute","item":"https://www.nextplatform.com/category/compute/"},{"@type":"ListItem","position":3,"name":"Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter"}]},{"@type":"WebSite","@id":"https://www.nextplatform.com/#website","url":"https://www.nextplatform.com/","name":"The Next Platform","description":"In-depth coverage of high-end computing at large enterprises, supercomputing centers, hyperscale data centers, and public clouds.","publisher":{"@id":"https://www.nextplatform.com/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https://www.nextplatform.com/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https://www.nextplatform.com/#organization","name":"The Next Platform","url":"https://www.nextplatform.com/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https://www.nextplatform.com/#/schema/logo/image/","url":"https://www.nextplatform.com/wp-content/uploads/2015/04/The-Next-Platform-Final.png","contentUrl":"https://www.nextplatform.com/wp-content/uploads/2015/04/The-Next-Platform-Final.png","width":400,"height":65,"caption":"The Next Platform"},"image":{"@id":"https://www.nextplatform.com/#/schema/logo/image/"},"sameAs":["https://www.facebook.com/theplatformnet","https://x.com/TheNextPlatform","https://www.linkedin.com/company/9322157"]},{"@type":"Person","@id":"https://www.nextplatform.com/#/schema/person/9a73475543045a0a980b237ef779bd84","name":"Timothy Prickett Morgan","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https://www.nextplatform.com/#/schema/person/image/","url":"https://secure.gravatar.com/avatar/f253c1b1c80e5c31fad8c04b87e17c81?s=96&r=g","contentUrl":"https://secure.gravatar.com/avatar/f253c1b1c80e5c31fad8c04b87e17c81?s=96&r=g","caption":"Timothy Prickett Morgan"},"description":"Co-founder and co-editor Timothy Prickett Morgan brings 25 years of experience as a publisher, IT industry analyst, editor, and journalist for some of the world's most widely-read high-tech and business publications including The Register, BusinessWeek, Midrange Computing, IT Jungle, Unigram, The Four Hundred, ComputerWire, Computer Business Review, Computer System News and IBM Systems User. Most recently, he was the Editor in Chief of EnterpriseTech.","sameAs":["https://x.com/TDaytonPM"],"url":"https://www.nextplatform.com/author/tpmn/"}]}</script>  <link rel='dns-prefetch' href='//stats.wp.com' /> <link rel='dns-prefetch' href='//nir.theregister.com' /> <link rel='dns-prefetch' href='//fonts.googleapis.com' /> <link rel="alternate" type="application/rss+xml" title="The Next Platform » Feed" href="https://www.nextplatform.com/feed/" /> <link rel="alternate" type="application/rss+xml" title="The Next Platform » Comments Feed" href="https://www.nextplatform.com/comments/feed/" />  <script src="//www.googletagmanager.com/gtag/js?id=G-PTK1BCBRVD" data-cfasync="false" data-wpfc-render="false" type="text/javascript" async></script> <script data-cfasync="false" data-wpfc-render="false" type="text/javascript"> var mi_version = '9.2.4'; var mi_track_user = true; var mi_no_track_reason = ''; var MonsterInsightsDefaultLocations = {"page_location":"https:\/\/www.nextplatform.com\/2024\/11\/11\/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter\/","page_referrer":"http:\/\/www.nextplatform.com\/2024\/11\/11\/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter\/"}; if ( typeof MonsterInsightsPrivacyGuardFilter === 'function' ) { var MonsterInsightsLocations = (typeof MonsterInsightsExcludeQuery === 'object') ? MonsterInsightsPrivacyGuardFilter( MonsterInsightsExcludeQuery ) : MonsterInsightsPrivacyGuardFilter( MonsterInsightsDefaultLocations ); } else { var MonsterInsightsLocations = (typeof MonsterInsightsExcludeQuery === 'object') ? MonsterInsightsExcludeQuery : MonsterInsightsDefaultLocations; } var disableStrs = [ 'ga-disable-G-PTK1BCBRVD', ]; /* Function to detect opted out users */ function __gtagTrackerIsOptedOut() { for (var index = 0; index < disableStrs.length; index++) { if (document.cookie.indexOf(disableStrs[index] + '=true') > -1) { return true; } } return false; } /* Disable tracking if the opt-out cookie exists. */ if (__gtagTrackerIsOptedOut()) { for (var index = 0; index < disableStrs.length; index++) { window[disableStrs[index]] = true; } } /* Opt-out function */ function __gtagTrackerOptout() { for (var index = 0; index < disableStrs.length; index++) { document.cookie = disableStrs[index] + '=true; expires=Thu, 31 Dec 2099 23:59:59 UTC; path=/'; window[disableStrs[index]] = true; } } if ('undefined' === typeof gaOptout) { function gaOptout() { __gtagTrackerOptout(); } } window.dataLayer = window.dataLayer || []; window.MonsterInsightsDualTracker = { helpers: {}, trackers: {}, }; if (mi_track_user) { function __gtagDataLayer() { dataLayer.push(arguments); } function __gtagTracker(type, name, parameters) { if (!parameters) { parameters = {}; } if (parameters.send_to) { __gtagDataLayer.apply(null, arguments); return; } if (type === 'event') { parameters.send_to = monsterinsights_frontend.v4_id; var hookName = name; if (typeof parameters['event_category'] !== 'undefined') { hookName = parameters['event_category'] + ':' + name; } if (typeof MonsterInsightsDualTracker.trackers[hookName] !== 'undefined') { MonsterInsightsDualTracker.trackers[hookName](parameters); } else { __gtagDataLayer('event', name, parameters); } } else { __gtagDataLayer.apply(null, arguments); } } __gtagTracker('js', new Date()); __gtagTracker('set', { 'developer_id.dZGIzZG': true, }); if ( MonsterInsightsLocations.page_location ) { __gtagTracker('set', MonsterInsightsLocations); } __gtagTracker('config', 'G-PTK1BCBRVD', {"forceSSL":"true"} ); window.gtag = __gtagTracker; (function () { /* https://developers.google.com/analytics/devguides/collection/analyticsjs/ */ /* ga and __gaTracker compatibility shim. */ var noopfn = function () { return null; }; var newtracker = function () { return new Tracker(); }; var Tracker = function () { return null; }; var p = Tracker.prototype; p.get = noopfn; p.set = noopfn; p.send = function () { var args = Array.prototype.slice.call(arguments); args.unshift('send'); __gaTracker.apply(null, args); }; var __gaTracker = function () { var len = arguments.length; if (len === 0) { return; } var f = arguments[len - 1]; if (typeof f !== 'object' || f === null || typeof f.hitCallback !== 'function') { if ('send' === arguments[0]) { var hitConverted, hitObject = false, action; if ('event' === arguments[1]) { if ('undefined' !== typeof arguments[3]) { hitObject = { 'eventAction': arguments[3], 'eventCategory': arguments[2], 'eventLabel': arguments[4], 'value': arguments[5] ? arguments[5] : 1, } } } if ('pageview' === arguments[1]) { if ('undefined' !== typeof arguments[2]) { hitObject = { 'eventAction': 'page_view', 'page_path': arguments[2], } } } if (typeof arguments[2] === 'object') { hitObject = arguments[2]; } if (typeof arguments[5] === 'object') { Object.assign(hitObject, arguments[5]); } if ('undefined' !== typeof arguments[1].hitType) { hitObject = arguments[1]; if ('pageview' === hitObject.hitType) { hitObject.eventAction = 'page_view'; } } if (hitObject) { action = 'timing' === arguments[1].hitType ? 'timing_complete' : hitObject.eventAction; hitConverted = mapArgs(hitObject); __gtagTracker('event', action, hitConverted); } } return; } function mapArgs(args) { var arg, hit = {}; var gaMap = { 'eventCategory': 'event_category', 'eventAction': 'event_action', 'eventLabel': 'event_label', 'eventValue': 'event_value', 'nonInteraction': 'non_interaction', 'timingCategory': 'event_category', 'timingVar': 'name', 'timingValue': 'value', 'timingLabel': 'event_label', 'page': 'page_path', 'location': 'page_location', 'title': 'page_title', 'referrer' : 'page_referrer', }; for (arg in args) { if (!(!args.hasOwnProperty(arg) || !gaMap.hasOwnProperty(arg))) { hit[gaMap[arg]] = args[arg]; } else { hit[arg] = args[arg]; } } return hit; } try { f.hitCallback(); } catch (ex) { } }; __gaTracker.create = newtracker; __gaTracker.getByName = newtracker; __gaTracker.getAll = function () { return []; }; __gaTracker.remove = noopfn; __gaTracker.loaded = true; window['__gaTracker'] = __gaTracker; })(); } else { console.log(""); (function () { function __gtagTracker() { return null; } window['__gtagTracker'] = __gtagTracker; window['gtag'] = __gtagTracker; })(); } </script>  <script type="text/javascript"> /* <![CDATA[ */ window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/www.nextplatform.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=6.7.1"}}; /*! This file is auto-generated */ !function(i,n){var o,s,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),r=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===r[t]})}function u(e,t,n){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\uddfa\ud83c\uddf3","\ud83c\uddfa\u200b\ud83c\uddf3")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!n(e,"\ud83d\udc26\u200d\u2b1b","\ud83d\udc26\u200b\u2b1b")}return!1}function f(e,t,n){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):i.createElement("canvas"),a=r.getContext("2d",{willReadFrequently:!0}),o=(a.textBaseline="top",a.font="600 32px Arial",{});return e.forEach(function(e){o[e]=t(a,e,n)}),o}function t(e){var t=i.createElement("script");t.src=e,t.defer=!0,i.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",s=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){i.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(s),u.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"}),a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=function(e){c(n=e.data),a.terminate(),t(n)})}catch(e){}c(n=f(s,u,p))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings); /* ]]> */ </script> <script id="nextp-ready"> window.advanced_ads_ready=function(e,a){a=a||"complete";var d=function(e){return"interactive"===a?"loading"!==e:"complete"===e};d(document.readyState)?e():document.addEventListener("readystatechange",(function(a){d(a.target.readyState)&&e()}),{once:"interactive"===a})},window.advanced_ads_ready_queue=window.advanced_ads_ready_queue||[]; </script> <style id='wp-emoji-styles-inline-css' type='text/css'> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 0.07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='wp-block-library-css' href='https://www.nextplatform.com/wp-includes/css/dist/block-library/style.min.css?ver=6.7.1' type='text/css' media='all' /> <link rel='stylesheet' id='mediaelement-css' href='https://www.nextplatform.com/wp-includes/js/mediaelement/mediaelementplayer-legacy.min.css?ver=4.2.17' type='text/css' media='all' /> <link rel='stylesheet' id='wp-mediaelement-css' href='https://www.nextplatform.com/wp-includes/js/mediaelement/wp-mediaelement.min.css?ver=6.7.1' type='text/css' media='all' /> <style id='jetpack-sharing-buttons-style-inline-css' type='text/css'> .jetpack-sharing-buttons__services-list{display:flex;flex-direction:row;flex-wrap:wrap;gap:0;list-style-type:none;margin:5px;padding:0}.jetpack-sharing-buttons__services-list.has-small-icon-size{font-size:12px}.jetpack-sharing-buttons__services-list.has-normal-icon-size{font-size:16px}.jetpack-sharing-buttons__services-list.has-large-icon-size{font-size:24px}.jetpack-sharing-buttons__services-list.has-huge-icon-size{font-size:36px}@media print{.jetpack-sharing-buttons__services-list{display:none!important}}.editor-styles-wrapper .wp-block-jetpack-sharing-buttons{gap:0;padding-inline-start:0}ul.jetpack-sharing-buttons__services-list.has-background{padding:1.25em 2.375em} </style> <style id='classic-theme-styles-inline-css' type='text/css'> /*! This file is auto-generated */ .wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none} </style> <style id='global-styles-inline-css' type='text/css'> :root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--font-family--inter: "Inter", sans-serif;--wp--preset--font-family--cardo: Cardo;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;} </style> <link crossorigin="anonymous" rel='stylesheet' id='tnp-google-fonts-css' href='//fonts.googleapis.com/css?family=Alike&ver=6.7.1' type='text/css' media='all' /> <link rel='stylesheet' id='hide-widgets-css-css' href='https://www.nextplatform.com/wp-content/plugins/hide-widgets/css/hide-widgets.css' type='text/css' media='all' /> <link rel='stylesheet' id='woocommerce-layout-css' href='https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/css/woocommerce-layout.css?ver=9.6.2' type='text/css' media='all' /> <style id='woocommerce-layout-inline-css' type='text/css'> .infinite-scroll .woocommerce-pagination { display: none; } </style> <link rel='stylesheet' id='woocommerce-smallscreen-css' href='https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/css/woocommerce-smallscreen.css?ver=9.6.2' type='text/css' media='only screen and (max-width: 768px)' /> <link rel='stylesheet' id='woocommerce-general-css' href='https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/css/woocommerce.css?ver=9.6.2' type='text/css' media='all' /> <style id='woocommerce-inline-inline-css' type='text/css'> .woocommerce form .form-row .required { visibility: visible; } </style> <link rel='stylesheet' id='mc4wp-form-basic-css' href='https://www.nextplatform.com/wp-content/plugins/mailchimp-for-wp/assets/css/form-basic.css?ver=4.10.1' type='text/css' media='all' /> <link rel='stylesheet' id='brands-styles-css' href='https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/css/brands.css?ver=9.6.2' type='text/css' media='all' /> <link rel='stylesheet' id='parent-style-css' href='https://www.nextplatform.com/wp-content/themes/mh-magazine/style.css?ver=6.7.1' type='text/css' media='all' /> <link rel='stylesheet' id='mh-magazine-css' href='https://www.nextplatform.com/wp-content/themes/mh-magazine-child/style.css?ver=3.8.1' type='text/css' media='all' /> <link rel='stylesheet' id='mh-font-awesome-css' href='https://www.nextplatform.com/wp-content/themes/mh-magazine/includes/font-awesome.min.css' type='text/css' media='all' /> <link crossorigin="anonymous" rel='stylesheet' id='mh-google-fonts-css' href='https://fonts.googleapis.com/css?family=Noto+Sans:700%7cRoboto+Condensed:700' type='text/css' media='all' /> <link rel='stylesheet' id='mh-woocommerce-css' href='https://www.nextplatform.com/wp-content/themes/mh-magazine/woocommerce/woocommerce.css?ver=6.7.1' type='text/css' media='all' /> <style id='akismet-widget-style-inline-css' type='text/css'> .a-stats { --akismet-color-mid-green: #357b49; --akismet-color-white: #fff; --akismet-color-light-grey: #f6f7f7; max-width: 350px; width: auto; } .a-stats * { all: unset; box-sizing: border-box; } .a-stats strong { font-weight: 600; } .a-stats a.a-stats__link, .a-stats a.a-stats__link:visited, .a-stats a.a-stats__link:active { background: var(--akismet-color-mid-green); border: none; box-shadow: none; border-radius: 8px; color: var(--akismet-color-white); cursor: pointer; display: block; font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', 'Roboto', 'Oxygen-Sans', 'Ubuntu', 'Cantarell', 'Helvetica Neue', sans-serif; font-weight: 500; padding: 12px; text-align: center; text-decoration: none; transition: all 0.2s ease; } /* Extra specificity to deal with TwentyTwentyOne focus style */ .widget .a-stats a.a-stats__link:focus { background: var(--akismet-color-mid-green); color: var(--akismet-color-white); text-decoration: none; } .a-stats a.a-stats__link:hover { filter: brightness(110%); box-shadow: 0 4px 12px rgba(0, 0, 0, 0.06), 0 0 2px rgba(0, 0, 0, 0.16); } .a-stats .count { color: var(--akismet-color-white); display: block; font-size: 1.5em; line-height: 1.4; padding: 0 13px; white-space: nowrap; } </style> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/google-analytics-for-wordpress/assets/js/frontend-gtag.min.js?ver=9.2.4" id="monsterinsights-frontend-script-js" async="async" data-wp-strategy="async"></script> <script data-cfasync="false" data-wpfc-render="false" type="text/javascript" id='monsterinsights-frontend-script-js-extra'>/* <![CDATA[ */ var monsterinsights_frontend = {"js_events_tracking":"true","download_extensions":"doc,pdf,ppt,zip,xls,docx,pptx,xlsx","inbound_paths":"[]","home_url":"https:\/\/www.nextplatform.com","hash_tracking":"false","v4_id":"G-PTK1BCBRVD"};/* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script type="text/javascript" src="https://www.nextplatform.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/js/jquery-blockui/jquery.blockUI.min.js?ver=2.7.0-wc.9.6.2" id="jquery-blockui-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" id="wc-add-to-cart-js-extra"> /* <![CDATA[ */ var wc_add_to_cart_params = {"ajax_url":"\/wp-admin\/admin-ajax.php","wc_ajax_url":"\/?wc-ajax=%%endpoint%%","i18n_view_cart":"View cart","cart_url":"https:\/\/www.nextplatform.com\/cart\/","is_cart":"","cart_redirect_after_add":"yes"}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/js/frontend/add-to-cart.min.js?ver=9.6.2" id="wc-add-to-cart-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/js/js-cookie/js.cookie.min.js?ver=2.1.4-wc.9.6.2" id="js-cookie-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" id="woocommerce-js-extra"> /* <![CDATA[ */ var woocommerce_params = {"ajax_url":"\/wp-admin\/admin-ajax.php","wc_ajax_url":"\/?wc-ajax=%%endpoint%%"}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/js/frontend/woocommerce.min.js?ver=9.6.2" id="woocommerce-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" id="advanced-ads-advanced-js-js-extra"> /* <![CDATA[ */ var advads_options = {"blog_id":"1","privacy":{"enabled":false,"state":"not_needed"}}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/advanced-ads/public/assets/js/advanced.min.js?ver=1.56.1" id="advanced-ads-advanced-js-js"></script> <script type="text/javascript" id="advanced_ads_pro/visitor_conditions-js-extra"> /* <![CDATA[ */ var advanced_ads_pro_visitor_conditions = {"referrer_cookie_name":"advanced_ads_pro_visitor_referrer","referrer_exdays":"365","page_impr_cookie_name":"advanced_ads_page_impressions","page_impr_exdays":"3650"}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/advanced-ads-pro/modules/advanced-visitor-conditions/inc/conditions.min.js?ver=2.28.2" id="advanced_ads_pro/visitor_conditions-js"></script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/themes/mh-magazine/js/scripts.js?ver=3.8.1" id="mh-scripts-js"></script> <script type="text/javascript" src="https://stats.wp.com/s-202508.js" id="woocommerce-analytics-js" defer="defer" data-wp-strategy="defer"></script> <script type="text/javascript" src="https://nir.theregister.com/?g=c&g=sa&s=c%2Fplat.all&ver=20210524a" id="nir-js-js"></script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/functionality-plugin/js/dfp.js?ver=20211012e" id="gam-js-js"></script> <link rel="https://api.w.org/" href="https://www.nextplatform.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://www.nextplatform.com/wp-json/wp/v2/posts/144981" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://www.nextplatform.com/xmlrpc.php?rsd" /> <link rel='shortlink' href='https://www.nextplatform.com/?p=144981' /> <link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://www.nextplatform.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F" /> <link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://www.nextplatform.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F&format=xml" /> <meta name="et-api-version" content="v1"><meta name="et-api-origin" content="https://www.nextplatform.com"><link rel="https://theeventscalendar.com/" href="https://www.nextplatform.com/wp-json/tribe/tickets/v1/" /> <style>img#wpstats{display:none}</style> <script type="text/javascript"> var advadsCfpQueue = []; var advadsCfpAd = function( adID ){ if ( 'undefined' == typeof advadsProCfp ) { advadsCfpQueue.push( adID ) } else { advadsProCfp.addElement( adID ) } }; </script> <style type="text/css"> .mh-widget-layout4 .mh-widget-title { background: #ff7200; background: rgba(255, 114, 0, 0.6); } .mh-preheader, .mh-wide-layout .mh-subheader, .mh-ticker-title, .mh-main-nav li:hover, .mh-footer-nav, .slicknav_menu, .slicknav_btn, .slicknav_nav .slicknav_item:hover, .slicknav_nav a:hover, .mh-back-to-top, .mh-subheading, .entry-tags .fa, .entry-tags li:hover, .mh-widget-layout2 .mh-widget-title, .mh-widget-layout4 .mh-widget-title-inner, .mh-widget-layout4 .mh-footer-widget-title, .mh-widget-layout5 .mh-widget-title-inner, .mh-widget-layout6 .mh-widget-title, #mh-mobile .flex-control-paging li a.flex-active, .mh-image-caption, .mh-carousel-layout1 .mh-carousel-caption, .mh-tab-button.active, .mh-tab-button.active:hover, .mh-footer-widget .mh-tab-button.active, .mh-social-widget li:hover a, .mh-footer-widget .mh-social-widget li a, .mh-footer-widget .mh-author-bio-widget, .tagcloud a:hover, .mh-widget .tagcloud a:hover, .mh-footer-widget .tagcloud a:hover, .mh-posts-stacked-item .mh-meta, .page-numbers:hover, .mh-loop-pagination .current, .mh-comments-pagination .current, .pagelink, a:hover .pagelink, input[type=submit], #infinite-handle span { background: #ff7200; } .mh-main-nav-wrap .slicknav_nav ul, blockquote, .mh-widget-layout1 .mh-widget-title, .mh-widget-layout3 .mh-widget-title, .mh-widget-layout5 .mh-widget-title, .mh-widget-layout8 .mh-widget-title:after, #mh-mobile .mh-slider-caption, .mh-carousel-layout1, .mh-spotlight-widget, .mh-author-bio-widget, .mh-author-bio-title, .mh-author-bio-image-frame, .mh-video-widget, .mh-tab-buttons, textarea:hover, input[type=text]:hover, input[type=email]:hover, input[type=tel]:hover, input[type=url]:hover { border-color: #ff7200; } .mh-dropcap, .mh-carousel-layout1 .flex-direction-nav a, .mh-carousel-layout2 .mh-carousel-caption, .mh-posts-digest-small-category, .mh-posts-lineup-more, .bypostauthor .fn:after, .mh-comment-list .comment-reply-link:before, #respond #cancel-comment-reply-link:before { color: #ff7200; } .mh-subheader, .page-numbers, a .pagelink, .mh-widget-layout3 .mh-widget-title, .mh-widget .search-form, .mh-tab-button, .mh-tab-content, .mh-nip-widget, .mh-magazine-facebook-page-widget, .mh-social-widget, .mh-posts-horizontal-widget, .mh-ad-spot { background: ; } .mh-tab-post-item { border-color: rgba(255, 255, 255, 0.3); } .mh-tab-comment-excerpt { background: rgba(255, 255, 255, 0.6); } body, a, blockquote, blockquote cite, .post .entry-title, .page-title, .entry-content h1, .entry-content h2, .entry-content h3, .entry-content h4, .entry-content h5, .entry-content h6, .wp-caption-text, #respond .comment-reply-title, #respond #cancel-comment-reply-link, #respond .logged-in-as a, .mh-ping-list .mh-ping-item a, .mh-widget-layout1 .mh-widget-title, .mh-widget-layout7 .mh-widget-title, .mh-widget-layout8 .mh-widget-title, .mh-slider-layout4 .mh-slider-caption, .mh-slider-layout4 .mh-slider-caption a, .mh-slider-layout4 .mh-slider-caption a:hover { color: #303030; } .mh-meta, .mh-meta a, .mh-breadcrumb, .mh-breadcrumb a, .mh-comment-list .comment-meta, .mh-comment-list .comment-meta a, .mh-comment-list .comment-reply-link, .mh-user-data, .widget_rss .rss-date, .widget_rss cite { color: #999999; } .entry-content a { color: #ff7200; } a:hover, .entry-content a:hover, #respond a:hover, #respond #cancel-comment-reply-link:hover, #respond .logged-in-as a:hover, .mh-comment-list .comment-meta a:hover, .mh-ping-list .mh-ping-item a:hover, .mh-meta a:hover, .mh-breadcrumb a:hover, .mh-tabbed-widget a:hover { color: #ffb477; } </style>  <style type="text/css"> .entry-content { font-size: 16px; font-size: 1rem; } h1, h2, h3, h4, h5, h6, .mh-custom-posts-small-title { font-family: "Roboto Condensed", sans-serif; } body { font-family: "Noto Sans", sans-serif; } </style> <noscript><style>.woocommerce-product-gallery{ opacity: 1 !important; }</style></noscript> <link rel="amphtml" href="https://www.nextplatform.com/2024/11/11/custom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter/amp/"><style class='wp-fonts-local' type='text/css'> @font-face{font-family:Inter;font-style:normal;font-weight:300 900;font-display:fallback;src:url('https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/fonts/Inter-VariableFont_slnt,wght.woff2') format('woff2');font-stretch:normal;} @font-face{font-family:Cardo;font-style:normal;font-weight:400;font-display:fallback;src:url('https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/fonts/cardo_normal_400.woff2') format('woff2');} </style> <script>window.googletag = window.googletag || {cmd: []}; googletag.cmd.push(function() {init_gpt('compute', 'Arm-21498', '144981');});</script><link rel="icon" href="https://www.nextplatform.com/wp-content/uploads/2015/04/cropped-PlatformStack-150x150.jpg" sizes="32x32" /> <link rel="icon" href="https://www.nextplatform.com/wp-content/uploads/2015/04/cropped-PlatformStack-300x300.jpg" sizes="192x192" /> <link rel="apple-touch-icon" href="https://www.nextplatform.com/wp-content/uploads/2015/04/cropped-PlatformStack-300x300.jpg" /> <meta name="msapplication-TileImage" content="https://www.nextplatform.com/wp-content/uploads/2015/04/cropped-PlatformStack-300x300.jpg" /> <style type="text/css" id="wp-custom-css"> /* Additional CSS */ .mh-footer-nav ul { font-family: "Roboto Condensed"; } .mh-navigation { font-family: "Roboto Condensed"; } ul#menu-main li a { font-size: 16px; } .mh-main-nav li a { padding: 10px 19px; } h1, h2, h3, h4, h5, h6, .mh-custom-posts-small-title { text-transform: uppercase; } /* Larger top two homepage posts images */ #prag_magazine_posts_list-5 .mh-posts-list-thumb img { max-width: 300px; max-height: 200px; } /* Larger top two homepage posts title */ #prag_magazine_posts_list-5 .mh-posts-list-title { font-size: 28px; } /* Mobile only */ @media only screen and (max-width: 630px) { /* Keep images for top two posts on homepage larger that the rest*/ #prag_magazine_posts_list-5 .mh-posts-list-thumb { min-width:125px; margin:0 10px 20px 0; } /* Text for top two posts on homepage larger than the rest */ #prag_magazine_posts_list-5 .mh-posts-list-title { font-size:20px; } } /* End of Mobile only */ /* Desktop only */ @media only screen and (min-width: 900px) { /* Padding on article, so text doesn't run too wide */ /* 2023-04-06 16:48 fixed to prevent rule applying to comments */ .post .entry-content { padding:0 130px; } /* Limit hero image width on category pages */ .mh-posts-large-thumb { max-width: 500px; margin-right: 20px; float:left; } } /* End of Desktop only */ /* Limit width of homepage 'second-set' images */ #prag_magazine_posts_list-2 .mh-posts-list-thumb img { max-width: 200px; } /* Limit homepage 'second-set' titles */ #prag_magazine_posts_list-2 .mh-posts-list-title { font-size: 18px; } /* For Falcon Ad on Articles */ #main-content { overflow: visible !important; } /* Falcon Ad on Homepage in widget */ #enhancedtextwidget-33 { overflow: visible; } /* Falcon Ad - Everywhere */ .nextp-falcon-in-content, #ad-falcon { width: calc(100vw - 20px) !important; margin-left: calc(-50vw + 50% + 10px) !important; margin-bottom: 20px; } /* Don't alter search box case */ .search-form .search-field { text-transform: none; } /* Hide publication date on homepage */ body.home .mh-meta.entry-meta { display: none; } /* Used on WP form fields */ .lgformtickboxes { margin-top: -35px !important; } .mh-social-icons li a[href*="twitter.com"] .fa-mh-social:before, .fa-twitter:before { content:""; background-image: url("data:image/svg+xml,%3Csvg width='1200' height='1227' viewBox='0 0 1200 1227' fill='none' xmlns='http://www.w3.org/2000/svg'%3E%3Cpath d='M714.163 519.284L1160.89 0H1055.03L667.137 450.887L357.328 0H0L468.492 681.821L0 1226.37H105.866L515.491 750.218L842.672 1226.37H1200L714.137 519.284H714.163ZM569.165 687.828L521.697 619.934L144.011 79.6944H306.615L611.412 515.685L658.88 583.579L1055.08 1150.3H892.476L569.165 687.854V687.828Z' fill='white'/%3E%3C/svg%3E%0A"); background-size: 14px 14px; width: 14px; height: 14px; display: block; } </style> </head> <body id="mh-mobile" class="post-template-default single single-post postid-144981 single-format-standard wp-custom-logo theme-mh-magazine cat-compute woocommerce-no-js tribe-no-js mh-wide-layout mh-right-sb mh-loop-layout5 mh-widget-layout8 mh-loop-hide-caption aa-prefix-nextp- tribe-theme-mh-magazine" itemscope="itemscope" itemtype="http://schema.org/WebPage">  <div id="ad-kite" class="adu"> <script>show_gpt('ad-kite');</script> </div> <div class="mh-header-nav-mobile clearfix"></div> <div class="mh-preheader"> <div class="mh-container mh-container-inner mh-row clearfix"> <div class="mh-header-bar-content mh-header-bar-top-left mh-col-2-3 clearfix"> </div> </div> </div> <header class="mh-header" itemscope="itemscope" itemtype="http://schema.org/WPHeader"> <div class="mh-container mh-container-inner clearfix"> <div class="mh-custom-header clearfix"> <div class="mh-header-columns mh-row clearfix"> <div class="mh-col-1-1 mh-site-identity"> <div class="mh-site-logo" role="banner" itemscope="itemscope" itemtype="http://schema.org/Brand"> <a href="https://www.nextplatform.com/" class="custom-logo-link" rel="home"><img width="400" height="65" src="https://www.nextplatform.com/wp-content/uploads/2015/04/The-Next-Platform-Final.png" class="custom-logo" alt="The Next Platform" decoding="async" /></a></div> </div> </div> </div> </div> <div class="mh-main-nav-wrap"> <nav class="mh-navigation mh-main-nav mh-container mh-container-inner clearfix" itemscope="itemscope" itemtype="http://schema.org/SiteNavigationElement"> <div class="menu-main-container"><ul id="menu-main" class="menu"><li id="menu-item-11" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-home menu-item-11"><a href="https://www.nextplatform.com/">Home</a></li> <li id="menu-item-52" class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor current-menu-parent current-post-parent menu-item-52"><a href="https://www.nextplatform.com/category/compute/">Compute</a></li> <li id="menu-item-55" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-55"><a href="https://www.nextplatform.com/category/store/">Store</a></li> <li id="menu-item-53" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-53"><a href="https://www.nextplatform.com/category/connect/">Connect</a></li> <li id="menu-item-54" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-54"><a href="https://www.nextplatform.com/category/control/">Control</a></li> <li id="menu-item-51" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-51"><a href="https://www.nextplatform.com/category/code/">Code</a></li> <li id="menu-item-77" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-77"><a href="https://www.nextplatform.com/category/analyze/">AI</a></li> <li id="menu-item-62" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-62"><a href="https://www.nextplatform.com/category/hpc/">HPC</a></li> <li id="menu-item-61" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-61"><a href="https://www.nextplatform.com/category/enterprise/">Enterprise</a></li> <li id="menu-item-63" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-63"><a href="https://www.nextplatform.com/category/hyperscale/">Hyperscale</a></li> <li id="menu-item-60" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-60"><a href="https://www.nextplatform.com/category/cloud/">Cloud</a></li> <li id="menu-item-39424" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-39424"><a href="https://www.nextplatform.com/category/edge/">Edge</a></li> </ul></div> </nav> </div> </header> <div class="mh-subheader"> <div class="mh-container mh-container-inner mh-row clearfix"> <div class="mh-header-bar-content mh-header-bar-bottom-left mh-col-2-3 clearfix"> <div class="mh-header-ticker mh-header-ticker-bottom"> <div class="mh-ticker-bottom"> <div class="mh-ticker-title mh-ticker-title-bottom"> Latest<i class="fa fa-chevron-right"></i> </div> <div class="mh-ticker-content mh-ticker-content-bottom"> <ul id="mh-ticker-loop-bottom"> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/13/german-hpc-center-is-the-first-buyer-for-new-d-wave-quantum-computer/" title="German HPC Center Is The First Buyer For New D-Wave Quantum Computer"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 13, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> German HPC Center Is The First Buyer For New D-Wave Quantum Computer </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> Compute </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/13/the-hidden-cost-of-compromise-why-hpc-still-demands-precision/" title="The Hidden Cost Of Compromise: Why HPC Still Demands Precision"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 13, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> The Hidden Cost Of Compromise: Why HPC Still Demands Precision </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> HPC </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/12/cisco-is-the-bellwether-of-enterprise-ai-adoption/" title="Cisco Is The Bellwether Of Enterprise AI Adoption"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 12, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> Cisco Is The Bellwether Of Enterprise AI Adoption </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> AI </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/12/hpe-sets-gen12-proliant-servers-loose-on-ai-and-the-edge/" title="HPE Sets Gen12 ProLiant Servers Loose On AI And The Edge"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 12, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> HPE Sets Gen12 ProLiant Servers Loose On AI And The Edge </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> Compute </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/11/extended-blackwell-gpu-ramp-cools-growth-at-supermicro/" title="Extended “Blackwell” GPU Ramp Cools Growth At Supermicro"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 11, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> Extended “Blackwell” GPU Ramp Cools Growth At Supermicro </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> Compute </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/11/cisco-cuts-network-costs-by-welding-nexus-switch-to-amd-dpu/" title="Cisco Cuts Network Costs By Welding Nexus Switch To AMD DPU"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 11, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> Cisco Cuts Network Costs By Welding Nexus Switch To AMD DPU </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> Connect </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/10/intel-datacenter-chief-departs-to-run-nokia-now-what/" title="Intel Datacenter Chief Departs To Run Nokia – Now What?"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 10, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> Intel Datacenter Chief Departs To Run Nokia – Now What? </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> Compute </span> </a> </li> <li class="mh-ticker-item mh-ticker-item-bottom"> <a href="https://www.nextplatform.com/2025/02/07/amazon-will-spend-nearly-a-year-of-aws-revenue-on-ai-investments/" title="Amazon Will Spend Nearly A Year Of AWS Revenue On AI Investments"> <span class="mh-ticker-item-date mh-ticker-item-date-bottom"> [ February 7, 2025 ] </span> <span class="mh-ticker-item-title mh-ticker-item-title-bottom"> Amazon Will Spend Nearly A Year Of AWS Revenue On AI Investments </span> <span class="mh-ticker-item-cat mh-ticker-item-cat-bottom"> <i class="fa fa-caret-right"></i> AI </span> </a> </li> </ul> </div> </div> </div> </div> <div class="mh-header-bar-content mh-header-bar-bottom-right mh-col-1-3 clearfix"> <aside class="mh-header-search mh-header-search-bottom"> <form role="search" method="get" class="search-form" action="https://www.nextplatform.com/"> <label> <span class="screen-reader-text">Search for:</span> <input type="search" class="search-field" placeholder="Search …" value="" name="s" /> </label> <input type="submit" class="search-submit" value="Search" /> </form> </aside> </div> </div> </div>  <div style="margin-left: auto; margin-right: auto; text-align: center; margin-top: 20px; " id="nextp-1997919385"><div id="ad-condor" class="adu"> <script> show_gpt('ad-condor'); </script> </div></div> <div class="mh-container mh-container-outer"> <div class="mh-wrapper clearfix"> <div class="mh-main clearfix"> <div id="main-content" class="mh-content" role="main" itemprop="mainContentOfPage"><nav class="mh-breadcrumb"><span itemscope itemtype="http://data-vocabulary.org/Breadcrumb"><a href="https://www.nextplatform.com" itemprop="url"><span itemprop="title">Home</span></a></span><span class="mh-breadcrumb-delimiter"><i class="fa fa-angle-right"></i></span><span itemscope itemtype="http://data-vocabulary.org/Breadcrumb"><a href="https://www.nextplatform.com/category/compute/" itemprop="url"><span itemprop="title">Compute</span></a></span><span class="mh-breadcrumb-delimiter"><i class="fa fa-angle-right"></i></span>Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter</nav> <article id="post-144981" class="post-144981 post type-post status-publish format-standard has-post-thumbnail hentry category-compute tag-arm-21498"> <header class="entry-header clearfix"><h1 class="entry-title">Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter</h1><div class="mh-meta entry-meta"> <span class="entry-meta-date updated"><i class="fa fa-clock-o"></i><a href="https://www.nextplatform.com/2024/11/">November 11, 2024</a></span> <span class="entry-meta-author author vcard"><i class="fa fa-user"></i><a class="fn" href="https://www.nextplatform.com/author/tpmn/">Timothy Prickett Morgan</a></span> <span class="entry-meta-categories"><i class="fa fa-folder-open-o"></i><a href="https://www.nextplatform.com/category/compute/" rel="category tag">Compute</a></span> <span class="entry-meta-comments"><i class="fa fa-comment-o"></i><span class="mh-comment-count-link">Comments Off<span class="screen-reader-text"> on Custom Arm CPUs Drive Many Different AI Approaches In The Datacenter</span></span></span> </div> </header> <div class="entry-content clearfix"> <figure class="entry-thumbnail"> <img src="https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6-1030x438.jpg" alt="" title="arm-neoverse-logo-6" /> </figure> <div class="mh-social-top"> <div class="mh-share-buttons clearfix"> <a class="mh-facebook" href="#" onclick="window.open('https://www.facebook.com/sharer.php?u=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F&t=Custom+Arm+CPUs+Drive+Many+Different+AI+Approaches+In+The+Datacenter', 'facebookShare', 'width=626,height=436'); return false;" title="Share on Facebook"> <span class="mh-share-button"><i class="fa fa-facebook"></i></span> </a> <a class="mh-twitter" href="#" onclick="window.open('https://twitter.com/share?text=Custom+Arm+CPUs+Drive+Many+Different+AI+Approaches+In+The+Datacenter:&url=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F', 'twitterShare', 'width=626,height=436'); return false;" title="Tweet This Post"> <span class="mh-share-button"><i class="fa fa-twitter"></i></span> </a> <a class="mh-pinterest" href="#" onclick="window.open('https://pinterest.com/pin/create/button/?url=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F&media=https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg&description=Custom+Arm+CPUs+Drive+Many+Different+AI+Approaches+In+The+Datacenter', 'pinterestShare', 'width=750,height=350'); return false;" title="Pin This Post"> <span class="mh-share-button"><i class="fa fa-pinterest"></i></span> </a>  <a class="mh-email" href="mailto:?subject=Custom%20Arm%20CPUs%20Drive%20Many%20Different%20AI%20Approaches%20In%20The%20Datacenter&body=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F" title="Send this article to a friend" target="_blank"> <span class="mh-share-button"><i class="fa fa-envelope-o"></i></span> </a> </div></div> <p><strong>Sponsored Feature</strong> Arm is starting to fulfill its promise of transforming the nature of compute in the datacenter, and it is getting some big help from traditional chip makers as well as the hyperscalers and cloud builders that have massive computing requirements and who also need to drive efficiency up and costs down each and every year.</p> <p>To do this, nearly all of the hyperscalers and cloud builders have turned to Arm. And in a lot of cases they have created their own custom CPUs built to the standardized Arm ISA, even as they are also designing specialized accelerators crammed with vector and tensor cores to boost the performance of the matrix math at the heart of modern AI models. Thankfully, these CPUs and XPUs are also useful for doing the calculations underlying HPC simulations.</p> <p>Here is the neat bit of this Cambrian evolutionary explosion for compute. Even as semiconductor manufacturing processes get more complex and more expensive as they shrink, and even as the demands on CPUs and XPUs get heavier, Arm is making it easier, faster, and cheaper to create custom silicon, which creates a virtuous feedback loop for compute that all IT shops can benefit from in different ways.</p><div class="nextp-falcon-in-content" style="margin-left: auto; margin-right: auto; text-align: center; " id="nextp-522191050"> <div id="ad-falcon" class="adu"> <script>show_gpt('ad-falcon');</script> </div></div> <p>“The way we look at AI, there’s a great opportunity for us to support companies that are building their own accelerators,” Dermot O’Driscoll, vice president of product solutions at Arm, tells <em>The Next Platform</em>. “But first up there is going to be a lot of on-CPU machine learning, too. There is a lot of machine learning inference already happening on CPUs, and we are doing a lot of investment in the full stack to making sure that that on-CPU inference runs super-flawlessly and friction free on Arm platforms. There’s a lot of pull for that on the endpoints and clients. As an integral part of our Kleidi initiative we are going to expand that effort out to infrastructure. We want to make sure that people understand that machine learning is not just a GPU problem.”</p> <p>Having a lot of inference run on the CPU – particularly to drive down latency and to simplify the security of AI models, makes sense for many of the existing workloads in the enterprise, which will have AI features and functions added to them where they are. AI is, in reality, just another set of algorithms sitting alongside the existing ones that embody the activities and transactions of a company. Which is why CPUs have needed an increasing amount of vector and tensor math capabilities.</p> <p>O’Driscoll estimates that somewhere between 50 and 80 organizations in the world today are designing their own discrete AI accelerators, and serving these organizations is the second pillar in the Arm AI strategy. As we noted above, just about all of the hyperscalers and the cloud builders have designed their own Arm server CPU processors as well as acquired them from Ampere Computing, and they are doing this to have more control over the features in and timing of the CPUs they add to their server fleets and to drive down the costs of those fleets as well. At a certain scale, it makes sense to eliminate Intel, AMD, and others as middlemen; why pay for their profits? Why cede control? The Arm ISA is as popular as the X86 ISA at this point, and software runs equally well on both at this point, too.</p><div class="nextp-9ecab7e54a1f5f1a817f314090420678 nextp-eagle-in-content-799" id="nextp-9ecab7e54a1f5f1a817f314090420678"></div> <p>CPUs are not, however, massively parallel compute engines with huge amounts of high bandwidth memory to balance that compute out and make it useful. For more than a decade now, a GPU cluster has been able to offer at least 10X the performance of a CPU cluster on HPC and AI workloads for 3X the cost, which is why GPU acceleration took off in the late 2000s for HPC simulation and why GPU-accelerated clusters adopted this new-fangled HPC architecture as their initial platform. HPC could no longer be done affordably on all-CPU systems, and we would argue that AI as we know it today would not have been possible without GPU accelerated systems, either technically or economically.</p> <p>Which is why AI is driven by the Nvidia or AMD GPU or its analogs – TPUs from Google, Trainium from Amazon, RDUs from SambaNova Systems, LPUs from Groq, waferscale CS-2s from Cerebras Systems, and so forth. And these economic and technical realities, and the massive profits that Nvidia has been able to extract for its GPUs and interconnects, is why those 50 to 80 organizations are building their own AI accelerators. And even though Arm does not build a big, discrete GPU or XPU compute engine, it does have a role to play.</p> <p>“Now we have a lot of companies – hyperscalers in particular – building their own accelerators and building their own CPUs, and one of the key facets is how quickly and how well those talk to each other,” O’Driscoll says. “And what is the relationship between the two? So can they build custom silicon for their CPU that enables them to do a better job of talking to the accelerator, whether PCI-Express or something else.”</p> <p>O’Driscoll explained there is a need for high bandwidth and control plane paths between the CPU and the GPU, and that Arm is continuing to evolve what it is doing in the bus space to help with this when building a CPU based on Arm technology. Nvidia has shown the way with its NVLink high-bandwidth ports and memory coherent protocol, and now the industry needs a standard that any CPU and any accelerator can adopt.</p> <p>And that brings up the third pillar of the Arm strategy, which is chiplets and interconnects for them and the <a href="https://newsroom.arm.com/news/arm-total-design-sustainable-ai-datacenter?utm_source=theregister&utm_medium=sponsored-content&utm_content=longform_na_na_ai&utm_campaign=mk30_brand-paid_future_thirdparty_awareness_na">Chiplet System Architecture (CSA)</a>, the Compute Sub System (CSS) intellectual property packages, and the Arm Total Design collective of companies with EDA tools, design expertise, foundry support, and firmware and higher-level software to sit atop designs. With this approach, those who want to have their own custom CPUs and XPUs can do so without trying to do everything themselves, and start with a mix of components and chiplets that can be assembled into unique combinations for specific classes of HPC and AI work.</p> <div class="nextp-43924d0f9c02cbb51d453189386144b5 nextp-eagle-in-content-800" id="nextp-43924d0f9c02cbb51d453189386144b5"></div><p>But this is only the first good example of how to lash CPUs tightly to accelerators.</p> <p>“All of these companies who are building an accelerator are going to, sooner or later, find out they need compute very tightly coupled to that accelerator,” explains O’Driscoll. “This is the Grace /Hopper model. There are definitely players who want HBM on the CPU, but those are not broad markets and those tend to be for classic HPC. Today, people don’t want to run the HBM through the CPU mesh to the GPU. They want the GPU and the HBM to be stacked very, very closely to each other. They’re spending an awful lot of money on HBM, so they want those to be tightly coupled. However, they know there’s a limited capacity for HBM on the XPU, and that’s why they are looking at the model that Nvidia built, which is to have a much larger store of DRAM on the CPU, very tightly coupled to the GPU, and use the HBM purely for short term latency, short term bandwidth. Everybody’s going to need compute with their accelerator – today it’s over PCI-Express, tomorrow it will be probably over AMBA-CHI within a package when they get to that point. And when they get to that point, the easiest way to create this compute complex is to take the CSS that we are delivering because there isn’t another ecosystem offering chiplets of compute. As we build out the <a href="https://newsroom.arm.com/blog/chiplet-standards?utm_source=theregister&utm_medium=sponsored-content&utm_content=longform_na_na_ai&utm_campaign=mk30_brand-paid_future_thirdparty_awareness_na">Arm Total Design</a> partnerships, that’s going to mean that there are actually companies who have those chiplets ready to go. So we’re using CSS to enable the Arm Total Design partners to enable the chiplets, and the chiplets then can be co-packaged with the accelerator of choice of the end customer.”</p> <p>There are all kinds of possibilities here. Arm cores on the accelerator socket, making it self-hosted. Various homegrown superchips with multiple sockets. Arm CPUs with integrated vector and tensor accelerators. And those possibilities are precisely the point. You can co-design the datacenter hardware to the software and increase efficiencies and cut costs.</p> <p><strong><em>This content was sponsored by Arm.</em></strong></p>  <div> <div class="mh-social-bottom"> <div class="mh-share-buttons clearfix"> <a class="mh-facebook" href="#" onclick="window.open('https://www.facebook.com/sharer.php?u=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F&t=Custom+Arm+CPUs+Drive+Many+Different+AI+Approaches+In+The+Datacenter', 'facebookShare', 'width=626,height=436'); return false;" title="Share on Facebook"> <span class="mh-share-button"><i class="fa fa-facebook"></i></span> </a> <a class="mh-twitter" href="#" onclick="window.open('https://twitter.com/share?text=Custom+Arm+CPUs+Drive+Many+Different+AI+Approaches+In+The+Datacenter:&url=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F', 'twitterShare', 'width=626,height=436'); return false;" title="Tweet This Post"> <span class="mh-share-button"><i class="fa fa-twitter"></i></span> </a> <a class="mh-pinterest" href="#" onclick="window.open('https://pinterest.com/pin/create/button/?url=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F&media=https://www.nextplatform.com/wp-content/uploads/2024/02/arm-neoverse-logo-6.jpg&description=Custom+Arm+CPUs+Drive+Many+Different+AI+Approaches+In+The+Datacenter', 'pinterestShare', 'width=750,height=350'); return false;" title="Pin This Post"> <span class="mh-share-button"><i class="fa fa-pinterest"></i></span> </a>  <a class="mh-email" href="mailto:?subject=Custom%20Arm%20CPUs%20Drive%20Many%20Different%20AI%20Approaches%20In%20The%20Datacenter&body=https%3A%2F%2Fwww.nextplatform.com%2F2024%2F11%2F11%2Fcustom-arm-cpus-drive-many-different-ai-approaches-in-the-datacenter%2F" title="Send this article to a friend" target="_blank"> <span class="mh-share-button"><i class="fa fa-envelope-o"></i></span> </a> </div></div> </div><div id="block-9" class="mh-widget mh-posts-2 widget_block widget_media_image"><figure class="wp-block-image size-full"><a href="https://go.theregister.com/k/hpe_solutions_AI"><img decoding="async" src="https://www.nextplatform.com/wp-content/uploads/2023/05/HPE_button_19959_V2.png" alt="" class="wp-image-142439"/></a></figure></div><div id="text-26" class="mh-widget mh-posts-2 widget_text"><h4 class="mh-widget-title"><span class="mh-widget-title-inner">Sign up to our Newsletter</span></h4> <div class="textwidget"><p>Featuring highlights, analysis, and stories from the week directly from us to your inbox with nothing in between.<br /> <a class="button article-button" title="Subscribe to Newsletter" href="https://www.nextplatform.com/register/" target="_blank" rel="nofollow noopener">Subscribe now</a></p> </div> </div></article><div id="comments" class="mh-comments-wrap"> </div> </div> </div> </div> <a href="#" class="mh-back-to-top"><i class="fa fa-chevron-up"></i></a> </div>  <div style="margin-left: auto; margin-right: auto; text-align: center; margin-bottom: 20px; " id="nextp-1467727602"><div id="ad-hawk" class="adu"> <script>show_gpt('ad-hawk');</script> </div></div> <footer class="mh-footer" itemscope="itemscope" itemtype="http://schema.org/WPFooter"> <div class="mh-container mh-container-inner mh-footer-widgets mh-row clearfix"> <div class="mh-col-1-2 mh-widget-col-2 mh-footer-2-cols mh-footer-area mh-footer-2"> <div id="text-37" class="mh-footer-widget widget_text"><h6 class="mh-widget-title mh-footer-widget-title"><span class="mh-widget-title-inner mh-footer-widget-title-inner">About</span></h6> <div class="textwidget"><p><i>The Next Platform</i> is part of the <a href="https://situationpublishing.com/">Situation Publishing</a> family, which includes the enterprise and business technology publication, <a href="https://www.theregister.com/"><i>The Register</i></a>.</p> <p><em>TNP</em> offers in-depth coverage of high-end computing at large enterprises, supercomputing centers, hyperscale data centers, and public clouds. <strong><a href="https://www.nextplatform.com/about/">Read more…</a></strong></p> </div> </div></div> <div class="mh-col-1-2 mh-widget-col-2 mh-footer-2-cols mh-footer-area mh-footer-3"> <div id="text-36" class="mh-footer-widget widget_text"><h6 class="mh-widget-title mh-footer-widget-title"><span class="mh-widget-title-inner mh-footer-widget-title-inner">Newsletter</span></h6> <div class="textwidget"><p>Featuring highlights, analysis, and stories from the week directly from us to your inbox with nothing in between.<br /> <a class="button fbutton" title="Subscribe to Newsletter" href="https://www.nextplatform.com/register/" target="_blank" rel="nofollow noopener">Subscribe now</a></p> </div> </div><div id="mh_magazine_social-10" class="mh-footer-widget mh_magazine_social"> <nav class="mh-social-icons mh-social-widget clearfix"> <div class="menu-social-container"><ul id="menu-social" class="menu"><li id="menu-item-34875" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-34875"><a href="https://www.nextplatform.com/feed/"><i class="fa fa-mh-social"></i><span class="screen-reader-text">RSS</span></a></li> <li id="menu-item-34876" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-34876"><a href="http://www.twitter.com/TheNextPlatform"><i class="fa fa-mh-social"></i><span class="screen-reader-text">Twitter</span></a></li> <li id="menu-item-34877" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-34877"><a href="https://www.facebook.com/theplatformnet"><i class="fa fa-mh-social"></i><span class="screen-reader-text">Facebook</span></a></li> <li id="menu-item-34878" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-34878"><a href="https://www.linkedin.com/company/the-platform-magazine-"><i class="fa fa-mh-social"></i><span class="screen-reader-text">LinkedIn</span></a></li> <li id="menu-item-34880" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-34880"><a href="mailto:nicole@nextplatform.com"><i class="fa fa-mh-social"></i><span class="screen-reader-text">Email the editor</span></a></li> </ul></div> </nav></div></div> </div> </footer> <div class="mh-footer-nav-mobile"></div> <nav class="mh-navigation mh-footer-nav" itemscope="itemscope" itemtype="http://schema.org/SiteNavigationElement"> <div class="mh-container mh-container-inner clearfix"> <div class="menu-pages-container"><ul id="menu-pages" class="menu"><li id="menu-item-452" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-452"><a href="https://www.nextplatform.com/about/">About</a></li> <li id="menu-item-451" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-451"><a href="https://www.nextplatform.com/contributors/">Contributors</a></li> <li id="menu-item-454" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-454"><a href="https://www.nextplatform.com/contact/">Contact</a></li> <li id="menu-item-137088" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-137088"><a href="https://situationpublishing.com/home/contact-us/">Sales</a></li> <li id="menu-item-453" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-453"><a href="https://www.nextplatform.com/register/">Newsletter</a></li> <li id="menu-item-34871" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-34871"><a href="https://www.nextplatform.com/2016-titles-next-platform-press/">Books</a></li> <li id="menu-item-39948" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-39948"><a href="https://www.nextplatform.com/events/">Events</a></li> <li id="menu-item-111752" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-111752"><a href="https://www.nextplatform.com/privacy-policy/">Privacy</a></li> <li id="menu-item-111753" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-111753"><a href="https://www.nextplatform.com/privacy-policy/tscs/">Ts&Cs</a></li> <li id="menu-item-111754" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-111754"><a href="https://www.nextplatform.com/privacy-policy/cookies/">Cookies</a></li> <li id="menu-item-111756" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-111756"><a href="https://www.nextplatform.com/privacy-policy/the-next-platform-privacy-policy-for-california-residents/">Do not sell my personal information</a></li> </ul></div> </div> </nav> <div class="mh-copyright-wrap"> <div class="mh-container mh-container-inner clearfix"> <p class="mh-copyright"> All Content Copyright The Next Platform </p> </div> </div> <script> ( function ( body ) { 'use strict'; body.className = body.className.replace( /\btribe-no-js\b/, 'tribe-js' ); } )( document.body ); </script> <script> /* <![CDATA[ */var tribe_l10n_datatables = {"aria":{"sort_ascending":": activate to sort column ascending","sort_descending":": activate to sort column descending"},"length_menu":"Show _MENU_ entries","empty_table":"No data available in table","info":"Showing _START_ to _END_ of _TOTAL_ entries","info_empty":"Showing 0 to 0 of 0 entries","info_filtered":"(filtered from _MAX_ total entries)","zero_records":"No matching records found","search":"Search:","all_selected_text":"All items on this page were selected. ","select_all_link":"Select all pages","clear_selection":"Clear Selection.","pagination":{"all":"All","next":"Next","previous":"Previous"},"select":{"rows":{"0":"","_":": Selected %d rows","1":": Selected 1 row"}},"datepicker":{"dayNames":["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"],"dayNamesShort":["Sun","Mon","Tue","Wed","Thu","Fri","Sat"],"dayNamesMin":["S","M","T","W","T","F","S"],"monthNames":["January","February","March","April","May","June","July","August","September","October","November","December"],"monthNamesShort":["January","February","March","April","May","June","July","August","September","October","November","December"],"monthNamesMin":["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"],"nextText":"Next","prevText":"Prev","currentText":"Today","closeText":"Done","today":"Today","clear":"Clear"},"registration_prompt":"There is unsaved attendee information. Are you sure you want to continue?"};/* ]]> */ </script> <script type='text/javascript'> (function () { var c = document.body.className; c = c.replace(/woocommerce-no-js/, 'woocommerce-js'); document.body.className = c; })(); </script> <link rel='stylesheet' id='wc-blocks-style-css' href='https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/client/blocks/wc-blocks.css?ver=wc-9.6.2' type='text/css' media='all' /> <script type="text/javascript" id="advanced-ads-pro/front-js-extra"> /* <![CDATA[ */ var advanced_ads_cookies = {"cookie_path":"\/","cookie_domain":""}; var advadsCfpInfo = {"cfpExpHours":"3","cfpClickLimit":"3","cfpBan":"7","cfpPath":"","cfpDomain":"www.nextplatform.com"}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/advanced-ads-pro/assets/js/advanced-ads-pro.min.js?ver=2.28.2" id="advanced-ads-pro/front-js"></script> <script type="text/javascript" id="q2w3_fixed_widget-js-extra"> /* <![CDATA[ */ var q2w3_sidebar_options = [{"use_sticky_position":false,"margin_top":0,"margin_bottom":10,"stop_elements_selectors":"sticky-stop","screen_max_width":767,"screen_max_height":0,"widgets":[]}]; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/q2w3-fixed-widget/js/frontend.min.js?ver=6.2.3" id="q2w3_fixed_widget-js"></script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/js/sourcebuster/sourcebuster.min.js?ver=9.6.2" id="sourcebuster-js-js"></script> <script type="text/javascript" id="wc-order-attribution-js-extra"> /* <![CDATA[ */ var wc_order_attribution = {"params":{"lifetime":1.0e-5,"session":30,"base64":false,"ajaxurl":"https:\/\/www.nextplatform.com\/wp-admin\/admin-ajax.php","prefix":"wc_order_attribution_","allowTracking":true},"fields":{"source_type":"current.typ","referrer":"current_add.rf","utm_campaign":"current.cmp","utm_source":"current.src","utm_medium":"current.mdm","utm_content":"current.cnt","utm_id":"current.id","utm_term":"current.trm","utm_source_platform":"current.plt","utm_creative_format":"current.fmt","utm_marketing_tactic":"current.tct","session_entry":"current_add.ep","session_start_time":"current_add.fd","session_pages":"session.pgs","session_count":"udata.vst","user_agent":"udata.uag"}}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/woocommerce/assets/js/frontend/order-attribution.min.js?ver=9.6.2" id="wc-order-attribution-js"></script> <script type="text/javascript" id="advanced-ads-pro/cache_busting-js-extra"> /* <![CDATA[ */ var advanced_ads_pro_ajax_object = {"ajax_url":"https:\/\/www.nextplatform.com\/wp-admin\/admin-ajax.php","lazy_load_module_enabled":"","lazy_load":{"default_offset":0,"offsets":[]},"moveintohidden":"","wp_timezone_offset":"-18000","the_id":"144981","is_singular":"1"}; var advanced_ads_responsive = {"reload_on_resize":"0"}; /* ]]> */ </script> <script type="text/javascript" src="https://www.nextplatform.com/wp-content/plugins/advanced-ads-pro/assets/js/base.min.js?ver=2.28.2" id="advanced-ads-pro/cache_busting-js"></script> <script type="text/javascript" src="https://stats.wp.com/e-202508.js" id="jetpack-stats-js" data-wp-strategy="defer"></script> <script type="text/javascript" id="jetpack-stats-js-after"> /* <![CDATA[ */ _stq = window._stq || []; _stq.push([ "view", JSON.parse("{\"v\":\"ext\",\"blog\":\"86113652\",\"post\":\"144981\",\"tz\":\"-5\",\"srv\":\"www.nextplatform.com\",\"j\":\"1:14.3\"}") ]); _stq.push([ "clickTrackerInit", "86113652", "144981" ]); /* ]]> */ </script> <script>window.advads_admin_bar_items = [{"title":"Kite [138468]","type":"ad"},{"title":"Condor [138469]","type":"ad"},{"title":"Falcon - In Content","type":"placement"},{"title":"Falcon [138471]","type":"ad"},{"title":"Hawk [138470]","type":"ad"}];</script><script>window.advads_passive_placements = {"eagle-in-content-800_1":{"elementid":["nextp-43924d0f9c02cbb51d453189386144b5"],"ads":{"138472":{"id":138472,"title":"Eagle [138472] - Right Aligned With Margins","expiry_date":0,"visitors":[{"type":"device_width","operator":"is_higher","value":"800","connector":"and"}],"content":"<div class=\"nextp-eagle-in-content-800\" style=\"float: right; margin-bottom: 20px; margin-left: 20px; \" id=\"nextp-81566274\"><div id=\"ad-eagle\" class=\"adu\">\r\n <script>show_gpt('ad-eagle');<\/script>\r\n<\/div><\/div>","once_per_page":0,"debugmode":false,"blog_id":1,"type":"plain","position":"right","privacy":{"ignore":false,"needs_consent":false}}},"type":"ad","id":138472,"placement_info":{"type":"post_content","name":"Eagle - In Content - 800+","item":"ad_138472","options":{"placement_position":"right"},"id":"eagle-in-content-800"},"test_id":null,"inject_before":[""]},"eagle-in-content-799_3":{"elementid":["nextp-9ecab7e54a1f5f1a817f314090420678"],"ads":{"138473":{"id":138473,"title":"Eagle [138473] - Centered","expiry_date":0,"visitors":[{"type":"device_width","operator":"is_lower","value":"799","connector":"and"}],"content":"<div class=\"nextp-eagle-in-content-799\" style=\"margin-bottom: 20px; \" id=\"nextp-969611036\"><div style=\"text-align:center\" id=\"ad-eagle\" class=\"adu\">\r\n <script>show_gpt('ad-eagle');<\/script>\r\n<\/div><\/div>","once_per_page":0,"debugmode":false,"blog_id":1,"type":"plain","position":"","privacy":{"ignore":false,"needs_consent":false}}},"type":"ad","id":138473,"placement_info":{"type":"post_content","name":"Eagle - In Content - 799-","item":"ad_138473","options":{"placement_position":""},"id":"eagle-in-content-799"},"test_id":null,"inject_before":[""]}}; window.advads_has_ads = [["138468","ad","Kite [138468]","off"],["138469","ad","Condor [138469]","off"],["138471","ad","Falcon [138471]","off"],["138470","ad","Hawk [138470]","off"]]; ( window.advanced_ads_ready || jQuery( document ).ready ).call( null, function() {if ( !window.advanced_ads_pro ) {console.log("Advanced Ads Pro: cache-busting can not be initialized");} });</script><script>!function(){window.advanced_ads_ready_queue=window.advanced_ads_ready_queue||[],advanced_ads_ready_queue.push=window.advanced_ads_ready;for(var d=0,a=advanced_ads_ready_queue.length;d<a;d++)advanced_ads_ready(advanced_ads_ready_queue[d])}();</script></body> </html>