CINXE.COM

<!DOCTYPE html> <html lang="en-US" prefix="og: https://ogp.me/ns#"> <head> <meta charset="UTF-8"> <script data-cfasync="false" data-no-defer="1" data-no-minify="1" data-no-optimize="1">var ewww_webp_supported=!1;function check_webp_feature(A,e){var w;e=void 0!==e?e:function(){},ewww_webp_supported?e(ewww_webp_supported):((w=new Image).onload=function(){ewww_webp_supported=0<w.width&&0<w.height,e&&e(ewww_webp_supported)},w.onerror=function(){e&&e(!1)},w.src="data:image/webp;base64,"+{alpha:"UklGRkoAAABXRUJQVlA4WAoAAAAQAAAAAAAAAAAAQUxQSAwAAAARBxAR/Q9ERP8DAABWUDggGAAAABQBAJ0BKgEAAQAAAP4AAA3AAP7mtQAAAA=="}[A])}check_webp_feature("alpha");</script><script data-cfasync="false" data-no-defer="1" data-no-minify="1" data-no-optimize="1">var Arrive=function(c,w){"use strict";if(c.MutationObserver&&"undefined"!=typeof HTMLElement){var r,a=0,u=(r=HTMLElement.prototype.matches||HTMLElement.prototype.webkitMatchesSelector||HTMLElement.prototype.mozMatchesSelector||HTMLElement.prototype.msMatchesSelector,{matchesSelector:function(e,t){return e instanceof HTMLElement&&r.call(e,t)},addMethod:function(e,t,r){var a=e[t];e[t]=function(){return r.length==arguments.length?r.apply(this,arguments):"function"==typeof a?a.apply(this,arguments):void 0}},callCallbacks:function(e,t){t&&t.options.onceOnly&&1==t.firedElems.length&&(e=[e[0]]);for(var r,a=0;r=e[a];a++)r&&r.callback&&r.callback.call(r.elem,r.elem);t&&t.options.onceOnly&&1==t.firedElems.length&&t.me.unbindEventWithSelectorAndCallback.call(t.target,t.selector,t.callback)},checkChildNodesRecursively:function(e,t,r,a){for(var i,n=0;i=e[n];n++)r(i,t,a)&&a.push({callback:t.callback,elem:i}),0<i.childNodes.length&&u.checkChildNodesRecursively(i.childNodes,t,r,a)},mergeArrays:function(e,t){var r,a={};for(r in e)e.hasOwnProperty(r)&&(a[r]=e[r]);for(r in t)t.hasOwnProperty(r)&&(a[r]=t[r]);return a},toElementsArray:function(e){return e=void 0!==e&&("number"!=typeof e.length||e===c)?[e]:e}}),e=(l.prototype.addEvent=function(e,t,r,a){a={target:e,selector:t,options:r,callback:a,firedElems:[]};return this._beforeAdding&&this._beforeAdding(a),this._eventsBucket.push(a),a},l.prototype.removeEvent=function(e){for(var t,r=this._eventsBucket.length-1;t=this._eventsBucket[r];r--)e(t)&&(this._beforeRemoving&&this._beforeRemoving(t),(t=this._eventsBucket.splice(r,1))&&t.length&&(t[0].callback=null))},l.prototype.beforeAdding=function(e){this._beforeAdding=e},l.prototype.beforeRemoving=function(e){this._beforeRemoving=e},l),t=function(i,n){var o=new e,l=this,s={fireOnAttributesModification:!1};return o.beforeAdding(function(t){var e=t.target;e!==c.document&&e!==c||(e=document.getElementsByTagName("html")[0]);var r=new MutationObserver(function(e){n.call(this,e,t)}),a=i(t.options);r.observe(e,a),t.observer=r,t.me=l}),o.beforeRemoving(function(e){e.observer.disconnect()}),this.bindEvent=function(e,t,r){t=u.mergeArrays(s,t);for(var a=u.toElementsArray(this),i=0;i<a.length;i++)o.addEvent(a[i],e,t,r)},this.unbindEvent=function(){var r=u.toElementsArray(this);o.removeEvent(function(e){for(var t=0;t<r.length;t++)if(this===w||e.target===r[t])return!0;return!1})},this.unbindEventWithSelectorOrCallback=function(r){var a=u.toElementsArray(this),i=r,e="function"==typeof r?function(e){for(var t=0;t<a.length;t++)if((this===w||e.target===a[t])&&e.callback===i)return!0;return!1}:function(e){for(var t=0;t<a.length;t++)if((this===w||e.target===a[t])&&e.selector===r)return!0;return!1};o.removeEvent(e)},this.unbindEventWithSelectorAndCallback=function(r,a){var i=u.toElementsArray(this);o.removeEvent(function(e){for(var t=0;t<i.length;t++)if((this===w||e.target===i[t])&&e.selector===r&&e.callback===a)return!0;return!1})},this},i=new function(){var s={fireOnAttributesModification:!1,onceOnly:!1,existing:!1};function n(e,t,r){return!(!u.matchesSelector(e,t.selector)||(e._id===w&&(e._id=a++),-1!=t.firedElems.indexOf(e._id)))&&(t.firedElems.push(e._id),!0)}var c=(i=new t(function(e){var t={attributes:!1,childList:!0,subtree:!0};return e.fireOnAttributesModification&&(t.attributes=!0),t},function(e,i){e.forEach(function(e){var t=e.addedNodes,r=e.target,a=[];null!==t&&0<t.length?u.checkChildNodesRecursively(t,i,n,a):"attributes"===e.type&&n(r,i)&&a.push({callback:i.callback,elem:r}),u.callCallbacks(a,i)})})).bindEvent;return i.bindEvent=function(e,t,r){t=void 0===r?(r=t,s):u.mergeArrays(s,t);var a=u.toElementsArray(this);if(t.existing){for(var i=[],n=0;n<a.length;n++)for(var o=a[n].querySelectorAll(e),l=0;l<o.length;l++)i.push({callback:r,elem:o[l]});if(t.onceOnly&&i.length)return r.call(i[0].elem,i[0].elem);setTimeout(u.callCallbacks,1,i)}c.call(this,e,t,r)},i},o=new function(){var a={};function i(e,t){return u.matchesSelector(e,t.selector)}var n=(o=new t(function(){return{childList:!0,subtree:!0}},function(e,r){e.forEach(function(e){var t=e.removedNodes,e=[];null!==t&&0<t.length&&u.checkChildNodesRecursively(t,r,i,e),u.callCallbacks(e,r)})})).bindEvent;return o.bindEvent=function(e,t,r){t=void 0===r?(r=t,a):u.mergeArrays(a,t),n.call(this,e,t,r)},o};d(HTMLElement.prototype),d(NodeList.prototype),d(HTMLCollection.prototype),d(HTMLDocument.prototype),d(Window.prototype);var n={};return s(i,n,"unbindAllArrive"),s(o,n,"unbindAllLeave"),n}function l(){this._eventsBucket=[],this._beforeAdding=null,this._beforeRemoving=null}function s(e,t,r){u.addMethod(t,r,e.unbindEvent),u.addMethod(t,r,e.unbindEventWithSelectorOrCallback),u.addMethod(t,r,e.unbindEventWithSelectorAndCallback)}function d(e){e.arrive=i.bindEvent,s(i,e,"unbindArrive"),e.leave=o.bindEvent,s(o,e,"unbindLeave")}}(window,void 0),ewww_webp_supported=!1;function check_webp_feature(e,t){var r;ewww_webp_supported?t(ewww_webp_supported):((r=new Image).onload=function(){ewww_webp_supported=0<r.width&&0<r.height,t(ewww_webp_supported)},r.onerror=function(){t(!1)},r.src="data:image/webp;base64,"+{alpha:"UklGRkoAAABXRUJQVlA4WAoAAAAQAAAAAAAAAAAAQUxQSAwAAAARBxAR/Q9ERP8DAABWUDggGAAAABQBAJ0BKgEAAQAAAP4AAA3AAP7mtQAAAA==",animation:"UklGRlIAAABXRUJQVlA4WAoAAAASAAAAAAAAAAAAQU5JTQYAAAD/////AABBTk1GJgAAAAAAAAAAAAAAAAAAAGQAAABWUDhMDQAAAC8AAAAQBxAREYiI/gcA"}[e])}function ewwwLoadImages(e){if(e){for(var t=document.querySelectorAll(".batch-image img, .image-wrapper a, .ngg-pro-masonry-item a, .ngg-galleria-offscreen-seo-wrapper a"),r=0,a=t.length;r<a;r++)ewwwAttr(t[r],"data-src",t[r].getAttribute("data-webp")),ewwwAttr(t[r],"data-thumbnail",t[r].getAttribute("data-webp-thumbnail"));for(var i=document.querySelectorAll("div.woocommerce-product-gallery__image"),r=0,a=i.length;r<a;r++)ewwwAttr(i[r],"data-thumb",i[r].getAttribute("data-webp-thumb"))}for(var n=document.querySelectorAll("video"),r=0,a=n.length;r<a;r++)ewwwAttr(n[r],"poster",e?n[r].getAttribute("data-poster-webp"):n[r].getAttribute("data-poster-image"));for(var o,l=document.querySelectorAll("img.ewww_webp_lazy_load"),r=0,a=l.length;r<a;r++)e&&(ewwwAttr(l[r],"data-lazy-srcset",l[r].getAttribute("data-lazy-srcset-webp")),ewwwAttr(l[r],"data-srcset",l[r].getAttribute("data-srcset-webp")),ewwwAttr(l[r],"data-lazy-src",l[r].getAttribute("data-lazy-src-webp")),ewwwAttr(l[r],"data-src",l[r].getAttribute("data-src-webp")),ewwwAttr(l[r],"data-orig-file",l[r].getAttribute("data-webp-orig-file")),ewwwAttr(l[r],"data-medium-file",l[r].getAttribute("data-webp-medium-file")),ewwwAttr(l[r],"data-large-file",l[r].getAttribute("data-webp-large-file")),null!=(o=l[r].getAttribute("srcset"))&&!1!==o&&o.includes("R0lGOD")&&ewwwAttr(l[r],"src",l[r].getAttribute("data-lazy-src-webp"))),l[r].className=l[r].className.replace(/\bewww_webp_lazy_load\b/,"");for(var s=document.querySelectorAll(".ewww_webp"),r=0,a=s.length;r<a;r++)e?(ewwwAttr(s[r],"srcset",s[r].getAttribute("data-srcset-webp")),ewwwAttr(s[r],"src",s[r].getAttribute("data-src-webp")),ewwwAttr(s[r],"data-orig-file",s[r].getAttribute("data-webp-orig-file")),ewwwAttr(s[r],"data-medium-file",s[r].getAttribute("data-webp-medium-file")),ewwwAttr(s[r],"data-large-file",s[r].getAttribute("data-webp-large-file")),ewwwAttr(s[r],"data-large_image",s[r].getAttribute("data-webp-large_image")),ewwwAttr(s[r],"data-src",s[r].getAttribute("data-webp-src"))):(ewwwAttr(s[r],"srcset",s[r].getAttribute("data-srcset-img")),ewwwAttr(s[r],"src",s[r].getAttribute("data-src-img"))),s[r].className=s[r].className.replace(/\bewww_webp\b/,"ewww_webp_loaded");window.jQuery&&jQuery.fn.isotope&&jQuery.fn.imagesLoaded&&(jQuery(".fusion-posts-container-infinite").imagesLoaded(function(){jQuery(".fusion-posts-container-infinite").hasClass("isotope")&&jQuery(".fusion-posts-container-infinite").isotope()}),jQuery(".fusion-portfolio:not(.fusion-recent-works) .fusion-portfolio-wrapper").imagesLoaded(function(){jQuery(".fusion-portfolio:not(.fusion-recent-works) .fusion-portfolio-wrapper").isotope()}))}function ewwwWebPInit(e){ewwwLoadImages(e),ewwwNggLoadGalleries(e),document.arrive(".ewww_webp",function(){ewwwLoadImages(e)}),document.arrive(".ewww_webp_lazy_load",function(){ewwwLoadImages(e)}),document.arrive("videos",function(){ewwwLoadImages(e)}),"loading"==document.readyState?document.addEventListener("DOMContentLoaded",ewwwJSONParserInit):("undefined"!=typeof galleries&&ewwwNggParseGalleries(e),ewwwWooParseVariations(e))}function ewwwAttr(e,t,r){null!=r&&!1!==r&&e.setAttribute(t,r)}function ewwwJSONParserInit(){"undefined"!=typeof galleries&&check_webp_feature("alpha",ewwwNggParseGalleries),check_webp_feature("alpha",ewwwWooParseVariations)}function ewwwWooParseVariations(e){if(e)for(var t=document.querySelectorAll("form.variations_form"),r=0,a=t.length;r<a;r++){var i=t[r].getAttribute("data-product_variations"),n=!1;try{for(var o in i=JSON.parse(i))void 0!==i[o]&&void 0!==i[o].image&&(void 0!==i[o].image.src_webp&&(i[o].image.src=i[o].image.src_webp,n=!0),void 0!==i[o].image.srcset_webp&&(i[o].image.srcset=i[o].image.srcset_webp,n=!0),void 0!==i[o].image.full_src_webp&&(i[o].image.full_src=i[o].image.full_src_webp,n=!0),void 0!==i[o].image.gallery_thumbnail_src_webp&&(i[o].image.gallery_thumbnail_src=i[o].image.gallery_thumbnail_src_webp,n=!0),void 0!==i[o].image.thumb_src_webp&&(i[o].image.thumb_src=i[o].image.thumb_src_webp,n=!0));n&&ewwwAttr(t[r],"data-product_variations",JSON.stringify(i))}catch(e){}}}function ewwwNggParseGalleries(e){if(e)for(var t in galleries){var r=galleries[t];galleries[t].images_list=ewwwNggParseImageList(r.images_list)}}function ewwwNggLoadGalleries(e){e&&document.addEventListener("ngg.galleria.themeadded",function(e,t){window.ngg_galleria._create_backup=window.ngg_galleria.create,window.ngg_galleria.create=function(e,t){var r=$(e).data("id");return galleries["gallery_"+r].images_list=ewwwNggParseImageList(galleries["gallery_"+r].images_list),window.ngg_galleria._create_backup(e,t)}})}function ewwwNggParseImageList(e){for(var t in e){var r=e[t];if(void 0!==r["image-webp"]&&(e[t].image=r["image-webp"],delete e[t]["image-webp"]),void 0!==r["thumb-webp"]&&(e[t].thumb=r["thumb-webp"],delete e[t]["thumb-webp"]),void 0!==r.full_image_webp&&(e[t].full_image=r.full_image_webp,delete e[t].full_image_webp),void 0!==r.srcsets)for(var a in r.srcsets)nggSrcset=r.srcsets[a],void 0!==r.srcsets[a+"-webp"]&&(e[t].srcsets[a]=r.srcsets[a+"-webp"],delete e[t].srcsets[a+"-webp"]);if(void 0!==r.full_srcsets)for(var i in r.full_srcsets)nggFSrcset=r.full_srcsets[i],void 0!==r.full_srcsets[i+"-webp"]&&(e[t].full_srcsets[i]=r.full_srcsets[i+"-webp"],delete e[t].full_srcsets[i+"-webp"])}return e}check_webp_feature("alpha",ewwwWebPInit);</script> <style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style> <meta name="viewport" content="width=device-width, initial-scale=1">  <title>AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful | NextBigFuture.com</title> <meta name="description" content="Super Venture Capitalists Bill Gurley and Brad Gerstner analyze the future of AI. The rate of improvement of large language models is slowing for"/> <meta name="robots" content="follow, index, max-snippet:-1, max-video-preview:-1, max-image-preview:large"/> <link rel="canonical" href="https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="article" /> <meta property="og:title" content="AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful | NextBigFuture.com" /> <meta property="og:description" content="Super Venture Capitalists Bill Gurley and Brad Gerstner analyze the future of AI. The rate of improvement of large language models is slowing for" /> <meta property="og:url" content="https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html" /> <meta property="og:site_name" content="NextBigFuture.com" /> <meta property="article:tag" content="artificial intelligence" /> <meta property="article:tag" content="large language models" /> <meta property="article:tag" content="llm" /> <meta property="article:tag" content="post-training" /> <meta property="article:tag" content="pre-training" /> <meta property="article:tag" content="test time training" /> <meta property="article:section" content="Technology" /> <meta property="og:image" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg" /> <meta property="og:image:secure_url" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg" /> <meta property="og:image:width" content="1378" /> <meta property="og:image:height" content="918" /> <meta property="og:image:alt" content="AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful" /> <meta property="og:image:type" content="image/jpeg" /> <meta property="article:published_time" content="2024-11-21T17:55:13-08:00" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:title" content="AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful | NextBigFuture.com" /> <meta name="twitter:description" content="Super Venture Capitalists Bill Gurley and Brad Gerstner analyze the future of AI. The rate of improvement of large language models is slowing for" /> <meta name="twitter:image" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg" /> <meta name="twitter:label1" content="Written by" /> <meta name="twitter:data1" content="Brian Wang" /> <meta name="twitter:label2" content="Time to read" /> <meta name="twitter:data2" content="Less than a minute" /> <script type="application/ld+json" class="rank-math-schema">{"@context":"https://schema.org","@graph":[{"@type":"Place","@id":"https://www.nextbigfuture.com/#place","address":{"@type":"PostalAddress","streetAddress":"551 Grand Fir Avenue Unit 4","addressLocality":"Sunnyvale","addressRegion":"CA","postalCode":"94086","addressCountry":"United States"}},{"@type":"Organization","@id":"https://www.nextbigfuture.com/#organization","name":"NextBigFuture.com","url":"https://www.nextbigfuture.com","email":"Brian@nextbigfuture.com","address":{"@type":"PostalAddress","streetAddress":"551 Grand Fir Avenue Unit 4","addressLocality":"Sunnyvale","addressRegion":"CA","postalCode":"94086","addressCountry":"United States"},"logo":{"@type":"ImageObject","@id":"https://www.nextbigfuture.com/#logo","url":"https://www.nextbigfuture.com/wp-content/uploads/2019/03/1761eac3b1967fa6e4cafb6af110abcc-1.png","contentUrl":"https://www.nextbigfuture.com/wp-content/uploads/2019/03/1761eac3b1967fa6e4cafb6af110abcc-1.png","caption":"NextBigFuture.com","inLanguage":"en-US","width":"326","height":"96"},"location":{"@id":"https://www.nextbigfuture.com/#place"}},{"@type":"WebSite","@id":"https://www.nextbigfuture.com/#website","url":"https://www.nextbigfuture.com","name":"NextBigFuture.com","publisher":{"@id":"https://www.nextbigfuture.com/#organization"},"inLanguage":"en-US"},{"@type":"ImageObject","@id":"https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg","url":"https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg","width":"1378","height":"918","inLanguage":"en-US"},{"@type":"BreadcrumbList","@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":"1","item":{"@id":"https://www.nextbigfuture.com","name":"Home"}},{"@type":"ListItem","position":"2","item":{"@id":"https://www.nextbigfuture.com/category/technology","name":"Technology"}},{"@type":"ListItem","position":"3","item":{"@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html","name":"AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful"}}]},{"@type":"WebPage","@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#webpage","url":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html","name":"AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful | NextBigFuture.com","datePublished":"2024-11-21T17:55:13-08:00","dateModified":"2024-11-21T17:55:13-08:00","isPartOf":{"@id":"https://www.nextbigfuture.com/#website"},"primaryImageOfPage":{"@id":"https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"},"inLanguage":"en-US","breadcrumb":{"@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#breadcrumb"}},{"@type":"Person","@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#author","name":"Brian Wang","image":{"@type":"ImageObject","@id":"https://secure.gravatar.com/avatar/f68dff1bdf060d7cbd39e1e4de9aaf7a?s=96&d=mm&r=g","url":"https://secure.gravatar.com/avatar/f68dff1bdf060d7cbd39e1e4de9aaf7a?s=96&d=mm&r=g","caption":"Brian Wang","inLanguage":"en-US"},"sameAs":["https://www.nextbigfuture.com"],"worksFor":{"@id":"https://www.nextbigfuture.com/#organization"}},{"@type":"NewsArticle","headline":"AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful | NextBigFuture.com","datePublished":"2024-11-21T17:55:13-08:00","dateModified":"2024-11-21T17:55:13-08:00","articleSection":"Technology","author":{"@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#author","name":"Brian Wang"},"publisher":{"@id":"https://www.nextbigfuture.com/#organization"},"description":"Super Venture Capitalists Bill Gurley and Brad Gerstner analyze the future of AI. The rate of improvement of large language models is slowing for","name":"AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful | NextBigFuture.com","@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#richSnippet","isPartOf":{"@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#webpage"},"image":{"@id":"https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"},"inLanguage":"en-US","mainEntityOfPage":{"@id":"https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#webpage"}}]}</script>  <link rel='dns-prefetch' href='//widgetlogic.org' /> <link rel='dns-prefetch' href='//www.googletagmanager.com' /> <link rel='dns-prefetch' href='//nextbigfuture.s3.amazonaws.com' /> <link rel='dns-prefetch' href='//pagead2.googlesyndication.com' /> <link rel="alternate" type="application/rss+xml" title="NextBigFuture.com » Feed" href="https://www.nextbigfuture.com/feed" /> <link rel="alternate" type="application/rss+xml" title="NextBigFuture.com » Comments Feed" href="https://www.nextbigfuture.com/comments/feed" /> <link rel="alternate" type="application/rss+xml" title="NextBigFuture.com » AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful Comments Feed" href="https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html/feed" /> <script> window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/www.nextbigfuture.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=6.7.1"}}; /*! This file is auto-generated */ !function(i,n){var o,s,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),r=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===r[t]})}function u(e,t,n){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\uddfa\ud83c\uddf3","\ud83c\uddfa\u200b\ud83c\uddf3")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!n(e,"\ud83d\udc26\u200d\u2b1b","\ud83d\udc26\u200b\u2b1b")}return!1}function f(e,t,n){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):i.createElement("canvas"),a=r.getContext("2d",{willReadFrequently:!0}),o=(a.textBaseline="top",a.font="600 32px Arial",{});return e.forEach(function(e){o[e]=t(a,e,n)}),o}function t(e){var t=i.createElement("script");t.src=e,t.defer=!0,i.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",s=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){i.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(s),u.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"}),a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=function(e){c(n=e.data),a.terminate(),t(n)})}catch(e){}c(n=f(s,u,p))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings); </script> <script id="nextb-ready"> window.advanced_ads_ready=function(e,a){a=a||"complete";var d=function(e){return"interactive"===a?"loading"!==e:"complete"===e};d(document.readyState)?e():document.addEventListener("readystatechange",(function(a){d(a.target.readyState)&&e()}),{once:"interactive"===a})},window.advanced_ads_ready_queue=window.advanced_ads_ready_queue||[]; </script> <style id='wp-emoji-styles-inline-css'> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 0.07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='wp-block-library-css' href='https://www.nextbigfuture.com/wp-includes/css/dist/block-library/style.min.css?ver=6.7.1' media='all' /> <style id='rank-math-toc-block-style-inline-css'> .wp-block-rank-math-toc-block nav ol{counter-reset:item}.wp-block-rank-math-toc-block nav ol li{display:block}.wp-block-rank-math-toc-block nav ol li:before{content:counters(item, ".") ". ";counter-increment:item} </style> <link rel='stylesheet' id='block-widget-css' href='https://www.nextbigfuture.com/wp-content/plugins/widget-logic/block_widget/css/widget.css?ver=1725173310' media='all' /> <style id='classic-theme-styles-inline-css'> /*! This file is auto-generated */ .wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none} </style> <style id='global-styles-inline-css'> :root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--color--contrast: var(--contrast);--wp--preset--color--contrast-2: var(--contrast-2);--wp--preset--color--contrast-3: var(--contrast-3);--wp--preset--color--base: var(--base);--wp--preset--color--base-2: var(--base-2);--wp--preset--color--base-3: var(--base-3);--wp--preset--color--accent: var(--accent);--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;} </style> <link rel='stylesheet' id='chain-wire-css' href='https://www.nextbigfuture.com/wp-content/plugins/chainwire-integration/public/css/chainwire-public.css?ver=1.0.23' media='all' /> <link rel='stylesheet' id='generate-comments-css' href='https://www.nextbigfuture.com/wp-content/themes/generatepress/assets/css/components/comments.min.css?ver=3.5.1' media='all' /> <link rel='stylesheet' id='generate-style-css' href='https://www.nextbigfuture.com/wp-content/themes/generatepress/assets/css/main.min.css?ver=3.5.1' media='all' /> <style id='generate-style-inline-css'> @media (max-width:768px){} body{background-color:#f7f8f9;color:#222222;}a{color:#1e73be;}a:hover, a:focus, a:active{color:#000000;}.wp-block-group__inner-container{max-width:1200px;margin-left:auto;margin-right:auto;}.site-header .header-image{width:240px;}:root{--contrast:#222222;--contrast-2:#575760;--contrast-3:#b2b2be;--base:#f0f0f0;--base-2:#f7f8f9;--base-3:#ffffff;--accent:#1e73be;}:root .has-contrast-color{color:var(--contrast);}:root .has-contrast-background-color{background-color:var(--contrast);}:root .has-contrast-2-color{color:var(--contrast-2);}:root .has-contrast-2-background-color{background-color:var(--contrast-2);}:root .has-contrast-3-color{color:var(--contrast-3);}:root .has-contrast-3-background-color{background-color:var(--contrast-3);}:root .has-base-color{color:var(--base);}:root .has-base-background-color{background-color:var(--base);}:root .has-base-2-color{color:var(--base-2);}:root .has-base-2-background-color{background-color:var(--base-2);}:root .has-base-3-color{color:var(--base-3);}:root .has-base-3-background-color{background-color:var(--base-3);}:root .has-accent-color{color:var(--accent);}:root .has-accent-background-color{background-color:var(--accent);}body, button, input, select, textarea{font-family:-apple-system, system-ui, BlinkMacSystemFont, "Segoe UI", Helvetica, Arial, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol";}body{line-height:1.5;}.entry-content > [class*="wp-block-"]:not(:last-child):not(.wp-block-heading){margin-bottom:1.5em;}.main-navigation .main-nav ul ul li a{font-size:14px;}.sidebar .widget, .footer-widgets .widget{font-size:17px;}@media (max-width:768px){h1{font-size:31px;}h2{font-size:27px;}h3{font-size:24px;}h4{font-size:22px;}h5{font-size:19px;}}.top-bar{background-color:#4680be;color:#ffffff;}.top-bar a{color:#ffffff;}.top-bar a:hover{color:#303030;}.site-header{background-color:#4680be;}.main-title a,.main-title a:hover{color:#222222;}.site-description{color:#757575;}.mobile-menu-control-wrapper .menu-toggle,.mobile-menu-control-wrapper .menu-toggle:hover,.mobile-menu-control-wrapper .menu-toggle:focus,.has-inline-mobile-toggle #site-navigation.toggled{background-color:rgba(0, 0, 0, 0.02);}.main-navigation,.main-navigation ul ul{background-color:#4680be;}.main-navigation .main-nav ul li a, .main-navigation .menu-toggle, .main-navigation .menu-bar-items{color:#ffffff;}.main-navigation .main-nav ul li:not([class*="current-menu-"]):hover > a, .main-navigation .main-nav ul li:not([class*="current-menu-"]):focus > a, .main-navigation .main-nav ul li.sfHover:not([class*="current-menu-"]) > a, .main-navigation .menu-bar-item:hover > a, .main-navigation .menu-bar-item.sfHover > a{color:#cccccc;background-color:#ffffff;}button.menu-toggle:hover,button.menu-toggle:focus{color:#ffffff;}.main-navigation .main-nav ul li[class*="current-menu-"] > a{color:#cccccc;background-color:#001a54;}.navigation-search input[type="search"],.navigation-search input[type="search"]:active, .navigation-search input[type="search"]:focus, .main-navigation .main-nav ul li.search-item.active > a, .main-navigation .menu-bar-items .search-item.active > a{color:#cccccc;background-color:#ffffff;}.main-navigation ul ul{background-color:#4680be;}.main-navigation .main-nav ul ul li a{color:#ffffff;}.main-navigation .main-nav ul ul li:not([class*="current-menu-"]):hover > a,.main-navigation .main-nav ul ul li:not([class*="current-menu-"]):focus > a, .main-navigation .main-nav ul ul li.sfHover:not([class*="current-menu-"]) > a{color:#ffffff;background-color:#0d1f33;}.main-navigation .main-nav ul ul li[class*="current-menu-"] > a{color:#7a8896;background-color:#eaeaea;}.separate-containers .inside-article, .separate-containers .comments-area, .separate-containers .page-header, .one-container .container, .separate-containers .paging-navigation, .inside-page-header{background-color:#ffffff;}.entry-title a{color:#222222;}.entry-title a:hover{color:#55555e;}.entry-meta{color:#595959;}.sidebar .widget{background-color:#ffffff;}.footer-widgets{background-color:#ffffff;}.footer-widgets .widget-title{color:#000000;}.site-info{color:#ffffff;background-color:#55555e;}.site-info a{color:#ffffff;}.site-info a:hover{color:#d3d3d3;}.footer-bar .widget_nav_menu .current-menu-item a{color:#d3d3d3;}input[type="text"],input[type="email"],input[type="url"],input[type="password"],input[type="search"],input[type="tel"],input[type="number"],textarea,select{color:#666666;background-color:#fafafa;border-color:#cccccc;}input[type="text"]:focus,input[type="email"]:focus,input[type="url"]:focus,input[type="password"]:focus,input[type="search"]:focus,input[type="tel"]:focus,input[type="number"]:focus,textarea:focus,select:focus{color:#666666;background-color:#ffffff;border-color:#bfbfbf;}button,html input[type="button"],input[type="reset"],input[type="submit"],a.button,a.wp-block-button__link:not(.has-background){color:#ffffff;background-color:#55555e;}button:hover,html input[type="button"]:hover,input[type="reset"]:hover,input[type="submit"]:hover,a.button:hover,button:focus,html input[type="button"]:focus,input[type="reset"]:focus,input[type="submit"]:focus,a.button:focus,a.wp-block-button__link:not(.has-background):active,a.wp-block-button__link:not(.has-background):focus,a.wp-block-button__link:not(.has-background):hover{color:#ffffff;background-color:#3f4047;}a.generate-back-to-top{background-color:rgba( 0,0,0,0.4 );color:#ffffff;}a.generate-back-to-top:hover,a.generate-back-to-top:focus{background-color:rgba( 0,0,0,0.6 );color:#ffffff;}:root{--gp-search-modal-bg-color:var(--base-3);--gp-search-modal-text-color:var(--contrast);--gp-search-modal-overlay-bg-color:rgba(0,0,0,0.2);}@media (max-width: 768px){.main-navigation .menu-bar-item:hover > a, .main-navigation .menu-bar-item.sfHover > a{background:none;color:#ffffff;}}.inside-top-bar.grid-container{max-width:1280px;}.inside-header.grid-container{max-width:1280px;}.site-main .wp-block-group__inner-container{padding:40px;}.separate-containers .paging-navigation{padding-top:20px;padding-bottom:20px;}.entry-content .alignwide, body:not(.no-sidebar) .entry-content .alignfull{margin-left:-40px;width:calc(100% + 80px);max-width:calc(100% + 80px);}.rtl .menu-item-has-children .dropdown-menu-toggle{padding-left:20px;}.rtl .main-navigation .main-nav ul li.menu-item-has-children > a{padding-right:20px;}.footer-widgets-container.grid-container{max-width:1280px;}.inside-site-info.grid-container{max-width:1280px;}@media (max-width:768px){.separate-containers .inside-article, .separate-containers .comments-area, .separate-containers .page-header, .separate-containers .paging-navigation, .one-container .site-content, .inside-page-header{padding:30px;}.site-main .wp-block-group__inner-container{padding:30px;}.inside-top-bar{padding-right:30px;padding-left:30px;}.inside-header{padding-right:30px;padding-left:30px;}.widget-area .widget{padding-top:30px;padding-right:30px;padding-bottom:30px;padding-left:30px;}.footer-widgets-container{padding-top:30px;padding-right:30px;padding-bottom:30px;padding-left:30px;}.inside-site-info{padding-right:30px;padding-left:30px;}.entry-content .alignwide, body:not(.no-sidebar) .entry-content .alignfull{margin-left:-30px;width:calc(100% + 60px);max-width:calc(100% + 60px);}.one-container .site-main .paging-navigation{margin-bottom:20px;}}/* End cached CSS */.is-right-sidebar{width:30%;}.is-left-sidebar{width:30%;}.site-content .content-area{width:70%;}@media (max-width: 768px){.main-navigation .menu-toggle,.sidebar-nav-mobile:not(#sticky-placeholder){display:block;}.main-navigation ul,.gen-sidebar-nav,.main-navigation:not(.slideout-navigation):not(.toggled) .main-nav > ul,.has-inline-mobile-toggle #site-navigation .inside-navigation > *:not(.navigation-search):not(.main-nav){display:none;}.nav-align-right .inside-navigation,.nav-align-center .inside-navigation{justify-content:space-between;}.has-inline-mobile-toggle .mobile-menu-control-wrapper{display:flex;flex-wrap:wrap;}.has-inline-mobile-toggle .inside-header{flex-direction:row;text-align:left;flex-wrap:wrap;}.has-inline-mobile-toggle .header-widget,.has-inline-mobile-toggle #site-navigation{flex-basis:100%;}.nav-float-left .has-inline-mobile-toggle #site-navigation{order:10;}} .dynamic-author-image-rounded{border-radius:100%;}.dynamic-featured-image, .dynamic-author-image{vertical-align:middle;}.one-container.blog .dynamic-content-template:not(:last-child), .one-container.archive .dynamic-content-template:not(:last-child){padding-bottom:0px;}.dynamic-entry-excerpt > p:last-child{margin-bottom:0px;} </style> <link rel='stylesheet' id='generate-blog-images-css' href='https://www.nextbigfuture.com/wp-content/plugins/gp-premium/blog/functions/css/featured-images.min.css?ver=2.4.1' media='all' /> <script src="https://www.nextbigfuture.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script src="https://www.nextbigfuture.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script>   <script src="https://www.googletagmanager.com/gtag/js?id=GT-MQJRBDR" id="google_gtagjs-js" async></script> <script id="google_gtagjs-js-after"> window.dataLayer = window.dataLayer || [];function gtag(){dataLayer.push(arguments);} gtag("set","linker",{"domains":["www.nextbigfuture.com"]}); gtag("js", new Date()); gtag("set", "developer_id.dZTNiMT", true); gtag("config", "GT-MQJRBDR"); </script>  <link rel="https://api.w.org/" href="https://www.nextbigfuture.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://www.nextbigfuture.com/wp-json/wp/v2/posts/199195" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://www.nextbigfuture.com/xmlrpc.php?rsd" /> <meta name="generator" content="WordPress 6.7.1" /> <link rel='shortlink' href='https://www.nextbigfuture.com/?p=199195' /> <link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://www.nextbigfuture.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.nextbigfuture.com%2F2024%2F11%2Fai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html" /> <link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://www.nextbigfuture.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.nextbigfuture.com%2F2024%2F11%2Fai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html&format=xml" /> <meta name="generator" content="Site Kit by Google 1.140.0" />  <script src="https://adncdnend.azureedge.net/adn-hb/adn.nbf2.js" async></script>  <script> var randomNumber = Math.random(); if (window.location.href.includes("/xai-grok-2-in-august-could-beat-gpt-4o-and-claude-3-5.html")) {randomNumber = 0.01 }; console.log("trvd"); var script = document.createElement('script'); script.src = 'https://cnt.trvdp.com/js/1770/11881.js'; document.head.appendChild(script);script </script> <meta name="google-site-verification" content="iypK0hjvlPOWx-9PHUehP9vdDUd8YDse8PwUNivWnug" /><meta property="og:image" itemprop="image" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"> <meta property="og:image:url" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"> <meta property="og:image:secure_url" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"> <meta property="twitter:image" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"> <meta property="st:image" content="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg"> <link rel="image_src" href="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg">  <meta name="google-adsense-platform-account" content="ca-host-pub-2644536267352236"> <meta name="google-adsense-platform-domain" content="sitekit.withgoogle.com">  <noscript><style>.lazyload[data-src]{display:none !important;}</style></noscript><style>.lazyload{background-image:none !important;}.lazyload:before{background-image:none !important;}</style><style>.wp-block-gallery.is-cropped .blocks-gallery-item picture{height:100%;width:100%;}</style><script async custom-element="amp-iframe" src="https://cdn.ampproject.org/v0/amp-iframe-0.1.js"></script>  <script async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js?client=ca-pub-6855513832486673&host=ca-host-pub-2644536267352236" crossorigin="anonymous"></script>  <style type="text/css">.saboxplugin-wrap{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;-ms-box-sizing:border-box;box-sizing:border-box;border:1px solid #eee;width:100%;clear:both;display:block;overflow:hidden;word-wrap:break-word;position:relative}.saboxplugin-wrap .saboxplugin-gravatar{float:left;padding:0 20px 20px 20px}.saboxplugin-wrap .saboxplugin-gravatar img{max-width:100px;height:auto;border-radius:0;}.saboxplugin-wrap .saboxplugin-authorname{font-size:18px;line-height:1;margin:20px 0 0 20px;display:block}.saboxplugin-wrap .saboxplugin-authorname a{text-decoration:none}.saboxplugin-wrap .saboxplugin-authorname a:focus{outline:0}.saboxplugin-wrap .saboxplugin-desc{display:block;margin:5px 20px}.saboxplugin-wrap .saboxplugin-desc a{text-decoration:underline}.saboxplugin-wrap .saboxplugin-desc p{margin:5px 0 12px}.saboxplugin-wrap .saboxplugin-web{margin:0 20px 15px;text-align:left}.saboxplugin-wrap .sab-web-position{text-align:right}.saboxplugin-wrap .saboxplugin-web a{color:#ccc;text-decoration:none}.saboxplugin-wrap .saboxplugin-socials{position:relative;display:block;background:#fcfcfc;padding:5px;border-top:1px solid #eee}.saboxplugin-wrap .saboxplugin-socials a svg{width:20px;height:20px}.saboxplugin-wrap .saboxplugin-socials a svg .st2{fill:#fff; transform-origin:center center;}.saboxplugin-wrap .saboxplugin-socials a svg .st1{fill:rgba(0,0,0,.3)}.saboxplugin-wrap .saboxplugin-socials a:hover{opacity:.8;-webkit-transition:opacity .4s;-moz-transition:opacity .4s;-o-transition:opacity .4s;transition:opacity .4s;box-shadow:none!important;-webkit-box-shadow:none!important}.saboxplugin-wrap .saboxplugin-socials .saboxplugin-icon-color{box-shadow:none;padding:0;border:0;-webkit-transition:opacity .4s;-moz-transition:opacity .4s;-o-transition:opacity .4s;transition:opacity .4s;display:inline-block;color:#fff;font-size:0;text-decoration:inherit;margin:5px;-webkit-border-radius:0;-moz-border-radius:0;-ms-border-radius:0;-o-border-radius:0;border-radius:0;overflow:hidden}.saboxplugin-wrap .saboxplugin-socials .saboxplugin-icon-grey{text-decoration:inherit;box-shadow:none;position:relative;display:-moz-inline-stack;display:inline-block;vertical-align:middle;zoom:1;margin:10px 5px;color:#444;fill:#444}.clearfix:after,.clearfix:before{content:' ';display:table;line-height:0;clear:both}.ie7 .clearfix{zoom:1}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-twitch{border-color:#38245c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-addthis{border-color:#e91c00}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-behance{border-color:#003eb0}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-delicious{border-color:#06c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-deviantart{border-color:#036824}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-digg{border-color:#00327c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-dribbble{border-color:#ba1655}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-facebook{border-color:#1e2e4f}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-flickr{border-color:#003576}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-github{border-color:#264874}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-google{border-color:#0b51c5}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-googleplus{border-color:#96271a}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-html5{border-color:#902e13}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-instagram{border-color:#1630aa}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-linkedin{border-color:#00344f}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-pinterest{border-color:#5b040e}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-reddit{border-color:#992900}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-rss{border-color:#a43b0a}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-sharethis{border-color:#5d8420}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-skype{border-color:#00658a}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-soundcloud{border-color:#995200}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-spotify{border-color:#0f612c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-stackoverflow{border-color:#a95009}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-steam{border-color:#006388}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-user_email{border-color:#b84e05}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-stumbleUpon{border-color:#9b280e}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-tumblr{border-color:#10151b}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-twitter{border-color:#0967a0}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-vimeo{border-color:#0d7091}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-windows{border-color:#003f71}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-whatsapp{border-color:#003f71}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-wordpress{border-color:#0f3647}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-yahoo{border-color:#14002d}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-youtube{border-color:#900}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-xing{border-color:#000202}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-mixcloud{border-color:#2475a0}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-vk{border-color:#243549}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-medium{border-color:#00452c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-quora{border-color:#420e00}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-meetup{border-color:#9b181c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-goodreads{border-color:#000}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-snapchat{border-color:#999700}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-500px{border-color:#00557f}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-mastodont{border-color:#185886}.sabox-plus-item{margin-bottom:20px}@media screen and (max-width:480px){.saboxplugin-wrap{text-align:center}.saboxplugin-wrap .saboxplugin-gravatar{float:none;padding:20px 0;text-align:center;margin:0 auto;display:block}.saboxplugin-wrap .saboxplugin-gravatar img{float:none;display:inline-block;display:-moz-inline-stack;vertical-align:middle;zoom:1}.saboxplugin-wrap .saboxplugin-desc{margin:0 10px 20px;text-align:center}.saboxplugin-wrap .saboxplugin-authorname{text-align:center;margin:10px 0 20px}}body .saboxplugin-authorname a,body .saboxplugin-authorname a:hover{box-shadow:none;-webkit-box-shadow:none}a.sab-profile-edit{font-size:16px!important;line-height:1!important}.sab-edit-settings a,a.sab-profile-edit{color:#0073aa!important;box-shadow:none!important;-webkit-box-shadow:none!important}.sab-edit-settings{margin-right:15px;position:absolute;right:0;z-index:2;bottom:10px;line-height:20px}.sab-edit-settings i{margin-left:5px}.saboxplugin-socials{line-height:1!important}.rtl .saboxplugin-wrap .saboxplugin-gravatar{float:right}.rtl .saboxplugin-wrap .saboxplugin-authorname{display:flex;align-items:center}.rtl .saboxplugin-wrap .saboxplugin-authorname .sab-profile-edit{margin-right:10px}.rtl .sab-edit-settings{right:auto;left:0}img.sab-custom-avatar{max-width:75px;}.saboxplugin-wrap {margin-top:0px; margin-bottom:0px; padding: 0px 0px }.saboxplugin-wrap .saboxplugin-authorname {font-size:18px; line-height:25px;}.saboxplugin-wrap .saboxplugin-desc p, .saboxplugin-wrap .saboxplugin-desc {font-size:14px !important; line-height:21px !important;}.saboxplugin-wrap .saboxplugin-web {font-size:14px;}.saboxplugin-wrap .saboxplugin-socials a svg {width:18px;height:18px;}</style><link rel="icon" href="https://nextbigfuture.s3.amazonaws.com/uploads/2017/04/ed85e288e0f5fe89658de9e9a0c1630c-150x150.png" sizes="32x32" /> <link rel="icon" href="https://nextbigfuture.s3.amazonaws.com/uploads/2017/04/ed85e288e0f5fe89658de9e9a0c1630c-300x300.png" sizes="192x192" /> <link rel="apple-touch-icon" href="https://nextbigfuture.s3.amazonaws.com/uploads/2017/04/ed85e288e0f5fe89658de9e9a0c1630c-300x300.png" /> <meta name="msapplication-TileImage" content="https://nextbigfuture.s3.amazonaws.com/uploads/2017/04/ed85e288e0f5fe89658de9e9a0c1630c-300x300.png" /> </head> <body class="post-template-default single single-post postid-199195 single-format-standard wp-custom-logo wp-embed-responsive post-image-above-header post-image-aligned-center sticky-menu-fade right-sidebar nav-float-right separate-containers header-aligned-left dropdown-hover featured-image-active aa-prefix-nextb-" itemtype="https://schema.org/Blog" itemscope> <script data-cfasync="false" data-no-defer="1" data-no-minify="1" data-no-optimize="1">if(typeof ewww_webp_supported==="undefined"){var ewww_webp_supported=!1}if(ewww_webp_supported){document.body.classList.add("webp-support")}</script> <a class="screen-reader-text skip-link" href="#content" title="Skip to content">Skip to content</a> <header class="site-header has-inline-mobile-toggle" id="masthead" aria-label="Site" itemtype="https://schema.org/WPHeader" itemscope> <div class="inside-header grid-container"> <div class="site-logo"> <a href="https://www.nextbigfuture.com/" rel="home"> <img class="header-image is-logo-image lazyload" alt="NextBigFuture.com" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAUYAAABgAQAAAABJLubCAAAAAnRSTlMAAHaTzTgAAAAbSURBVEjH7cExAQAAAMKg9U9tDQ+gAAAAgHcDD8AAAXa7MaEAAAAASUVORK5CYII=" width="326" height="96" data-src="https://nextbigfuture.s3.amazonaws.com/uploads/2019/03/1761eac3b1967fa6e4cafb6af110abcc-1.png" decoding="async" data-srcset="https://nextbigfuture.s3.amazonaws.com/uploads/2019/03/1761eac3b1967fa6e4cafb6af110abcc-1.png 1x, https://nextbigfuture.s3.amazonaws.com/uploads/2018/12/NBFlogo.png 2x" data-eio-rwidth="326" data-eio-rheight="96" /><noscript><img class="header-image is-logo-image" alt="NextBigFuture.com" src="https://nextbigfuture.s3.amazonaws.com/uploads/2019/03/1761eac3b1967fa6e4cafb6af110abcc-1.png" srcset="https://nextbigfuture.s3.amazonaws.com/uploads/2019/03/1761eac3b1967fa6e4cafb6af110abcc-1.png 1x, https://nextbigfuture.s3.amazonaws.com/uploads/2018/12/NBFlogo.png 2x" width="326" height="96" data-eio="l" /></noscript> </a> </div> <nav class="main-navigation mobile-menu-control-wrapper" id="mobile-menu-control-wrapper" aria-label="Mobile Toggle"> <button data-nav="site-navigation" class="menu-toggle" aria-controls="primary-menu" aria-expanded="false"> <span class="gp-icon icon-menu-bars"><svg viewBox="0 0 512 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M0 96c0-13.255 10.745-24 24-24h464c13.255 0 24 10.745 24 24s-10.745 24-24 24H24c-13.255 0-24-10.745-24-24zm0 160c0-13.255 10.745-24 24-24h464c13.255 0 24 10.745 24 24s-10.745 24-24 24H24c-13.255 0-24-10.745-24-24zm0 160c0-13.255 10.745-24 24-24h464c13.255 0 24 10.745 24 24s-10.745 24-24 24H24c-13.255 0-24-10.745-24-24z" /></svg><svg viewBox="0 0 512 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M71.029 71.029c9.373-9.372 24.569-9.372 33.942 0L256 222.059l151.029-151.03c9.373-9.372 24.569-9.372 33.942 0 9.372 9.373 9.372 24.569 0 33.942L289.941 256l151.03 151.029c9.372 9.373 9.372 24.569 0 33.942-9.373 9.372-24.569 9.372-33.942 0L256 289.941l-151.029 151.03c-9.373 9.372-24.569 9.372-33.942 0-9.372-9.373-9.372-24.569 0-33.942L222.059 256 71.029 104.971c-9.372-9.373-9.372-24.569 0-33.942z" /></svg></span><span class="screen-reader-text">Menu</span> </button> </nav> <nav class="main-navigation sub-menu-right" id="site-navigation" aria-label="Primary" itemtype="https://schema.org/SiteNavigationElement" itemscope> <div class="inside-navigation grid-container"> <button class="menu-toggle" aria-controls="primary-menu" aria-expanded="false"> <span class="gp-icon icon-menu-bars"><svg viewBox="0 0 512 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M0 96c0-13.255 10.745-24 24-24h464c13.255 0 24 10.745 24 24s-10.745 24-24 24H24c-13.255 0-24-10.745-24-24zm0 160c0-13.255 10.745-24 24-24h464c13.255 0 24 10.745 24 24s-10.745 24-24 24H24c-13.255 0-24-10.745-24-24zm0 160c0-13.255 10.745-24 24-24h464c13.255 0 24 10.745 24 24s-10.745 24-24 24H24c-13.255 0-24-10.745-24-24z" /></svg><svg viewBox="0 0 512 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M71.029 71.029c9.373-9.372 24.569-9.372 33.942 0L256 222.059l151.029-151.03c9.373-9.372 24.569-9.372 33.942 0 9.372 9.373 9.372 24.569 0 33.942L289.941 256l151.03 151.029c9.372 9.373 9.372 24.569 0 33.942-9.373 9.372-24.569 9.372-33.942 0L256 289.941l-151.029 151.03c-9.373 9.372-24.569 9.372-33.942 0-9.372-9.373-9.372-24.569 0-33.942L222.059 256 71.029 104.971c-9.372-9.373-9.372-24.569 0-33.942z" /></svg></span><span class="screen-reader-text">Menu</span> </button> <div id="primary-menu" class="main-nav"><ul id="menu-main-menu-logo-links" class=" menu sf-menu"><li id="menu-item-194000" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-194000"><a href="https://www.nextbigfuture.com/category/artificial-intelligence">Artificial intelligence</a></li> <li id="menu-item-191135" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-191135"><a href="https://www.nextbigfuture.com/category/superconductor">Superconductor</a></li> <li id="menu-item-194001" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-194001"><a href="https://www.nextbigfuture.com/category/humanoid-robot">Humanoid Robot</a></li> <li id="menu-item-194002" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-194002"><a href="https://www.nextbigfuture.com/category/science">Science</a></li> <li id="menu-item-155307" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-155307"><a href="https://www.nextbigfuture.com/about">About<span role="presentation" class="dropdown-menu-toggle"><span class="gp-icon icon-arrow"><svg viewBox="0 0 330 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M305.913 197.085c0 2.266-1.133 4.815-2.833 6.514L171.087 335.593c-1.7 1.7-4.249 2.832-6.515 2.832s-4.815-1.133-6.515-2.832L26.064 203.599c-1.7-1.7-2.832-4.248-2.832-6.514s1.132-4.816 2.832-6.515l14.162-14.163c1.7-1.699 3.966-2.832 6.515-2.832 2.266 0 4.815 1.133 6.515 2.832l111.316 111.317 111.316-111.317c1.7-1.699 4.249-2.832 6.515-2.832s4.815 1.133 6.515 2.832l14.162 14.163c1.7 1.7 2.833 4.249 2.833 6.515z" /></svg></span></span></a> <ul class="sub-menu"> <li id="menu-item-194009" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-194009"><a href="https://www.nextbigfuture.com/contacts">Contact</a></li> <li id="menu-item-194007" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-194007"><a href="https://www.nextbigfuture.com/about">About</a></li> <li id="menu-item-194004" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-194004"><a href="https://www.nextbigfuture.com/privacy-policy">Privacy Policy</a></li> <li id="menu-item-194005" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-194005"><a href="https://www.nextbigfuture.com/terms-and-conditions">Terms and Conditions</a></li> </ul> </li> </ul></div> </div> </nav> </div> </header> <amp-iframe width="1" title="User Sync" height="1" sandbox="allow-scripts" frameborder="0" src="https://cdn.jsdelivr.net/npm/prebid-universal-creative@latest/dist/load-cookie.html"> <amp-img layout="fill" src="data:image/gif;base64,R0lGODlhAQABAIAAAP///wAAACH5BAEAAAAALAAAAAABAAEAAAICRAEAOw==" placeholder></amp-img> </amp-iframe> <div class="site grid-container container hfeed" id="page"> <div class="site-content" id="content"> <div class="content-area" id="primary"> <main class="site-main" id="main"> <nav aria-label="breadcrumbs" class="rank-math-breadcrumb"><p><a href="https://www.nextbigfuture.com">Home</a><span class="separator"> » </span><a href="https://www.nextbigfuture.com/category/technology">Technology</a><span class="separator"> » </span><span class="last">AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful</span></p></nav> <article id="post-199195" class="post-199195 post type-post status-publish format-standard has-post-thumbnail hentry category-technology tag-artificial-intelligence tag-large-language-models tag-llm tag-post-training tag-pre-training tag-test-time-training" itemtype="https://schema.org/CreativeWork" itemscope> <div class="inside-article"> <div class="featured-image page-header-image-single "> <img width="1378" height="918" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABWIAAAOWAQAAAABNYtZzAAAAAnRSTlMAAHaTzTgAAACySURBVHja7cGBAAAAAMOg+VPf4ARVAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADPAHASAAGVI4a8AAAAAElFTkSuQmCC" class="attachment-full size-full lazyload" alt="" itemprop="image" decoding="async" fetchpriority="high" data-src="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg" data-srcset="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg 1378w, https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM-300x200.jpg 300w, https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM-1024x682.jpg 1024w, https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM-768x512.jpg 768w" data-sizes="auto" data-eio-rwidth="1378" data-eio-rheight="918" /><noscript><img width="1378" height="918" src="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg" class="attachment-full size-full" alt="" itemprop="image" decoding="async" fetchpriority="high" srcset="https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM.jpg 1378w, https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM-300x200.jpg 300w, https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM-1024x682.jpg 1024w, https://nextbigfuture.s3.amazonaws.com/uploads/2024/11/Screenshot-2024-11-21-at-5.53.01-PM-768x512.jpg 768w" sizes="(max-width: 1378px) 100vw, 1378px" data-eio="l" /></noscript> </div> <header class="entry-header"> <h1 class="entry-title" itemprop="headline">AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful</h1> <div class="entry-meta"> <span class="posted-on"><time class="entry-date published" datetime="2024-11-21T17:55:13-08:00" itemprop="datePublished">November 21, 2024</time></span> <span class="byline">by <span class="author vcard" itemprop="author" itemtype="https://schema.org/Person" itemscope><a class="url fn n" href="https://www.nextbigfuture.com/author/brian-wang" title="View all posts by Brian Wang" rel="author" itemprop="url"><span class="author-name" itemprop="name">Brian Wang</span></a></span></span> </div> </header> <div class="entry-content" itemprop="text"> <p>Super Venture Capitalists Bill Gurley and Brad Gerstner analyze the future of AI. The rate of improvement of large language models is slowing for pre-training. However, it is still improving and AI intelligence is improving with post-training and test time training.</p> <p>OpenAI and Microsoft announced a major AI advancement for 2025, featuring models with infinite memory and expanded context windows.</p> <p><b>Infinite Context Windows</b></p><div class="nextb-last-paragraph" style="margin-left: auto; margin-right: auto; text-align: center; " id="nextb-451657167"> <div data-aaad='true' data-aa-adunit='/339474670/Nextbigfuture_A/InContent_3'></div> <div data-onpage='true' data-adpath='/339474670,3911572/Nextbigfuture_B/InContent_3'></div></div> <p>Infinite context in AI systems will enable long-term, meaningful relationships with users. AI will remember all of the previous questions. AI will have a better understanding of individual needs, preferences, and behaviors over time. This level of personalization has the potential to transform various sectors, including:</p> <p> Healthcare: Providing personalized treatment plans based on comprehensive patient history<br /> Education: Tailoring learning experiences to individual student progress and preferences<br /> Customer Service: Offering highly personalized support by recalling past interactions and issues<br /> Research and Development: Analyzing vast amounts of data to identify patterns and insights</p> <p><iframe width="560" height="315" title="YouTube video player" frameborder="0" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share" referrerpolicy="strict-origin-when-cross-origin" allowfullscreen data-src="https://www.youtube.com/embed/SewIKjE1Lec?si=9sSJz8NBLulUrUgU" class="lazyload"></iframe></p> <div class="saboxplugin-wrap" itemtype="http://schema.org/Person" itemscope itemprop="author"><div class="saboxplugin-tab"><div class="saboxplugin-gravatar"><img decoding="async" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAGQAAABkAQAAAABYmaj5AAAAAnRSTlMAAHaTzTgAAAAUSURBVDjLY2AYBaNgFIyCUUBPAAAFeAABKXG5/AAAAABJRU5ErkJggg==" width="100" height="100" alt="" itemprop="image" data-src="https://nextbigfuture.s3.amazonaws.com/uploads/2020/08/brianheadshot.jpg" class="lazyload" data-eio-rwidth="100" data-eio-rheight="100"><noscript><img decoding="async" src="https://nextbigfuture.s3.amazonaws.com/uploads/2020/08/brianheadshot.jpg" width="100" height="100" alt="" itemprop="image" data-eio="l"></noscript></div><div class="saboxplugin-authorname"><a href="https://www.nextbigfuture.com/author/brian-wang" class="vcard author" rel="author"><span class="fn">Brian Wang</span></a></div><div class="saboxplugin-desc"><div itemprop="description"><p>Brian Wang is a Futurist Thought Leader and a popular Science blogger with 1 million readers per month. His blog Nextbigfuture.com is ranked #1 Science News Blog. It covers many disruptive technology and trends including Space, Robotics, Artificial Intelligence, Medicine, Anti-aging Biotechnology, and Nanotechnology.</p> <p>Known for identifying cutting edge technologies, he is currently a Co-Founder of a startup and fundraiser for high potential early-stage companies. He is the Head of Research for Allocations for deep technology investments and an Angel Investor at Space Angels.</p> <p>A frequent speaker at corporations, he has been a TEDx speaker, a Singularity University speaker and guest at numerous interviews for radio and podcasts.聽 He is open to public speaking and advising engagements.</p> </div></div><div class="clearfix"></div><div class="saboxplugin-socials "><a title="Linkedin" target="_self" href="https://www.linkedin.com/in/brian-wang-93645/" rel="nofollow noopener" class="saboxplugin-icon-grey"><svg aria-hidden="true" class="sab-linkedin" role="img" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><path fill="currentColor" d="M100.3 480H7.4V180.9h92.9V480zM53.8 140.1C24.1 140.1 0 115.5 0 85.8 0 56.1 24.1 32 53.8 32c29.7 0 53.8 24.1 53.8 53.8 0 29.7-24.1 54.3-53.8 54.3zM448 480h-92.7V334.4c0-34.7-.7-79.2-48.3-79.2-48.3 0-55.7 37.7-55.7 76.7V480h-92.8V180.9h89.1v40.8h1.3c12.4-23.5 42.7-48.3 87.9-48.3 94 0 111.3 61.9 111.3 142.3V480z"></path></svg></span></a><a title="Youtube" target="_self" href="https://www.youtube.com/user/nextbigfuture/videos" rel="nofollow noopener" class="saboxplugin-icon-grey"><svg aria-hidden="true" class="sab-youtube" role="img" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512"><path fill="currentColor" d="M549.655 124.083c-6.281-23.65-24.787-42.276-48.284-48.597C458.781 64 288 64 288 64S117.22 64 74.629 75.486c-23.497 6.322-42.003 24.947-48.284 48.597-11.412 42.867-11.412 132.305-11.412 132.305s0 89.438 11.412 132.305c6.281 23.65 24.787 41.5 48.284 47.821C117.22 448 288 448 288 448s170.78 0 213.371-11.486c23.497-6.321 42.003-24.171 48.284-47.821 11.412-42.867 11.412-132.305 11.412-132.305s0-89.438-11.412-132.305zm-317.51 213.508V175.185l142.739 81.205-142.739 81.201z"></path></svg></span></a></div></div></div> </div> <footer class="entry-meta" aria-label="Entry meta"> <span class="cat-links"><span class="gp-icon icon-categories"><svg viewBox="0 0 512 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M0 112c0-26.51 21.49-48 48-48h110.014a48 48 0 0143.592 27.907l12.349 26.791A16 16 0 00228.486 128H464c26.51 0 48 21.49 48 48v224c0 26.51-21.49 48-48 48H48c-26.51 0-48-21.49-48-48V112z" /></svg></span><span class="screen-reader-text">Categories </span><a href="https://www.nextbigfuture.com/category/technology" rel="category tag">Technology</a></span> <span class="tags-links"><span class="gp-icon icon-tags"><svg viewBox="0 0 512 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em"><path d="M20 39.5c-8.836 0-16 7.163-16 16v176c0 4.243 1.686 8.313 4.687 11.314l224 224c6.248 6.248 16.378 6.248 22.626 0l176-176c6.244-6.244 6.25-16.364.013-22.615l-223.5-224A15.999 15.999 0 00196.5 39.5H20zm56 96c0-13.255 10.745-24 24-24s24 10.745 24 24-10.745 24-24 24-24-10.745-24-24z"/><path d="M259.515 43.015c4.686-4.687 12.284-4.687 16.97 0l228 228c4.686 4.686 4.686 12.284 0 16.97l-180 180c-4.686 4.687-12.284 4.687-16.97 0-4.686-4.686-4.686-12.284 0-16.97L479.029 279.5 259.515 59.985c-4.686-4.686-4.686-12.284 0-16.97z" /></svg></span><span class="screen-reader-text">Tags </span><a href="https://www.nextbigfuture.com/tag/artificial-intelligence" rel="tag">artificial intelligence</a>, <a href="https://www.nextbigfuture.com/tag/large-language-models" rel="tag">large language models</a>, <a href="https://www.nextbigfuture.com/tag/llm" rel="tag">llm</a>, <a href="https://www.nextbigfuture.com/tag/post-training" rel="tag">post-training</a>, <a href="https://www.nextbigfuture.com/tag/pre-training" rel="tag">pre-training</a>, <a href="https://www.nextbigfuture.com/tag/test-time-training" rel="tag">test time training</a></span> <nav id="nav-below" class="post-navigation" aria-label="Posts"> <div class="nav-previous"><span class="gp-icon icon-arrow-left"><svg viewBox="0 0 192 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em" fill-rule="evenodd" clip-rule="evenodd" stroke-linejoin="round" stroke-miterlimit="1.414"><path d="M178.425 138.212c0 2.265-1.133 4.813-2.832 6.512L64.276 256.001l111.317 111.277c1.7 1.7 2.832 4.247 2.832 6.513 0 2.265-1.133 4.813-2.832 6.512L161.43 394.46c-1.7 1.7-4.249 2.832-6.514 2.832-2.266 0-4.816-1.133-6.515-2.832L16.407 262.514c-1.699-1.7-2.832-4.248-2.832-6.513 0-2.265 1.133-4.813 2.832-6.512l131.994-131.947c1.7-1.699 4.249-2.831 6.515-2.831 2.265 0 4.815 1.132 6.514 2.831l14.163 14.157c1.7 1.7 2.832 3.965 2.832 6.513z" fill-rule="nonzero" /></svg></span><span class="prev"><a href="https://www.nextbigfuture.com/2024/11/heygen-to-easily-make-pictures-into-video-clones.html" rel="prev">HeyGen to Easily Make Pictures into Video Clones</a></span></div><div class="nav-next"><span class="gp-icon icon-arrow-right"><svg viewBox="0 0 192 512" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em" fill-rule="evenodd" clip-rule="evenodd" stroke-linejoin="round" stroke-miterlimit="1.414"><path d="M178.425 256.001c0 2.266-1.133 4.815-2.832 6.515L43.599 394.509c-1.7 1.7-4.248 2.833-6.514 2.833s-4.816-1.133-6.515-2.833l-14.163-14.162c-1.699-1.7-2.832-3.966-2.832-6.515 0-2.266 1.133-4.815 2.832-6.515l111.317-111.316L16.407 144.685c-1.699-1.7-2.832-4.249-2.832-6.515s1.133-4.815 2.832-6.515l14.163-14.162c1.7-1.7 4.249-2.833 6.515-2.833s4.815 1.133 6.514 2.833l131.994 131.993c1.7 1.7 2.832 4.249 2.832 6.515z" fill-rule="nonzero" /></svg></span><span class="next"><a href="https://www.nextbigfuture.com/2024/11/altimeter-capital-says-tesla-fsd-13-is-as-safe-as-waymo-and-unsupervised-tesla-robotaxi-in-2025.html" rel="next">Altimeter Capital Says Tesla FSD 13 Is as Safe as Waymo and Unsupervised Tesla Robotaxi in 2025</a></span></div> </nav> </footer> </div> </article> <div class="comments-area"> <div id="comments"> <h2 class="comments-title">2 thoughts on “AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful”</h2> <ol class="comment-list"> <li id="comment-213097" class="comment even thread-even depth-1 parent"> <article class="comment-body" id="div-comment-213097" itemtype="https://schema.org/Comment" itemscope> <footer class="comment-meta" aria-label="Comment meta"> <img alt='' src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADIAAAAyAQAAAAA2RLUcAAAAAnRSTlMAAHaTzTgAAAAOSURBVBjTY2AYBYMJAAABkAABxZvbSQAAAABJRU5ErkJggg==" class="avatar avatar-50 photo lazyload" height='50' width='50' decoding='async' data-src="https://secure.gravatar.com/avatar/bc8d8a7d3dc2d1f1c71578e3dea07049?s=50&d=mm&r=g" data-srcset="https://secure.gravatar.com/avatar/bc8d8a7d3dc2d1f1c71578e3dea07049?s=100&d=mm&r=g 2x" data-eio-rwidth="50" data-eio-rheight="50" /><noscript><img alt='' src='https://secure.gravatar.com/avatar/bc8d8a7d3dc2d1f1c71578e3dea07049?s=50&d=mm&r=g' srcset='https://secure.gravatar.com/avatar/bc8d8a7d3dc2d1f1c71578e3dea07049?s=100&d=mm&r=g 2x' class='avatar avatar-50 photo' height='50' width='50' decoding='async' data-eio="l" /></noscript> <div class="comment-author-info"> <div class="comment-author vcard" itemprop="author" itemtype="https://schema.org/Person" itemscope> <cite itemprop="name" class="fn">Maineman</cite> </div> <div class="entry-meta comment-metadata"> <a href="https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#comment-213097"> <time datetime="2024-11-22T04:20:12-08:00" itemprop="datePublished"> November 22, 2024 at 4:20 am </time> </a> </div> </div> </footer> <div class="comment-content" itemprop="text"> <p>Why would we ever want robots teaching us? Human consciousness shaped by technology known to be unreliable and quite easy to manipulate. Apparently we are trying to invert the intelligence hierarchy at full speed? When will actual intelligence get some cred back?</p> <span class="reply"><a rel="nofollow" class="comment-reply-link" href="#comment-213097" data-commentid="213097" data-postid="199195" data-belowelement="div-comment-213097" data-respondelement="respond" data-replyto="Reply to Maineman" aria-label="Reply to Maineman">Reply</a></span> </div> </article> <ul class="children"> <li id="comment-213101" class="comment odd alt depth-2"> <article class="comment-body" id="div-comment-213101" itemtype="https://schema.org/Comment" itemscope> <footer class="comment-meta" aria-label="Comment meta"> <img alt='' src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADIAAAAyAQAAAAA2RLUcAAAAAnRSTlMAAHaTzTgAAAAOSURBVBjTY2AYBYMJAAABkAABxZvbSQAAAABJRU5ErkJggg==" class="avatar avatar-50 photo lazyload" height='50' width='50' decoding='async' data-src="https://secure.gravatar.com/avatar/e8c325a366004abcba7a71861939504e?s=50&d=mm&r=g" data-srcset="https://secure.gravatar.com/avatar/e8c325a366004abcba7a71861939504e?s=100&d=mm&r=g 2x" data-eio-rwidth="50" data-eio-rheight="50" /><noscript><img alt='' src='https://secure.gravatar.com/avatar/e8c325a366004abcba7a71861939504e?s=50&d=mm&r=g' srcset='https://secure.gravatar.com/avatar/e8c325a366004abcba7a71861939504e?s=100&d=mm&r=g 2x' class='avatar avatar-50 photo' height='50' width='50' decoding='async' data-eio="l" /></noscript> <div class="comment-author-info"> <div class="comment-author vcard" itemprop="author" itemtype="https://schema.org/Person" itemscope> <cite itemprop="name" class="fn">Djsnola</cite> </div> <div class="entry-meta comment-metadata"> <a href="https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#comment-213101"> <time datetime="2024-11-22T06:08:29-08:00" itemprop="datePublished"> November 22, 2024 at 6:08 am </time> </a> </div> </div> </footer> <div class="comment-content" itemprop="text"> <p>I look at this as being the foundations of basically every human being getting an accountabilibuddy. Basically, an ai/robot that goes with you through your whole life and looking out for you the whole time.</p> <span class="reply"><a rel="nofollow" class="comment-reply-link" href="#comment-213101" data-commentid="213101" data-postid="199195" data-belowelement="div-comment-213101" data-respondelement="respond" data-replyto="Reply to Djsnola" aria-label="Reply to Djsnola">Reply</a></span> </div> </article> </li> </ul> </li> </ol> <div id="respond" class="comment-respond"> <h3 id="reply-title" class="comment-reply-title">Leave a Comment <small><a rel="nofollow" id="cancel-comment-reply-link" href="/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html#respond" style="display:none;">Cancel reply</a></small></h3><form action="https://www.nextbigfuture.com/wp-comments-post.php" method="post" id="commentform" class="comment-form" novalidate><p class="comment-form-comment"><label for="comment" class="screen-reader-text">Comment</label><textarea id="comment" name="comment" cols="45" rows="8" required></textarea></p><label for="author" class="screen-reader-text">Name</label><input placeholder="Name" id="author" name="author" type="text" value="" size="30" /> <label for="email" class="screen-reader-text">Email</label><input placeholder="Email" id="email" name="email" type="email" value="" size="30" /> <label for="url" class="screen-reader-text">Website</label><input placeholder="Website" id="url" name="url" type="url" value="" size="30" /> <p class="form-submit"><input name="submit" type="submit" id="submit" class="submit" value="Post Comment" /> <input type='hidden' name='comment_post_ID' value='199195' id='comment_post_ID' /> <input type='hidden' name='comment_parent' id='comment_parent' value='0' /> </p></form> </div> </div> </div> </main> </div> <div class="widget-area sidebar is-right-sidebar" id="right-sidebar"> <div class="inside-right-sidebar"> <div style="width:300px;height:250px;margin:10px auto;"> <div data-onpage=true data-adpath="/339474670,3911572/Nextbigfuture/Sidebar_1"></div> </div><aside id="custom_html-2" class="widget_text widget inner-padding widget_custom_html"><div class="textwidget custom-html-widget"><div data-aaad='true' data-aa-adunit='/339474670/Nextbigfuture_A/Sidebar_1'></div> <div data-onpage='true' data-adpath='/339474670,3911572/Nextbigfuture_B/Sidebar_1'></div> </div></aside><aside id="categories-2" class="widget inner-padding widget_categories"><h2 class="widget-title">Categories</h2><form action="https://www.nextbigfuture.com" method="get"><label class="screen-reader-text" for="cat">Categories</label><select name='cat' id='cat' class='postform'> <option value='-1'>Select Category</option> <option class="level-0" value="8121">Antiaging</option> <option class="level-0" value="1312">Artificial intelligence</option> <option class="level-0" value="1430">Augmented reality</option> <option class="level-0" value="1412">Blockchain</option> <option class="level-0" value="1415">Cryptocurrency</option> <option class="level-0" value="1414">Drones</option> <option class="level-0" value="1481">Ecommerce</option> <option class="level-0" value="1302">Energy</option> <option class="level-0" value="1413">Fintech</option> <option class="level-0" value="1441">Gadgets</option> <option class="level-0" value="14324">Humanoid Robot</option> <option class="level-0" value="1422">Ico</option> <option class="level-0" value="8018">Interviews</option> <option class="level-0" value="1309">Medicine</option> <option class="level-0" value="1303">Military</option> <option class="level-0" value="8017">News</option> <option class="level-0" value="14078">press release</option> <option class="level-0" value="1311">Quantum computers</option> <option class="level-0" value="1310">Robotics</option> <option class="level-0" value="1306">Science</option> <option class="level-0" value="14473">solar</option> <option class="level-0" value="1304">Space</option> <option class="level-0" value="13281">Sponsored</option> <option class="level-0" value="14220">Superconductor</option> <option class="level-0" value="1307">Technology</option> <option class="level-0" value="1">Uncategorized</option> <option class="level-0" value="1463">Virtual reality</option> <option class="level-0" value="1308">World</option> </select> </form><script> (function() { var dropdown = document.getElementById( "cat" ); function onCatChange() { if ( dropdown.options[ dropdown.selectedIndex ].value > 0 ) { dropdown.parentNode.submit(); } } dropdown.onchange = onCatChange; })(); </script> </aside><aside id="custom_html-3" class="widget_text widget inner-padding widget_custom_html"><div class="textwidget custom-html-widget"><div data-aaad='true' data-aa-adunit='/339474670/Nextbigfuture_A/Sidebar_2'></div> <div data-onpage='true' data-adpath='/339474670,3911572/Nextbigfuture_B/Sidebar_2'></div> </div></aside> <aside id="recent-posts-2" class="widget inner-padding widget_recent_entries"> <h2 class="widget-title">Recent Posts</h2> <ul> <li> <a href="https://www.nextbigfuture.com/2024/11/big-billion-dollar-bets-on-tesla-unsupervised-robotaxi-in-2025.html">Big Billion Dollar Bets on Tesla Unsupervised Robotaxi in 2025</a> </li> <li> <a href="https://www.nextbigfuture.com/2024/11/otoy-2001-odysseys.html">OTOY 2001 Odysseys</a> </li> <li> <a href="https://www.nextbigfuture.com/2024/11/fantastic-star-trek-unification-fan-film.html">Fantastic Star Trek Unification Fan Film</a> </li> <li> <a href="https://www.nextbigfuture.com/2024/11/altimeter-capital-says-tesla-fsd-13-is-as-safe-as-waymo-and-unsupervised-tesla-robotaxi-in-2025.html">Altimeter Capital Says Tesla FSD 13 Is as Safe as Waymo and Unsupervised Tesla Robotaxi in 2025</a> </li> <li> <a href="https://www.nextbigfuture.com/2024/11/ai-llm-improvement-rate-slows-on-pre-training-but-memory-and-actions-make-ai-more-useful.html" aria-current="page">AI LLM Improvement Rate Slows on Pre-training but Memory and Actions Make AI More Useful</a> </li> </ul> </aside><aside id="custom_html-4" class="widget_text widget inner-padding widget_custom_html"><div class="textwidget custom-html-widget"><div data-aaad='true' data-aa-adunit='/339474670/Nextbigfuture_A/Sidebar_3'></div> <div data-onpage='true' data-adpath='/339474670,3911572/Nextbigfuture_B/Sidebar_3'></div> </div></aside> </div> </div> </div> </div> <div class="site-footer"> <footer class="site-info" aria-label="Site" itemtype="https://schema.org/WPFooter" itemscope> <div class="inside-site-info grid-container"> <div class="copyright-bar"> © 2024 Next Big Future </div> </div> </footer> </div> <script id="generate-a11y">!function(){"use strict";if("querySelector"in document&&"addEventListener"in window){var e=document.body;e.addEventListener("mousedown",function(){e.classList.add("using-mouse")}),e.addEventListener("keydown",function(){e.classList.remove("using-mouse")})}}();</script><script id="eio-lazy-load-js-before"> var eio_lazy_vars = {"exactdn_domain":"","skip_autoscale":0,"threshold":0}; </script> <script src="https://www.nextbigfuture.com/wp-content/plugins/ewww-image-optimizer/includes/lazysizes.min.js?ver=791" id="eio-lazy-load-js" async data-wp-strategy="async"></script> <script src="https://widgetlogic.org/v2/js/data.js?t=1732406400&ver=6.0.0" id="widget-logic_live_match_widget-js"></script>  <script id="generate-menu-js-extra"> var generatepressMenu = {"toggleOpenedSubMenus":"1","openSubMenuLabel":"Open Sub-Menu","closeSubMenuLabel":"Close Sub-Menu"}; </script> <script src="https://www.nextbigfuture.com/wp-content/themes/generatepress/assets/js/menu.min.js?ver=3.5.1" id="generate-menu-js"></script> <script src="https://www.nextbigfuture.com/wp-includes/js/comment-reply.min.js?ver=6.7.1" id="comment-reply-js" async data-wp-strategy="async"></script> <script>!function(){window.advanced_ads_ready_queue=window.advanced_ads_ready_queue||[],advanced_ads_ready_queue.push=window.advanced_ads_ready;for(var d=0,a=advanced_ads_ready_queue.length;d<a;d++)advanced_ads_ready(advanced_ads_ready_queue[d])}();</script> </body> </html>