Creation and Adoption of Large Language Models in Medicine | Artificial Intelligence | JAMA

<!DOCTYPE html> <html id="doc" lang="en" class="page-article"> <head id="Head1">  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> <script> var SCM = SCM || {}; if (SCM.AMA && SCM.AMA.DataLayerAsync) { SCM.AMA.DataLayerAsync.push("arrSisAffinity", "", "array"); SCM.AMA.DataLayerAsync.push("SubStatus", "no", "string"); } var googletag = window.googletag || {}; googletag.cmd = googletag.cmd || []; if (typeof Storage !== "undefined") { var targetingParamStr = localStorage.getItem("bcDFPTargetingParams"); if (targetingParamStr) { var targetingParameters = JSON.parse(targetingParamStr); // set page-level targeting parameters jQuery.each(targetingParameters, function (index, param) { googletag.cmd.push(function () { window.googletag.pubads().setTargeting(param.key, param.value); }); }); } } if (!googletag.pubads) { (function () { var gads = document.createElement('script'); var useSSL = 'https:' == document.location.protocol; gads.src = (useSSL ? 'https:' : 'http:') + '//securepubads.g.doubleclick.net/tag/js/gpt.js'; gads.setAttribute("async", ""); gads.setAttribute("defer", ""); var node = document.getElementsByTagName('script')[0]; node.parentNode.insertBefore(gads, node); })(); var App = App || {}; App.Ads = App.Ads || {}; App.Ads.adPath = App.Ads.adPath || '/6479/' + 'ama.jama'; App.Ads.Mappings = App.Ads.Mappings || {}; App.Ads.slots = App.Ads.slots || []; App.Ads.fromGoogle = !('yes' === 'yes'); App.isCollection = App.isCollection || !!document.getElementsByClassName('pg_collection').length; googletag.cmd.push(function () { googletag.pubads() .setTargeting('environment', ['newjama']) .setTargeting('site', ['ama.jama']) .setTargeting('sect', ['scholarly']) .setTargeting('sub', ['no']) .setTargeting('device', ['Mozilla%2F4.0%20%28compatible%3B%20MSIE%207.0%3B%20Windows%20NT%206.0%3B%20SLCC1%3B%20.NET%20CLR%202.0.50727%3B%20.NET%20CLR%203.0.04506%3B%20.NET%20CLR%203.5.21022%3B%20.NET%20CLR%201.0.3705%3B%20.NET%20CLR%201.1.4322%29']) .setTargeting('usaphys', ['no']) .setTargeting('memberstat', ['no']) .setTargeting('pracset', ['']) .setTargeting('specialty', ['other']) .setTargeting('occupation', ['']) .setTargeting('useraffinity', ['']) .setTargeting('direct', ['yes']) .setTargeting('bot', ['']) .setTargeting('datacenter', ['no']) .setTargeting('selfMPA', ['']) .setTargeting('selfSpecialty', ['']); if (App.isCollection) { googletag.pubads().setTargeting('collection', ['']); } var testParam = getQueryVariable('test'); if (testParam) { googletag.pubads().setTargeting('test', [testParam]); } function getQueryVariable(variable) { var query = window.location.search.substring(1); var vars = query.split('&'); for (var i = 0; i < vars.length; i++) { var pair = vars[i].split('='); if (decodeURIComponent(pair[0]) == variable) { return decodeURIComponent(pair[1]); } } } googletag.pubads().disableInitialLoad(); googletag.enableServices(); }); } </script> <meta name="viewport" content="width=device-width, initial-scale=1" /><meta name="format-detection" content="telephone=no" /><link rel="shortcut icon" href="//cdn.jamanetwork.com/UI/app/img/favicons/jama/favicon.ico"> <link rel="icon" type="image/png" href="//cdn.jamanetwork.com/UI/app/img/favicons/jama/favicon-192x192.png" sizes="192x192"> <link rel="apple-touch-icon" sizes="180x180" href="//cdn.jamanetwork.com/UI/app/img/favicons/jama/apple-touch-icon-180x180.png"> <meta http-equiv="X-UA-Compatible" content="IE=Edge" /> <link rel="stylesheet" href="//cdn.jamanetwork.com/UI/app/dist/app.min.css?v=638677764476993385"> <link href="//cdn.jsdelivr.net/chartist.js/latest/chartist.min.css" type="text/css" rel="stylesheet" /> <meta property="og:title" content="Creation and Adoption of Large Language Models in Medicine" /> <meta property="og:type" content="Article" /> <meta property="og:url" content="https://jamanetwork.com/journals/jama/fullarticle/2808296" /> <meta property="og:image" content="https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/jsc230004f1_1693922864.86791.png?Expires=2147483647&Signature=ugu56aaXpAbHpJYLpZANIGyj7GjelPdxMDi5kf5BfDjbK5AMbdl-VNIEr41aKtWxXcQ2c~QBS~ojr1~2fi5qhcnBm6yPPtZ0cH6LBCGu86vBvNOyvL82HfpWyKs4AENvFs991N5eIXFGkwg8zZ9fk7ze11S8HU57ClYud~K7z0qTD1pUEuh2lvJDlec6-weKE9uCeoscoBe-PM-gAjXah0g9Z2VHJujqrNRRLT3y--sMi8BGegtkPR0zhv4RP88KpmHLLo12NLMeCwdz15DQDRVbgC4YXRH-pPKgXl9vz0RExu6jOiZ8svcI7l0AFPVWVzzP7F~wjtxVsL~U9NiVXw__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA" /> <meta property="og:description" content="This special communication discusses whether large language models (LLMs) are being trained with the right kind of self-supervision and if the purported value propositions of using LLMs in medicine are being verified." /> <meta property="fb:pages" content="87087958340" /> <meta property="fb:pages" content="122228711814384" /> <meta property="fb:pages" content="1648414928738217" /> <meta property="fb:pages" content="117506346528" /> <meta property="fb:pages" content="97538728726" /> <meta property="fb:pages" content="114116793520" /> <meta property="fb:pages" content="100679858757" /> <meta property="fb:pages" content="759822190741773" /> <meta property="fb:pages" content="100265333750" /> <meta property="fb:pages" content="234770525256" /> <meta property="fb:pages" content="98784919862" /> <meta property="fb:pages" content="120829458202" /> <meta property="fb:pages" content="124842870398" /> <meta property="fb:pages" content="110245330325636" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:site" content="@JAMA_current" /> <meta name="twitter:image" content="https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/jsc230004f1_1693922864.86791.png?Expires=2147483647&Signature=ugu56aaXpAbHpJYLpZANIGyj7GjelPdxMDi5kf5BfDjbK5AMbdl-VNIEr41aKtWxXcQ2c~QBS~ojr1~2fi5qhcnBm6yPPtZ0cH6LBCGu86vBvNOyvL82HfpWyKs4AENvFs991N5eIXFGkwg8zZ9fk7ze11S8HU57ClYud~K7z0qTD1pUEuh2lvJDlec6-weKE9uCeoscoBe-PM-gAjXah0g9Z2VHJujqrNRRLT3y--sMi8BGegtkPR0zhv4RP88KpmHLLo12NLMeCwdz15DQDRVbgC4YXRH-pPKgXl9vz0RExu6jOiZ8svcI7l0AFPVWVzzP7F~wjtxVsL~U9NiVXw__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA" /> <script type="application/ld+json"> { "@context": "https://schema.org/", "@type": "Article", "headline": "Creation and Adoption of Large Language Models in Medicine", "author": "Nigam H. Shah, MBBS, PhD", "url": "https://jamanetwork.com/journals/jama/fullarticle/2808296", "datePublished": "2023-09-05", "description": "This special communication discusses whether large language models (LLMs) are being trained with the right kind of self-supervision and if the purported value propositions of using LLMs in medicine are being verified.", "publisher": { "@type": "Organization", "name": "JAMA Network", "logo": { "@type": "ImageObject", "url": "//cdn.jamanetwork.com/UI/app/img/favicons/jama/favicon.ico" } }, "image": [ "https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/jsc230004f1_1693922864.86791.png?Expires=2147483647&Signature=ugu56aaXpAbHpJYLpZANIGyj7GjelPdxMDi5kf5BfDjbK5AMbdl-VNIEr41aKtWxXcQ2c~QBS~ojr1~2fi5qhcnBm6yPPtZ0cH6LBCGu86vBvNOyvL82HfpWyKs4AENvFs991N5eIXFGkwg8zZ9fk7ze11S8HU57ClYud~K7z0qTD1pUEuh2lvJDlec6-weKE9uCeoscoBe-PM-gAjXah0g9Z2VHJujqrNRRLT3y--sMi8BGegtkPR0zhv4RP88KpmHLLo12NLMeCwdz15DQDRVbgC4YXRH-pPKgXl9vz0RExu6jOiZ8svcI7l0AFPVWVzzP7F~wjtxVsL~U9NiVXw__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA" ], "articleSection": [ "Introduction", "Are the LLMs Being Trained With the Relevant Data and the Right Kind of Self-Supervision?", "Are the Purported Value Propositions of Using LLMs in Medicine Being Verified?", "Conclusion", "Article Information", "References" ], "keyWords": "large language models, professional supervision, verification" } </script> <meta name="citation_author" content="Nigam H. Shah" /><meta name="citation_author_institution" content="Stanford Health Care, Palo Alto, California" /><meta name="citation_author_institution" content="Department of Medicine, School of Medicine, Stanford University, Stanford, California" /><meta name="citation_author_institution" content="Clinical Excellence Research Center, School of Medicine, Stanford University, Stanford, California" /><meta name="citation_author" content="David Entwistle" /><meta name="citation_author_institution" content="Stanford Health Care, Palo Alto, California" /><meta name="citation_author" content="Michael A. Pfeffer" /><meta name="citation_author_institution" content="Stanford Health Care, Palo Alto, California" /><meta name="citation_author_institution" content="Department of Medicine, School of Medicine, Stanford University, Stanford, California" /><meta name="citation_title" content="Creation and Adoption of Large Language Models in Medicine" /><meta name="citation_firstpage" content="866" /><meta name="citation_lastpage" content="869" /><meta name="citation_doi" content="10.1001/jama.2023.14217" /><meta name="citation_keyword" content="large language models" /><meta name="citation_keyword" content="professional supervision" /><meta name="citation_keyword" content="verification" /><meta name="citation_abstract" content="<h3>Importance</h3><p>There is increased interest in and potential benefits from using large language models (LLMs) in medicine. However, by simply wondering how the LLMs and the applications powered by them will reshape medicine instead of getting actively involved, the agency in shaping how these tools can be used in medicine is lost.</p><h3>Observations</h3><p>Applications powered by LLMs are increasingly used to perform medical tasks without the underlying language model being trained on medical records and without verifying their purported benefit in performing those tasks.</p><h3>Conclusions and Relevance</h3><p>The creation and use of LLMs in medicine need to be actively shaped by provisioning relevant training data, specifying the desired benefits, and evaluating the benefits via testing in real-world deployments.</p>" /><meta name="citation_journal_title" content="JAMA" /><meta name="citation_journal_abbrev" content="JAMA" /><meta name="citation_volume" content="330" /><meta name="citation_issue" content="9" /><meta name="citation_publication_date" content="2023/09/05" /><meta name="citation_issn" content="0098-7484" /><meta name="citation_publisher" content="American Medical Association" /><meta name="citation_reference" content="citation_title=How chatbots and large language model artificial intelligence systems will reshape modern medicine: fountain of creativity or Pandora’s box?; citation_author=Li R; citation_author=Kumar A; citation_author=Chen JH; citation_journal_title=JAMA Intern Med; citation_year=2023; citation_volume=183; citation_issue=6; citation_pages=596-597; " /><meta name="citation_reference" content="citation_author=Vaswani A; citation_author=Shazeer N; citation_author=Parmar N; citation_publisher=Curran Associates Inc, ; citation_title=Proceedings of the 31st International Conference on Neural Information Processing Systems: NIPS ’17; citation_year=2017; citation_pages=6000-6010; " /><meta name="citation_reference" content="citation_title=A survey of large language models.; citation_author=Zhao WX; citation_author=Zhou K; citation_author=Li J; citation_journal_title=arXiv; " /><meta name="citation_reference" content="citation_title=Benefits, limits, and risks of GPT-4 as an AI chatbot for medicine.; citation_author=Lee P; citation_author=Bubeck S; citation_author=Petro J; citation_journal_title=N Engl J Med; citation_year=2023; citation_volume=388; citation_issue=13; citation_pages=1233-1239; " /><meta name="citation_reference" content="Wikipedia contributors. GPT-3. Published May 8, 2023. Accessed July 25, 2023. https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1153892380 " /><meta name="citation_reference" content="OpenAI. Aligning language models to follow instructions. Published January 27, 2022. Accessed May 22, 2023. https://openai.com/research/instruction-following " /><meta name="citation_reference" content="Chui M,Hazan E,Roberts R,. The economic potential of generative AI: the next productivity frontier. Published June 14, 2023. Accessed June 16, 2023. https://www.mckinsey.com/capabilities/mckinsey-digital/our-insights/the-economic-potential-of-generative-ai-the-next-productivity-frontier " /><meta name="citation_reference" content="citation_title=The shaky foundations of large language models and foundation models for electronic health records.; citation_author=Wornow M; citation_author=Xu Y; citation_author=Thapa R; citation_journal_title=NPJ Digital Med; citation_year=2023; citation_volume=135; citation_issue=6; " /><meta name="citation_reference" content="Taori R,Gulrajani I,Zhang T,Dubois Y,Li X. Stanford Alpaca: code and documentation to train Stanford’s Alpaca models, and generate the data. Accessed June 16, 2023. https://github.com/tatsu-lab/stanford_alpaca " /><meta name="citation_reference" content="citation_title=Language models are an effective representation learning technique for electronic health record data.; citation_author=Steinberg E; citation_author=Jung K; citation_author=Fries JA; citation_author=Corbin CK; citation_author=Pfohl SR; citation_author=Shah NH; citation_journal_title=J Biomed Inform; citation_year=2021; citation_volume=113; " /><meta name="citation_reference" content="citation_title=ChatGPT and physicians’ malpractice risk.; citation_author=Mello MM; citation_author=Guha N; citation_journal_title=JAMA Health Forum; citation_year=2023; citation_volume=4; citation_issue=5; " /><meta name="citation_reference" content="citation_author=Brynjolfsson E; citation_publisher=Routledge, ; citation_title=Augmented Education in the Global Age; citation_year=2023; citation_pages=103-116; " /><meta name="citation_fulltext_world_readable" content="" /><meta name="citation_pdf_url" content="https://jamanetwork.com/journals/jama/articlepdf/2808296/jama_shah_2023_sc_230004_1693922864.71803.pdf" /> <meta name="citation_xml_url" content="https://datafeed.jamanetwork.com/journals/jama/xml/2808296" /> <title>Creation and Adoption of Large Language Models in Medicine | Artificial Intelligence | JAMA | JAMA Network</title> <meta name="description" content="This special communication discusses whether large language models (LLMs) are being trained with the right kind of self-supervision and if the purported"> <link rel="canonical" href="https://jamanetwork.com/journals/jama/fullarticle/2808296" /> <script src="//cdn.jamanetwork.com/UI/app/dist/head.min.js?v=638677764511843155"></script> <script src="https://r451.jamanetwork.com/script.js" defer></script> <div class="widget-WidgetLoader widget-instance-AMA_AdTag_HeaderScript"> <meta class="SCM-SharedWidgets-AsyncHeaderAdLoader" data-url="/AMA/AdTag/AMA_AdTag_HeaderScript" data-params="{"parameters":{"siteName":"jama","siteId":3,"journalId":67,"adDisplay":0,"adSection":"scholarly","adPosition":"","fromGoogle":false},"dynamicParameters":{"localParams":"[REPLACE_WITH_LOCAL]"}}"> </div> </head> <body data-sitename="jama" class="pg_article " data-thm="jama"> <script> var App = App || {}; App.suppressAds = App.suppressAds || !!document.getElementsByClassName('suppress-ads').length; App.suppressGtm = App.suppressGtm || !!document.getElementsByClassName('suppress-gtm').length; </script> <div id="ad-interstitial" class="ad-interstitial"> <script defer> googletag.cmd.push(function() { if (App.suppressAds) { return; } // Define a web interstitial ad slot. let interstitialSlot = googletag.defineOutOfPageSlot( App.Ads.adPath + '/scholarly', googletag.enums.OutOfPageFormat.INTERSTITIAL, ); if (interstitialSlot) { App.Ads.slots[13] = interstitialSlot; // Enable optional interstitial triggers and register the slot. interstitialSlot .setTargeting('pos', ['interstitial']) .addService(googletag.pubads()) .setConfig({ interstitial: { triggers: { navBar: true, unhideWindow: true, }, }, }); googletag.display(interstitialSlot); googletag.pubads().refresh([interstitialSlot], { changeCorrelator: false }); googletag.enableServices(); } }); </script> </div> <a class="accessible js-skip-to-navigation" href="#skip-to-navigation">[Skip to Navigation]</a> <noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-WNKSNP" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript><script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-WNKSNP');</script> <span class="hide tagmanagervalue" data-attribute="productName" data-value="JAMA" data-type="string"></span> <form method="post" action="./2808296" id="webform" class="m0"> <div class="aspNetHidden"> <input type="hidden" name="__VIEWSTATE" id="__VIEWSTATE" value="6BIEQUxoB1pm4vDImZJxdtphDBnG2BVxc56luRY5WZF8t8VNeEzF6praO8QFMv9uz2oIdo4qsgi35ugk80Ufy4stBM0=" /> </div> <div class="aspNetHidden"> <input type="hidden" name="__VIEWSTATEGENERATOR" id="__VIEWSTATEGENERATOR" value="2173C2F0" /> <input type="hidden" name="__EVENTVALIDATION" id="__EVENTVALIDATION" value="OG6GZof0dUR3HXZmfJgudosjsX6jkTmCV7eORArxDeZu7fGgQpb6xQprvDj3wPzethtgoPJd9SvoQ22q8AlrXEXAxMyogfzvgRFWD7XaWONGIgWdhv3QOrgc0jJDPrh+2J7ckwVDrsSG7n40ozDIxiClZuYHVPY506cMtyUOiXeWKX47q58X2Wjc3U45BB0/wu2NYC6xTVkCwY5kEueojHW3MyCmjOHGHh2A3cQajM94OaYDWpDyQnWHFeB0l775uqeqMqk2jaAupI8TjuJ7N1ViRY4h4R6V0ou93BNaRX+wq0Hh9RmdMK8CI3SVt6V2xim8QwuIT50nmMpoTtR+mn/Pg52+qG7v5vZTp2j5T3SxgkV8CzUqABfPOHxsRqhKmAav1YSdJP22/HD6VpeZ+Czl6KzgZOwnAQAo5Z55K1y+buNS0b3wIhs2n9IDxYeW5NZ7hoG4NALdVJckEhTXlmgo5WCgaFhk8vaptuoav1/qOyjD4ec6BZTEbEJZxqBDD4HFG25JIAM7wsabFUZQjIJOAT0OblfxDBH4qgGU+ECnmU/5oG0d2hVT2yVTVgQhTaLLI1IslyyJSWOSybga/uIGE+HEovIDnu1WSJCnyXNlZaXbPlE1D254c52qeNbHFsMYzznwHCcNjVZckgGR7qKtxGQ=" /> </div> <input id="hdnSiteID" type="hidden" value="3" /> <input id="hdnDomain" type="hidden" value=".jamanetwork.com" /> <section class="master-header"> <script type='text/javascript'> var App = App || {}; App.LoginUserInfo = { isInstLoggedIn: [0], currentSessionId: 'zklxre13j352wjkw1in0ny2l' }; </script> <input name="ctl00$ctl00$BodyContent$Header$hfGlobalSearchSiteURL" type="hidden" id="hfGlobalSearchSiteURL" value="https://jamanetwork.com/" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppIsPaidUser" type="hidden" id="hfAppIsPaidUser" value="false" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppIsMember" type="hidden" id="hfAppIsMember" value="false" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppSubscribedTo" type="hidden" id="hfAppSubscribedTo" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppIsIndividual" type="hidden" id="hfAppIsIndividual" value="false" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppHasAccess" type="hidden" id="hfAppHasAccess" value="false" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppIsReferredFromGoogle" type="hidden" id="hfAppIsReferredFromGoogle" value="False" /> <input name="ctl00$ctl00$BodyContent$Header$hfSolrAutoSuggestMinimumCharactersLength" type="hidden" id="hfSolrAutoSuggestMinimumCharactersLength" value="2" /> <input name="ctl00$ctl00$BodyContent$Header$hfSolrJournalName" type="hidden" id="hfSolrJournalName" value="JAMA" /> <input name="ctl00$ctl00$BodyContent$Header$hfSolrJournalID" type="hidden" id="hfSolrJournalID" value="J67" /> <input name="ctl00$ctl00$BodyContent$Header$hfAppIsLucy" type="hidden" id="hfAppIsLucy" value="false" /> <div class="header-wrap"> <header class="header"> <div class="widget-GdprCookieBanner widget-instance-GdprCookieBanner"> <div class="gdpr-cookie-wrapper js-gdpr-banner"> <div class="gdpr-cookie-body"> Our website uses cookies to enhance your experience. By continuing to use our site, or clicking "Continue," you are agreeing to our <a href="https://jamanetwork.com/pages/privacy-policy#cookies">Cookie Policy</a> <span class="pipe">|</span> <a href="javascript:;" class="js-gdpr-cookie-acceptLink at-acceptgdpr">Continue</a> </div> <input id="hdnDomain" type="hidden" value=".jamanetwork.com" /> <input id="hdnDomainGdpr" type="hidden" value=".jamanetwork.com" /> <input id="hdnClientIdGdpr" type="hidden" value="3" /> </div> </div> <div class="network-bar"> <a class="jama-network" href="/" title="JAMA Network Home"> <img alt="JAMA Network Home" class="title-image" width="443" height="52" src="//cdn.jamanetwork.com/UI/app/svg/Jama_Network_Logo.svg"> </a> </div> <a class="nav-toggler" href="#nav"> <div class="nav-toggler-indicator"> <span class="indicator-stroke"></span> <span class="indicator-stroke"></span> <span class="indicator-stroke"></span> <span class="indicator-stroke"></span> </div> <div class="nav-toggler-site"> <span id="BodyContent_Header_siteFullNamenav" class="nav-toggler-microsite"><span class='network'>JAMA</span></span> </div> </a> <nav id="nav" class="nav hide" > <div class="nav-journal-level sb-nav-journal-level"> <a href="https://jamanetwork.com/journals/jama" id="BodyContent_Header_rptMicrositeHeaders_aItemResourceList_0" class="home">Home</a><a href="https://jamanetwork.com/journals/jama/newonline" id="BodyContent_Header_rptMicrositeHeaders_aItemResourceList_1" class="new-online">New Online</a><a href="https://jamanetwork.com/journals/jama/currentissue" id="BodyContent_Header_rptMicrositeHeaders_aItemResourceList_2" class="current-issue">Current Issue</a><a href="https://jamanetwork.com/journals/jama/pages/for-authors" id="BodyContent_Header_rptMicrositeHeaders_aItemResourceList_3" class="for-authors">For Authors</a> </div> <div class="nav-journals"> <div class="widget-SelfServeContent widget-instance-HamburgerPublicationMenu"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="HamburgerPublicationMenu" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style type="text/css"> .nav-journals {margin-bottom: 1em;} .nav-heading {color: #B9B9B9;border-bottom: 0;border-top: 1px solid #242424;font-size: 1.15em;font-weight: 400;margin: 0;padding: .7em .75em .25em;text-transform: uppercase;} a.no-bullet:before {content:none !important;} .nav-heading {font-size: 1.15em;margin-bottom:0;padding-left: 38px;} /* .nav-journals a.theme-jama {background-color: #242424;border-bottom: 1px solid #fff;border-top: 1px solid #fff;color: #fff;font-size: 1.15em;margin-bottom: 8px;padding: 11px 0 9px 37px;} .nav-journals a.theme-jama::before {background: unset;content: "\e91b";display: none;font-family: ama_icons !important;font-size: 1.25em;line-height: 1;} .nav-journals a.theme-jama-network-open {border-bottom:0;} */ .nav .widget-instance-HamburgerPublicationMenu a {padding-left: 36px;} .fake-ribbon {border-left: 8px solid #BE1E32;} .fake-ribbon a:before {content:none;} .nav .widget-instance-HamburgerPublicationMenu .fake-ribbon a {padding-left:30px;} .nav-journals a.theme-plus:before {background:#d71635;} .nav-journals a.theme-jama-network-open {border-bottom:0;} </style> <h2 class="nav-heading">JAMA+</h2> <a href="/channels/ai" class="theme-plus">AI</a> <h2 class="nav-heading">Journals</h2> <a href="/journals/jama" class="theme-jama">JAMA</a> <a href="/journals/jamanetworkopen" class="theme-jama-network-open">JAMA Network Open</a> <a href="/journals/jamacardiology" class="theme-jama-cardiology">JAMA Cardiology</a> <a href="/journals/jamadermatology" class="theme-jama-dermatology">JAMA Dermatology</a> <a href="/journals/jama-health-forum" class="theme-jama-health-forum">JAMA Health Forum</a> <a href="/journals/jamainternalmedicine" class="theme-jama-internal-medicine">JAMA Internal Medicine</a> <a href="/journals/jamaneurology" class="theme-jama-neurology">JAMA Neurology</a> <a href="/journals/jamaoncology" class="theme-jama-oncology">JAMA Oncology</a> <a href="/journals/jamaophthalmology" class="theme-jama-ophthalmology">JAMA Ophthalmology </a> <a href="/journals/jamaotolaryngology" class="theme-jama-otolaryngology-head-neck-surgery">JAMA Otolaryngology–Head & Neck Surgery</a> <a href="/journals/jamapediatrics" class="theme-jama-pediatrics">JAMA Pediatrics</a> <a href="/journals/jamapsychiatry" class="theme-jama-psychiatry">JAMA Psychiatry</a> <a href="/journals/jamasurgery" class="theme-jama-surgery">JAMA Surgery</a> <a href="/journals/archneurpsyc" class="theme-archives-of-neurology-psychiatry-1919-1959-">Archives of Neurology & Psychiatry (1919-1959)</a> <h2 class="nav-heading">Podcasts</h2> <a href="/journals/jama/pages/jama-clinical-reviews">Clinical Reviews</a> <a href="/journals/jama/pages/jama-editors-summary">Editors' Summary</a> <a href="/journals/jama/pages/jama-medical-news">Medical News</a> <a href="/journals/jama/pages/jama-author-interviews">Author Interviews</a> <a href="/pages/audio" class="no-bullet">More</a> </div> </div> </div> <div class="nav-network-other"> <a href="https://edhub.ama-assn.org/jn-learning" id="BodyContent_Header_rptOtherResources_aItemResourceList_0" class="is-b link-jn-learning-cme" target="_blank">JN Learning / CME</a><a href="https://store.jamanetwork.com/index.aspx?productcode=64" id="BodyContent_Header_rptOtherResources_aItemResourceList_1" class="is-b link-subscribe" target="_blank">Subscribe</a><a href="https://careers.jamanetwork.com/" id="BodyContent_Header_rptOtherResources_aItemResourceList_2" class="is-b link-jobs" target="_blank">Jobs</a><a href="https://jamanetwork.com/pages/resources-for-librarians" id="BodyContent_Header_rptOtherResources_aItemResourceList_3" class="is-b link-institutions-librarians">Institutions / Librarians</a><a href="https://jamanetwork.com/pages/reprints-and-permissions" id="BodyContent_Header_rptOtherResources_aItemResourceList_4" class="is-b link-reprints-permissions" rel="nofollow">Reprints & Permissions</a> </div> <div class="white text-xxs"> <div class="p05 ml4 mr3 mb1 mt10 flex hamburger-menu-legal"> <a href="/pages/conditions-of-use" class="p0" rel="nofollow">Terms of Use</a> <span class="pl1 pr1">| </span> <a href="/pages/privacy-policy" class="p0" rel="nofollow">Privacy Policy</a> <span class="pl1 pr1">| </span> <a href="/pages/accessibility-statement" class="p0" rel="nofollow">Accessibility Statement</a> </div> <div class="ta-c"> <span class="pb1">2024 American Medical Association. All Rights Reserved</span> </div> </div> </nav> <a class="toolbar-search-trigger is-b" data-mobile-tog-target=".site-search"></a> <div id="site-search" role="search" class="site-search"> <div class="site-search-bar"> <div role="search"> <select name="ctl00$ctl00$BodyContent$Header$ddlForSearch" id="BodyContent_Header_ddlForSearch" Name="dropDownList" class="cs-select cs-skin-border" title="Search Site Selector" role="options" aria-labelledby="searchLabel"> <option value="J*">Search All</option> <option value="3">JAMA</option> <option value="214">JAMA Network Open</option> <option value="192">JAMA Cardiology</option> <option value="12">JAMA Dermatology</option> <option value="261">JAMA Forum Archive</option> <option value="193">JAMA Health Forum</option> <option value="15">JAMA Internal Medicine</option> <option value="16">JAMA Neurology</option> <option value="159">JAMA Oncology</option> <option value="17">JAMA Ophthalmology</option> <option value="18">JAMA Otolaryngology–Head & Neck Surgery</option> <option value="19">JAMA Pediatrics</option> <option value="14">JAMA Psychiatry</option> <option value="20">JAMA Surgery</option> <option value="23">Archives of Neurology & Psychiatry</option> </select> </div> <div class="search-input-container"> <input type="search" name="textbox" autocomplete="off" role="textbox" id="search-term" aria-labelledby="searchLabel" class="search-term at-microsite-search-term" placeholder="Enter Search Term" maxlength="255" title="Enter Search Term"> <ul id="umbrellaSiteAutoCompleteResults" class="term-list hidden"></ul> <label style="display:none" for="umbrellaSiteSearchInputHint" id="searchLabel">Input Search Term</label> <input class="searchTerm search-input" name="textbox" role="textbox" type="text" id="umbrellaSiteSearchInputHint" aria-labelledby="searchLabel" title="Input Search Term" autocomplete="off"> </div>  <a name="button" role="button" class="search-button is-b js-search-button" alt="search button" href="/searchresults"></a> </div> </div> <div id="BodyContent_Header_GlobalSignIn_auth" class="auth"> <a class="auth--trigger is-b is-a" href="javascript:;"> <span id="BodyContent_Header_GlobalSignIn_spnUserFullName" class="user-full-name">Sign In</span> </a> <div class="auth--dropdown js-signIn-dropdown"> <div class="auth--option auth--ind"> <div id="BodyContent_Header_GlobalSignIn_divUserFullName" class="auth--ind-user"></div> <div id="BodyContent_Header_GlobalSignIn_divIndSignIn" class="auth--ind-auth"> <div class="auth--title">Individual Sign In</div> <a href="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296" id="BodyContent_Header_GlobalSignIn_oauthSignInLink" rel="nofollow" class="auth--ind-sign-in">Sign in</a><a href="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296" id="BodyContent_Header_GlobalSignIn_oauthSignUpLink" rel="nofollow" class="auth--ind-create">Create an Account</a> </div> </div> <div id="BodyContent_Header_GlobalSignIn_divInstSignIn" class="auth--option auth--inst"> <div class="auth--inst-auth"> <div class="auth--title">Access through your institution</div> <a href="/signinshibboleth?returnUrl=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296" id="BodyContent_Header_GlobalSignIn_institutionSignIn" rel="nofollow" class="auth--shib">Sign In</a> </div> </div> <div id="BodyContent_Header_GlobalSignIn_divPurchaseOptions" class="auth--option auth--purchase"> <div class="auth--title">Purchase Options:</div> <a id="BodyContent_Header_GlobalSignIn_lnkSubscribeJournal" class="auth--subscribe" rel="nofollow" href="https://store.jamanetwork.com/index.aspx?productcode=64">Subscribe to the JAMA journal</a> </div> </div> </div> </header> </div> <div class="editors-choice-header"> </div> <div id="BodyContent_Header_divAds" class="header-ad-wrap sb-background-primary-dark"> <div class="leader-ad desktop-only"> <div class="widget-WidgetLoader widget-instance-AMA_AdTag_LeaderboardAd"> <div class="SCM-SharedWidgets-AsyncAdLoader" data-url="/AMA/AdTag/AMA_AdTag_LeaderboardAd" data-params="{"parameters":{"siteName":"jama","siteId":3,"journalId":67,"adDisplay":1,"adSection":"scholarly","adPosition":"atf","fromGoogle":false},"dynamicParameters":{"localParams":"[REPLACE_WITH_LOCAL]"}}"></div> </div> </div> </div>  </section> <section class="master-main"> <div class="social-share hide" data-share-journal="JAMA_current" data-share-title="Creation and Adoption of Large Language Models in Medicine"></div> <div class="widget-UserContentAccessWrite widget-instance-AMA_LocalStorage_Article"> <div class="SCM-SharedWidgets-LocalStorage-UserContentAccessWrite" data-values='{"id":"2808296","type":"Article","date":"11/27/2024 10:19:51 PM"}'></div> </div> <div class="widget-ArticleToggleView widget-instance-AMA_ArticleToggleView"> <div class="widget-ArticleFullView widget-instance-AMA_ArticleFullView"> <script> (function () { var bodyElem = document.querySelector('body'); var className = 'split-screen'; if (bodyElem.classList) { bodyElem.classList.add(className); } else { el.className += ' ' + className; } })(); </script> <div id="resources-panel" class="resources-panel"> <span class="hide tagmanagervalue" data-attribute="template" data-value="splitscreen" data-type="string"></span> <div class="tab-nav"> <a class="tab-nav-trigger tab-nav-full-text tablet-down" href="#full-text-tab"> <i class="icon-full_text"><span class="sr-t">full text icon</span></i> <div class="tab-nav-tab-name">Full Text</div> </a> <a class="tab-nav-trigger tab-nav-contents target-tab-active" href="#contents-tab"> <i class="icon-contents"><span class="sr-t">contents icon</span></i> <div class="tab-nav-tab-name">Contents</div> </a> <a class="tab-nav-trigger tab-nav-figure-table" href="#figure-table-tab"> <i class="icon-figures"><span class="sr-t">figure icon</span></i> <div class="tab-nav-tab-name">Figures / <br> Tables</div> </a> <a class="tab-nav-trigger tab-nav-multimedia" href="#multimedia-tab"> <i class="icon-multimedia"><span class="sr-t">multimedia icon</span></i> <div class="tab-nav-tab-name">Multimedia</div> </a> <a class="tab-nav-trigger tab-nav-supplemental" href="#supplemental-tab"> <i class="icon-attach"><span class="sr-t">attach icon</span></i> <div class="tab-nav-tab-name">Supplemental <br> Content</div> </a> <a class="tab-nav-trigger tab-nav-references" href="#references-tab"> <i class="icon-references"><span class="sr-t">references icon</span></i> <div class="tab-nav-tab-name">References</div> </a> <a class="tab-nav-trigger tab-nav-related" href="#related-tab"> <i class="icon-related"><span class="sr-t">related icon</span></i> <div class="tab-nav-tab-name">Related</div> </a> <a class="tab-nav-trigger tab-nav-comments" href="#comments-tab"> <i class="icon-user-comments"><span class="sr-t">comments icon</span></i> <div class="tab-nav-tab-name">Comments</div> </a> </div> <div class="resource-tabs"> <div id="contents-tab" class="resource-tab js-resource-tab contents-tab tab-active"> <div class="contents-tab-contents"> <a id="pdf-link" href="/journals/jama/articlepdf/2808296/jama_shah_2023_sc_230004_1693922864.71803.pdf" class="toolbar-tool toolbar-pdf al-link pdfaccess js-pdfaccess" data-article-id="2808296" data-article-url="/journals/jama/articlepdf/2808296/jama_shah_2023_sc_230004_1693922864.71803.pdf" data-ajax-url="/Content/CheckPdfAccess"><span class="toolbar-pdf-text"><span class="toolbar-link-text-extra">Download </span><span class="toolbar-link-text">PDF</span></span> </a> <div class="widget-ArticleJumpLinks widget-instance-AMA_ArticleJumpLinks_Widget"> <a href="#top" class="section-jump-link contents-tab-jump-link top-of-article" data-tab-toggle=".tab-nav-full-text">Top of Article</a> <ul class="section-jump-links bullet ml2 pl1"> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226300" data-tab-toggle=".tab-nav-full-text">Abstract</a></li> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226305" data-tab-toggle=".tab-nav-full-text">Introduction</a></li> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226314" data-tab-toggle=".tab-nav-full-text">Are the LLMs Being Trained With the Relevant Data and the Right Kind of Self-Supervision?</a></li> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226319" data-tab-toggle=".tab-nav-full-text">Are the Purported Value Propositions of Using LLMs in Medicine Being Verified?</a></li> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226322" data-tab-toggle=".tab-nav-full-text">Conclusion</a></li> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226325" data-tab-toggle=".tab-nav-full-text">Article Information</a></li> <li><a class="section-jump-link contents-tab-jump-link scroll-to head-1" href="#249226326" data-tab-toggle=".tab-nav-full-text">References</a></li> </ul> </div> <div class="widget-SelfServeContent widget-instance-AMA_Contents_Tab_SelfServe"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="v2_article_content_tab" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="bc_rr_theme_promo"></div> <div class="bc_right_rail_article_promo"></div> </div> </div> </div> <div class="contents-tab-ad"> <div id="split-screen-contab"></div> </div> </div> <div id="figure-table-tab" class="resource-tab js-resource-tab figure-table-tab need-jobs-ad"> <div class="widget-ArticleFiguresAndTables widget-instance-AMA_Article_Figures_Tab"> <div class="figure-table-wrapper thm-bd-top"><div class="figure-label">Figure. An Overview of the Key Issues in Shaping the Creation and Adoption of Large Language Models (LLMs) in Medicine</div><a id="jsc230004f1" class="figure-table-anchor"> </a><div class="figure-table-links right"><a class="view-large figure-table-link is-b desktop-only" path-from-xml="jsc230004f1" href="https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/jsc230004f1_1693922864.86791.png?Expires=1735233711&Signature=xj7u4eOFQ~gIho~iueUqLvCQ3QZs5egovo4rsncc4HzS9VAMY7YQVF48PX06y4HHmFEmJBmFJsWyo5f2xn~~wRtfMcgbOQxrGhHM2KLH0SnBPCwka4zy6QXRRMqlDn8WzHIqrHZ5QYWCcGYxwQ59yZmxVBSN80AC2Gz-PJAXHVZY6L1PiBEMn2h3EO3m9BEQoQZCdE201wJaGCjjxmLjNHpFrC6lwXpYxASHZR1~q2bcOXTjftaPm9cdETSn6A39FtCkOmXFL9h5-TJi~lkcPqZIISpUdNp97TdNWCFAMwPHfWX36oU7sUJukL6PkYHC4gpdFAZa~3ZmwvFjdMMxng__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA" target="_blank" rel="nofollow"><span class="view-large-text">View Large</span></a><a class="download-ppt figure-table-link is-b stats-download-figure-table" path-from-xml="jsc230004f1" href="/downloadimage.aspx?image=https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/jsc230004f1_1693922864.86791.png?Expires=1735233711&Signature=xj7u4eOFQ~gIho~iueUqLvCQ3QZs5egovo4rsncc4HzS9VAMY7YQVF48PX06y4HHmFEmJBmFJsWyo5f2xn~~wRtfMcgbOQxrGhHM2KLH0SnBPCwka4zy6QXRRMqlDn8WzHIqrHZ5QYWCcGYxwQ59yZmxVBSN80AC2Gz-PJAXHVZY6L1PiBEMn2h3EO3m9BEQoQZCdE201wJaGCjjxmLjNHpFrC6lwXpYxASHZR1~q2bcOXTjftaPm9cdETSn6A39FtCkOmXFL9h5-TJi~lkcPqZIISpUdNp97TdNWCFAMwPHfWX36oU7sUJukL6PkYHC4gpdFAZa~3ZmwvFjdMMxng__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA&sec=249226311&ar=2808296&imagename=&siteId=3" rel="nofollow"><span class="download-ppt-text">Download</span></a><a class="figure-table-twitter figure-table-link figure-table-social addthis_button_twitter is-b" rel="nofollow"><span class="share-text"> </span></a><a class="figure-table-facebook figure-table-link figure-table-social addthis_button_facebook is-b" rel="nofollow"><span class="share-text"> </span></a></div><div class="figure-table cf cb"><div class="figure-table-image"><a href="https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/jsc230004f1_1693922864.86791.png?Expires=1735233711&Signature=xj7u4eOFQ~gIho~iueUqLvCQ3QZs5egovo4rsncc4HzS9VAMY7YQVF48PX06y4HHmFEmJBmFJsWyo5f2xn~~wRtfMcgbOQxrGhHM2KLH0SnBPCwka4zy6QXRRMqlDn8WzHIqrHZ5QYWCcGYxwQ59yZmxVBSN80AC2Gz-PJAXHVZY6L1PiBEMn2h3EO3m9BEQoQZCdE201wJaGCjjxmLjNHpFrC6lwXpYxASHZR1~q2bcOXTjftaPm9cdETSn6A39FtCkOmXFL9h5-TJi~lkcPqZIISpUdNp97TdNWCFAMwPHfWX36oU7sUJukL6PkYHC4gpdFAZa~3ZmwvFjdMMxng__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA" target="_blank" path-from-xml="jsc230004f1" rel="nofollow"><img data-original="https://cdn.jamanetwork.com/ama/content_public/journal/jama/939219/m_jsc230004f1_1693922864.86791.png?Expires=1735233711&Signature=b7VQuhFkK9Z-GaVmhm8rl8bJ3~tOUR1huqTuN66JyjcDj2Gx7AL0ydzr59cTZ1lPvHkeLIGxl1LI009bRdaDlEmkH~Ewjwu-cDxyJ53CCb2T880uC3O85XVcn8pFVCuqxpA85dViGxpJoWZsCKOWrAn1j4R54kKp9Z30t9TZkxh5TAKQbOHodQJwPI8dEl32spl8ck0K~XmakVNJE1t0Eg6xmF4kyqm9euZGttIZKC-J6x0Es-f53bKWCF27zQfinGH8xiv3fB7aqf4IsBon5XW0UxeDvPDpuSCweq1CjuycnTE1-DfFVNCTB3Szq7xqD-EgieJnKZRjta-558MLHw__&Key-Pair-Id=APKAIE5G5CRDK6RD3PGA" alt="An Overview of the Key Issues in Shaping the Creation and Adoption of Large Language Models (LLMs) in Medicine" class="content-img lazy" path-from-xml="jsc230004f1" /></a></div></div><div class="figure-caption clip-last-child"><p class="para">EHR indicates electronic health record. A, During training, LLMs learn generally useful patterns in large amounts of unlabeled data via self-supervision. For example, a commonly used form of self-supervision is to predict the next word in a sequence conditioned on prior words, as seen in large public datasets. Once an LLM is trained, users can interact with it via submitting an instruction (or prompt), to which the LLM responds with a sequence of words that are its valid completions. B, As is, LLMs are not good at following instructions. The LLMs are adapted for specific tasks by providing examples of instructions (blue) and the expected responses (yellow). This adaptation process is called tuning. In responding to medical instructions, such as “summarize the past specialist visits of a patient,” LLMs require tuning using a set of relevant instructions and their expected responses.</p></div></div> </div> </div> <div id="multimedia-tab" class="resource-tab js-resource-tab multimedia-tab need-jobs-ad"> <div class="widget-MultimediaInfo widget-instance-AMAv2MultimediaContent"> <div class="multimedia-item audio "> <div class="audio-group-duration"> Podcast (23:35) </div> <div><a class="audio-title" href="https://jamanetwork.com/learning/audio-player/18832444" target="_blank" aria-label="Linked Multimedia Button"><div class="multimedia-title">AI and Clinical Practice—the Learning Health System and AI</div></a></div> <a class="audio-anchor"></a> <div class="widget-AudioPlayer widget-instance-AMA_MultimediaInfo_PlatformAudioPlayer_MultimediaInfo"> <div class="audio-element-wrapper js-audio-element-wrapper"> <a class="audio-anchor" id="101001jama202316483"></a> <div id="audio-player-wrapper" class="js-audio-player-wrapper audio-player-wrapper"> <audio class="js-audio-player" id="audio-player" type="audio/mp3" preload="none" src=https://traffic.libsyn.com/secure/jamamedicalnews/ai_and_clinical_practice_the_learning_health_system_and_ai.mp3></audio> <div class="display-elements"> <div class="audio-controls"> <a id="backward" class="js-btn-backward audio-back" href="javascript:;" aria-label="Back Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Backward_15.svg" alt="Backward 15" /> </a> <a id="play-pause" class="js-play-pause audio-play" href="javascript:;" aria-label="Play Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Play.svg" alt="Play" /> </a> <a id="play-pause" class="js-play-pause audio-pause" href="javascript:;" aria-label="Pause Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Pause.svg" alt="Pause" /> </a> <a id="forward" class="js-btn-forward audio-forward" href="javascript:;" aria-label="Fast Forward Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Forward_15.svg" alt="Forward 15" /> </a> </div> <div class="js-progressBar-clickable progressBar-clickable"> <div class="js-progressBar progressBar"> <div class="js-loading-animation"> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> </div> <div class="js-timeBar timeBar thm-bg-col sb-background-pc" tabindex="0" aria-label="Progress Bar"></div> </div> </div> <div class="audio-speed"> <a id="speed-1x" class="js-btn-speed" play-speed=1 href="javascript:;" aria-label="Speed Control Button">1x</a> </div> <div class="audio-time"> <span id="time" class="js-time js-timeAudioCurrent">0:00</span> <span> / </span> <span class="js-initialTime">0:00</span> <span class="js-duration hide"></span> </div> </div> </div> </div> </div> </div> <span class="hide tagmanagervalue" data-attribute="arrRelatedAudio" data-value="10.1001/jama.2023.16483" data-type="array"></span> </div> </div> <div id="supplemental-tab" class="resource-tab js-resource-tab supplemental-tab need-jobs-ad"> </div> <div id="references-tab" class="resource-tab js-resource-tab references-tab need-jobs-ad"> <div class="references-wrap"> <div class="widget-SectionDisplay widget-instance-AMA_References_Tab"> <div class="references"><div class="reference"><a class="reference-number" id="jsc230004r1">1.</a><div class="reference-content">Li R, Kumar A, Chen JH. How chatbots and large language model artificial intelligence systems will reshape modern medicine: fountain of creativity or Pandora’s box? <i xmlns:helper="urn:XsltStringHelper"> JAMA Intern Med</i>. 2023;183(6):596-597. doi:<a href="http://jamanetwork.com/article.aspx?doi=10.1001/jamainternmed.2023.1835">10.1001/jamainternmed.2023.1835</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/37115531" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=How%20chatbots%20and%20large%20language%20model%20artificial%20intelligence%20systems%20will%20reshape%20modern%20medicine%3A%20fountain%20of%20creativity%20or%20Pandora%E2%80%99s%20box%3F&author=R%20Li&author=A%20Kumar&author=JH%20Chen&publication_year=2023&journal=JAMA%20Intern%20Med&volume=183&pages=596-597" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1001/jamainternmed.2023.1835" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1001/jamainternmed.2023.1835" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r2">2.</a><div class="reference-content">Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need. In: <i xmlns:helper="urn:XsltStringHelper"> Proceedings of the 31st International Conference on Neural Information Processing Systems: NIPS ’17</i>. Curran Associates Inc; 2017:6000-6010.</div></div><div class="reference"><a class="reference-number" id="jsc230004r3">3.</a><div class="reference-content">Zhao WX, Zhou K, Li J, et al. A survey of large language models. <i xmlns:helper="urn:XsltStringHelper"> arXiv</i>. Preprint posted online March 31, 2023. <a href="https://arxiv.org/abs/2303.18223v10">https://arxiv.org/abs/2303.18223v10</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=A%20survey%20of%20large%20language%20models.&author=WX%20Zhao&author=K%20Zhou&author=J%20Li&publication_year=&journal=arXiv&volume=&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r4">4.</a><div class="reference-content">Lee P, Bubeck S, Petro J. Benefits, limits, and risks of GPT-4 as an AI chatbot for medicine. <i xmlns:helper="urn:XsltStringHelper"> N Engl J Med</i>. 2023;388(13):1233-1239. doi:<a href="http://dx.doi.org/10.1056/NEJMsr2214184">10.1056/NEJMsr2214184</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/36988602" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=Benefits%2C%20limits%2C%20and%20risks%20of%20GPT-4%20as%20an%20AI%20chatbot%20for%20medicine.&author=P%20Lee&author=S%20Bubeck&author=J%20Petro&publication_year=2023&journal=N%20Engl%20J%20Med&volume=388&pages=1233-1239" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1056/NEJMsr2214184" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1056/NEJMsr2214184" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r5">5.</a><div class="reference-content">Wikipedia contributors. GPT-3. Published May 8, 2023. Accessed July 25, 2023. <a href="https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1153892380">https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1153892380</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r6">6.</a><div class="reference-content">OpenAI. Aligning language models to follow instructions. Published January 27, 2022. Accessed May 22, 2023. <a href="https://openai.com/research/instruction-following">https://openai.com/research/instruction-following</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r7">7.</a><div class="reference-content">Chui M, Hazan E, Roberts R, et al. The economic potential of generative AI: the next productivity frontier. Published June 14, 2023. Accessed June 16, 2023. <a href="https://www.mckinsey.com/capabilities/mckinsey-digital/our-insights/the-economic-potential-of-generative-ai-the-next-productivity-frontier">https://www.mckinsey.com/capabilities/mckinsey-digital/our-insights/the-economic-potential-of-generative-ai-the-next-productivity-frontier</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r8">8.</a><div class="reference-content">Wornow M, Xu Y, Thapa R, et al. The shaky foundations of large language models and foundation models for electronic health records. <i xmlns:helper="urn:XsltStringHelper"> NPJ Digital Med</i>. 2023;135(6). doi:<a href="http://dx.doi.org/10.1038/s41746-023-00879-8">10.1038/s41746-023-00879-8</a> <a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=The%20shaky%20foundations%20of%20large%20language%20models%20and%20foundation%20models%20for%20electronic%20health%20records.&author=M%20Wornow&author=Y%20Xu&author=R%20Thapa&publication_year=2023&journal=NPJ%20Digital%20Med&volume=135&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1038/s41746-023-00879-8" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1038/s41746-023-00879-8" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r9">9.</a><div class="reference-content">Taori R, Gulrajani I, Zhang T, Dubois Y, Li X. Stanford Alpaca: code and documentation to train Stanford’s Alpaca models, and generate the data. Accessed June 16, 2023. <a href="https://github.com/tatsu-lab/stanford_alpaca">https://github.com/tatsu-lab/stanford_alpaca</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r10">10.</a><div class="reference-content">Steinberg E, Jung K, Fries JA, Corbin CK, Pfohl SR, Shah NH. Language models are an effective representation learning technique for electronic health record data. <i xmlns:helper="urn:XsltStringHelper"> J Biomed Inform</i>. 2021;113:103637. doi:<a href="http://dx.doi.org/10.1016/j.jbi.2020.103637">10.1016/j.jbi.2020.103637</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/33290879" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=Language%20models%20are%20an%20effective%20representation%20learning%20technique%20for%20electronic%20health%20record%20data.&author=E%20Steinberg&author=K%20Jung&author=JA%20Fries&author=CK%20Corbin&author=SR%20Pfohl&author=NH%20Shah&publication_year=2021&journal=J%20Biomed%20Inform&volume=113&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1016/j.jbi.2020.103637" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1016/j.jbi.2020.103637" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r11">11.</a><div class="reference-content">Mello MM, Guha N. ChatGPT and physicians’ malpractice risk. <i xmlns:helper="urn:XsltStringHelper"> JAMA Health Forum</i>. 2023;4(5):e231938. doi:<a href="http://jamanetwork.com/article.aspx?doi=10.1001/jamahealthforum.2023.1938">10.1001/jamahealthforum.2023.1938</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/37200013" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=ChatGPT%20and%20physicians%E2%80%99%20malpractice%20risk.&author=MM%20Mello&author=N%20Guha&publication_year=2023&journal=JAMA%20Health%20Forum&volume=4&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1001/jamahealthforum.2023.1938" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1001/jamahealthforum.2023.1938" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r12">12.</a><div class="reference-content">Brynjolfsson E. The turing trap: the promise and peril of human-like artificial intelligence. In: <i xmlns:helper="urn:XsltStringHelper"> Augmented Education in the Global Age</i>. Routledge; 2023:103-116.</div></div></div> </div> </div> </div> <div id="related-tab" class="resource-tab js-resource-tab related-tab need-jobs-ad"> <div class="widget-ArticleLinks widget-instance-AMA_See_Also_Related_Content"> <ul class="article-links related-content"> <li class="article-link related-article odd"> <a href="https://jamanetwork.com/journals/jama/fullarticle/2808295" class="td-n"> <div class="related-article-title">An AI-Enhanced Electronic Health Record Could Boost Primary Care Productivity</div> <div class="related-journal-name">JAMA</div> <div class="related-article-type">Viewpoint</div> <div class="related-article-date">September 5, 2023</div> <div class="related-article-excerpt">This Viewpoint discusses ways that artificial intelligence (AI) may improve the productivity of primary care physicians with easier and more accurate use of AI-enhanced electronic health records.</div> <div class="related-article-authors">Jeffrey E. Harris, MD, PhD</div> </a> </li> <li class="article-link related-article even"> <a href="https://jamanetwork.com/journals/jama/fullarticle/2808471" class="td-n"> <div class="related-article-title"><i>JAMA </i>Call for Papers for AI in Medicine</div> <div class="related-journal-name">JAMA</div> <div class="related-article-type">Editorial</div> <div class="related-article-date">September 5, 2023</div> <div class="related-article-excerpt"></div> <div class="related-article-authors">Rohan Khera, MD, MS; Atul J. Butte, MD, PhD; Michael Berkwits, MD, MSCE; Yulin Hswen, ScD, MPH; Annette Flanagin, RN, MA; Hannah Park; Gregory Curfman, MD; Kirsten Bibbins-Domingo, PhD, MD, MAS</div> </a> </li> <li class="article-link related-article odd"> <a href="https://jamanetwork.com/journals/jama/fullarticle/2808297" class="td-n"> <div class="related-article-title">Large Language Models Answer Medical Questions Accurately, but Can’t Match Clinicians’ Knowledge</div> <div class="related-journal-name">JAMA</div> <div class="related-article-type">Medical News & Perspectives</div> <div class="related-article-date">September 5, 2023</div> <div class="related-article-excerpt">This Medical News article discusses new research on artificial intelligence systems such as ChatGPT and Med-PaLM.</div> <div class="related-article-authors">Emily Harris</div> </a> </li> <li class="article-link related-article even"> <a href="https://jamanetwork.com/journals/jama/fullarticle/2812191" class="td-n"> <div class="related-article-title">Feeding AI the Right Diet for Health Care Success</div> <div class="related-journal-name">JAMA</div> <div class="related-article-type">Medical News & Perspectives</div> <div class="related-article-date">December 12, 2023</div> <div class="related-article-excerpt">In this Medical News interview, Stanford Health Care’s chief data scientist Nigam Shah, MBBS, PhD, discusses ways to train and evaluate artificial intelligence models for use in health care.</div> <div class="related-article-authors">Rebecca Voelker, MSJ; Yulin Hswen, ScD, MPH</div> </a> </li> <li class="article-link related-article odd"> <a href="https://jamanetwork.com/journals/jama/fullarticle/2813511" class="td-n"> <div class="related-article-title">Affiliation Bias in Peer Review of Abstracts by a Large Language Model</div> <div class="related-journal-name">JAMA</div> <div class="related-article-type">Research Letter</div> <div class="related-article-date">January 16, 2024</div> <div class="related-article-excerpt">This study assesses affiliation bias in peer review of medical abstracts by a commonly used large language model.</div> <div class="related-article-authors">Dario von Wedel; Rico A. Schmitt; Moritz Thiele; Raphael Leuner, MSc; Denys Shay, MD; Simone Redaelli, MD; Maximilian S. Schaefer, MD, PhD</div> </a> </li> <li class="article-link related-article even"> <a href="https://jamanetwork.com/journals/jama/fullarticle/2813425" class="td-n"> <div class="related-article-title">A Nationwide Network of Health AI Assurance Laboratories</div> <div class="related-journal-name">JAMA</div> <div class="related-article-type">Special Communication</div> <div class="related-article-date">January 16, 2024</div> <div class="related-article-excerpt">This article outlines the need for a nationwide public-private network of assurance laboratories that would aid in the evaluation and development of artificial intelligence (AI) in health care.</div> <div class="related-article-authors">Nigam H. Shah, MBBS, PhD; John D. Halamka, MD, MS; Suchi Saria, PhD; Michael Pencina, PhD; Troy Tazbaz, BS; Micky Tripathi, PhD, MPP; Alison Callahan, PhD; Hailey Hildahl, BS; Brian Anderson, MD</div> </a> </li> </ul> </div> <div class="widget-EditorsChoice widget-instance-AMA_EditorsChoice_Links"> </div> <div class="widget-RelatedTopics widget-instance-AMA_Related_Topics"> <div class="related-topics-block"> <h4 class="related-topics-heading topic-suggestions-heading sb-sc"> See More About </h4> <div class="related-topics topic-suggestions"> <a href="https://jamanetwork.com/collections/44024/artificial-intelligence" id="item_Link" class="related-topic topic-suggestion no-wrap sb-anchor-light">Artificial Intelligence</a> </div> </div> </div> <div class="ymal--footer"> <div class="widget-WidgetLoader widget-instance-AMA_PersonalizedContent_SplitScreenView_Footer"> <div class="SCM-SharedWidgets-AsyncWidgetLoader" data-url="/Personalization/PersonalizedContent/AMA_PersonalizedContent_SplitScreenView_Footer" data-params="{"parameters":{"resourceIdToExclude":2808296,"resourceTypeToExclude":3},"dynamicParameters":{"localParams":"[REPLACE_WITH_LOCAL]"}}"></div> </div> </div> <hr /> <div class="manage-interest"> <h4><a href="#" class="manage-interests-link-no-access thm-col-sec">Select Your Interests</a></h4> <div class="widget-ManageCollectionInterests widget-instance-ManageCollectionInterests_SplitScreen"> <div class="manage-interests-modal reveal-modal small modal" data-reveal> <div class="manage-interests--header"> <div class="widget-SelfServeContent widget-instance-AMA_ManageInterests_Header"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="AllSitesManageInterestsHeader" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style> h4 { font-size: 20px !important; } </style> <h4>Select Your Interests</h4> <p>Customize your JAMA Network experience by selecting one or more topics from the list below.</p> </div> </div> </div><div class="manage-interests--categories"> <ul class="category-list"> <li><span class="category-list-item " data-categoryid="46425">Academic Medicine</span></li> <li><span class="category-list-item " data-categoryid="5489">Acid Base, Electrolytes, Fluids</span></li> <li><span class="category-list-item " data-categoryid="5504">Allergy and Clinical Immunology</span></li> <li><span class="category-list-item " data-categoryid="46447">American Indian or Alaska Natives</span></li> <li><span class="category-list-item " data-categoryid="5510">Anesthesiology</span></li> <li><span class="category-list-item " data-categoryid="42143">Anticoagulation</span></li> <li><span class="category-list-item " data-categoryid="6261">Art and Images in Psychiatry</span></li> <li><span class="category-list-item " data-categoryid="42097">Assisted Reproduction</span></li> <li><span class="category-list-item " data-categoryid="42099">Bleeding and Transfusion</span></li> <li><span class="category-list-item " data-categoryid="5548">Cardiology</span></li> <li><span class="category-list-item " data-categoryid="44036">Caring for the Critically Ill Patient</span></li> <li><span class="category-list-item " data-categoryid="6255">Challenges in Clinical Electrocardiography</span></li> <li><span class="category-list-item " data-categoryid="46435">Climate and Health</span></li> <li><span class="category-list-item " data-categoryid="46448">Climate Change</span></li> <li><span class="category-list-item " data-categoryid="44038">Clinical Challenge</span></li> <li><span class="category-list-item " data-categoryid="44039">Clinical Implications of Basic Neuroscience</span></li> <li><span class="category-list-item " data-categoryid="5614">Clinical Pharmacy and Pharmacology</span></li> <li><span class="category-list-item " data-categoryid="46499">Coaching</span></li> <li><span class="category-list-item " data-categoryid="5575">Complementary and Alternative Medicine</span></li> <li><span class="category-list-item " data-categoryid="44040">Consensus Statements</span></li> <li><span class="category-list-item " data-categoryid="46099">Coronavirus (COVID-19)</span></li> <li><span class="category-list-item " data-categoryid="5584">Critical Care Medicine</span></li> <li><span class="category-list-item " data-categoryid="46325">Cultural Competency</span></li> <li><span class="category-list-item " data-categoryid="44019">Dental Medicine</span></li> <li><span class="category-list-item " data-categoryid="5598">Dermatology</span></li> <li><span class="category-list-item " data-categoryid="44011">Diabetes and Endocrinology</span></li> <li><span class="category-list-item " data-categoryid="46320">Diagnostic Test Interpretation</span></li> <li><span class="category-list-item " data-categoryid="46498">Digital Health</span></li> <li><span class="category-list-item " data-categoryid="42054">Drug Development</span></li> <li><span class="category-list-item " data-categoryid="5621">Emergency Medicine</span></li> <li><span class="category-list-item " data-categoryid="5819">End of Life, Hospice, Palliative Care</span></li> <li><span class="category-list-item " data-categoryid="42107">Environmental Health</span></li> <li><span class="category-list-item " data-categoryid="46387">Equity, Diversity, and Inclusion</span></li> <li><span class="category-list-item " data-categoryid="42108">Ethics</span></li> <li><span class="category-list-item " data-categoryid="5644">Facial Plastic Surgery</span></li> <li><span class="category-list-item " data-categoryid="44012">Gastroenterology and Hepatology</span></li> <li><span class="category-list-item " data-categoryid="5664">Genetics and Genomics</span></li> <li><span class="category-list-item " data-categoryid="44041">Genomics and Precision Health</span></li> <li><span class="category-list-item " data-categoryid="5668">Geriatrics</span></li> <li><span class="category-list-item " data-categoryid="5670">Global Health</span></li> <li><span class="category-list-item " data-categoryid="46427">Guide to Statistics and Methods</span></li> <li><span class="category-list-item " data-categoryid="5672">Guidelines</span></li> <li><span class="category-list-item " data-categoryid="5674">Hair Disorders</span></li> <li><span class="category-list-item " data-categoryid="42113">Health Care Delivery Models</span></li> <li><span class="category-list-item " data-categoryid="42114">Health Care Economics, Insurance, Payment</span></li> <li><span class="category-list-item " data-categoryid="42116">Health Care Quality</span></li> <li><span class="category-list-item " data-categoryid="5680">Health Care Reform</span></li> <li><span class="category-list-item " data-categoryid="5830">Health Care Safety</span></li> <li><span class="category-list-item " data-categoryid="5682">Health Care Workforce</span></li> <li><span class="category-list-item " data-categoryid="5679">Health Disparities</span></li> <li><span class="category-list-item " data-categoryid="46328">Health Inequities</span></li> <li><span class="category-list-item " data-categoryid="44020">Health Policy</span></li> <li><span class="category-list-item " data-categoryid="46451">Health Systems Science</span></li> <li><span class="category-list-item " data-categoryid="5688">Hematology</span></li> <li><span class="category-list-item " data-categoryid="5692">History of Medicine</span></li> <li><span class="category-list-item " data-categoryid="5514">Humanities</span></li> <li><span class="category-list-item " data-categoryid="5697">Hypertension</span></li> <li><span class="category-list-item " data-categoryid="44043">Images in Neurology</span></li> <li><span class="category-list-item " data-categoryid="45887">Implementation Science</span></li> <li><span class="category-list-item " data-categoryid="5702">Infectious Diseases</span></li> <li><span class="category-list-item " data-categoryid="44044">Innovations in Health Care Delivery</span></li> <li><span class="category-list-item " data-categoryid="46477">JAMA Forum</span></li> <li><span class="category-list-item " data-categoryid="44070">JAMA Infographic</span></li> <li><span class="category-list-item " data-categoryid="5716">Law and Medicine</span></li> <li><span class="category-list-item " data-categoryid="45308">Leading Change</span></li> <li><span class="category-list-item " data-categoryid="44045">Less is More</span></li> <li><span class="category-list-item " data-categoryid="46327">LGBTQIA Medicine</span></li> <li><span class="category-list-item " data-categoryid="5720">Lifestyle Behaviors</span></li> <li><span class="category-list-item " data-categoryid="45311">Medical Coding</span></li> <li><span class="category-list-item " data-categoryid="5738">Medical Devices and Equipment</span></li> <li><span class="category-list-item " data-categoryid="44023">Medical Education</span></li> <li><span class="category-list-item " data-categoryid="5739">Medical Education and Training</span></li> <li><span class="category-list-item " data-categoryid="5713">Medical Journals and Publishing</span></li> <li><span class="category-list-item " data-categoryid="5746">Melanoma</span></li> <li><span class="category-list-item " data-categoryid="5766">Narrative Medicine</span></li> <li><span class="category-list-item " data-categoryid="5769">Nephrology</span></li> <li><span class="category-list-item " data-categoryid="5777">Neurology</span></li> <li><span class="category-list-item " data-categoryid="44052">Neuroscience and Psychiatry</span></li> <li><span class="category-list-item " data-categoryid="44053">Notable Notes</span></li> <li><span class="category-list-item " data-categoryid="5787">Nursing</span></li> <li><span class="category-list-item " data-categoryid="5788">Nutrition</span></li> <li><span class="category-list-item " data-categoryid="44027">Nutrition, Obesity, Exercise</span></li> <li><span class="category-list-item " data-categoryid="5791">Obesity</span></li> <li><span class="category-list-item " data-categoryid="44013">Obstetrics and Gynecology</span></li> <li><span class="category-list-item " data-categoryid="5796">Occupational Health</span></li> <li><span class="category-list-item " data-categoryid="5801">Oncology</span></li> <li><span class="category-list-item " data-categoryid="5804">Ophthalmology</span></li> <li><span class="category-list-item " data-categoryid="5808">Orthopedics</span></li> <li><span class="category-list-item " data-categoryid="5811">Otolaryngology</span></li> <li><span class="category-list-item " data-categoryid="44028">Pain Medicine</span></li> <li><span class="category-list-item " data-categoryid="46446">Palliative Care</span></li> <li><span class="category-list-item " data-categoryid="44029">Pathology and Laboratory Medicine</span></li> <li><span class="category-list-item " data-categoryid="45306">Patient Care</span></li> <li><span class="category-list-item " data-categoryid="6258">Patient Information</span></li> <li><span class="category-list-item " data-categoryid="5843">Pediatrics</span></li> <li><span class="category-list-item " data-categoryid="44060">Performance Improvement</span></li> <li><span class="category-list-item " data-categoryid="45315">Performance Measures</span></li> <li><span class="category-list-item " data-categoryid="42050">Perioperative Care and Consultation</span></li> <li><span class="category-list-item " data-categoryid="42125">Pharmacoeconomics</span></li> <li><span class="category-list-item " data-categoryid="42126">Pharmacoepidemiology</span></li> <li><span class="category-list-item " data-categoryid="5851">Pharmacogenetics</span></li> <li><span class="category-list-item " data-categoryid="44030">Pharmacy and Clinical Pharmacology</span></li> <li><span class="category-list-item " data-categoryid="5856">Physical Medicine and Rehabilitation</span></li> <li><span class="category-list-item " data-categoryid="42059">Physical Therapy</span></li> <li><span class="category-list-item " data-categoryid="45313">Physician Leadership</span></li> <li><span class="category-list-item " data-categoryid="44061">Poetry</span></li> <li><span class="category-list-item " data-categoryid="45316">Population Health</span></li> <li><span class="category-list-item " data-categoryid="46445">Primary Care</span></li> <li><span class="category-list-item " data-categoryid="45309">Professional Well-being</span></li> <li><span class="category-list-item " data-categoryid="44064">Professionalism</span></li> <li><span class="category-list-item " data-categoryid="5871">Psychiatry and Behavioral Health</span></li> <li><span class="category-list-item " data-categoryid="42128">Public Health</span></li> <li><span class="category-list-item " data-categoryid="5877">Pulmonary Medicine</span></li> <li><span class="category-list-item " data-categoryid="42129">Radiology</span></li> <li><span class="category-list-item " data-categoryid="42058">Regulatory Agencies</span></li> <li><span class="category-list-item " data-categoryid="46443">Reproductive Health</span></li> <li><span class="category-list-item " data-categoryid="5916">Research, Methods, Statistics</span></li> <li><span class="category-list-item " data-categoryid="42142">Resuscitation</span></li> <li><span class="category-list-item " data-categoryid="5896">Rheumatology</span></li> <li><span class="category-list-item " data-categoryid="46326">Risk Management</span></li> <li><span class="category-list-item " data-categoryid="38802">Scientific Discovery and the Future of Medicine</span></li> <li><span class="category-list-item " data-categoryid="46495">Sexual Health</span></li> <li><span class="category-list-item " data-categoryid="5833">Shared Decision Making and Communication</span></li> <li><span class="category-list-item " data-categoryid="5912">Sleep Medicine</span></li> <li><span class="category-list-item " data-categoryid="5915">Sports Medicine</span></li> <li><span class="category-list-item " data-categoryid="5533">Stem Cell Transplantation</span></li> <li><span class="category-list-item " data-categoryid="5921">Substance Use and Addiction Medicine</span></li> <li><span class="category-list-item " data-categoryid="5923">Surgery</span></li> <li><span class="category-list-item " data-categoryid="44065">Surgical Innovation</span></li> <li><span class="category-list-item " data-categoryid="44066">Surgical Pearls</span></li> <li><span class="category-list-item " data-categoryid="44067">Teachable Moment</span></li> <li><span class="category-list-item " data-categoryid="44034">The Art of JAMA</span></li> <li><span class="category-list-item " data-categoryid="44037">The Arts and Medicine</span></li> <li><span class="category-list-item " data-categoryid="6257">The Rational Clinical Examination</span></li> <li><span class="category-list-item " data-categoryid="5936">Tobacco and e-Cigarettes</span></li> <li><span class="category-list-item " data-categoryid="5938">Toxicology</span></li> <li><span class="category-list-item " data-categoryid="46433">Translational Medicine</span></li> <li><span class="category-list-item " data-categoryid="42136">Trauma and Injury</span></li> <li><span class="category-list-item " data-categoryid="5942">Treatment Adherence</span></li> <li><span class="category-list-item " data-categoryid="46323">Ultrasonography</span></li> <li><span class="category-list-item " data-categoryid="5947">Urology</span></li> <li><span class="category-list-item " data-categoryid="44069">Users' Guide to the Medical Literature</span></li> <li><span class="category-list-item " data-categoryid="5950">Vaccination</span></li> <li><span class="category-list-item " data-categoryid="5955">Venous Thromboembolism</span></li> <li><span class="category-list-item " data-categoryid="45312">Veterans Health</span></li> <li><span class="category-list-item " data-categoryid="5957">Violence</span></li> <li><span class="category-list-item " data-categoryid="42139">Women's Health</span></li> <li><span class="category-list-item " data-categoryid="45307">Workflow and Process</span></li> <li><span class="category-list-item " data-categoryid="42140">Wound Care, Infection, Healing</span></li> </ul> </div> <div class="manage-interests--save-preferences"> <div class="save-preferences-btn thm-bg "> <span class="save-preferences-btn-text fw-b">Save Preferences</span> </div> </div> <div class="manage-interests--privacy-terms"> <a class="manage-interests--privacy-terms-color" href="/pages/privacy-policy">Privacy Policy</a> | <a class="manage-interests--privacy-terms-color" href="/pages/terms-of-use">Terms of Use</a></div> <a class="close-reveal-modal icon-close"></a> </div> </div> </div> <h4 class="thm-col-sec" align="center"> Others Also Liked </h4> <div id="trendmd-suggestions"></div> </div> <div id="comments-tab" class="resource-tab js-resource-tab comments-tab js-comments-tab single-comment-view"> </div> </div> </div> <a id="skip-to-navigation" href="#" tabindex="-1"></a> <div id="content-panel" class="content-panel"> <a id="top"></a> <div id="full-text-tab" class="resource-tab js-resource-tab full-text-tab"> <div class="widget-ArticleLinks widget-instance-AMA_ErrataArticleLinks_FullText"> </div> <div class="widget-ArticleLinks widget-instance-AMA_ArticleLinks_ToErrata_FullText"> </div> <div class="widget-ArticleNavLinks widget-instance-AMA_ArticleNavLinks"> <a class="toc-link btn" href="https://jamanetwork.com/journals/jama/issue/330/9">This Issue</a> </div> <div class="article-metrics-wrapper" id="divArticleLevelMetrics"> <div class="widget-ArticleLevelMetrics widget-instance-AMA_ArticleMetrics"> <div class="artmet-condensed-wrap clearfix"> <div class="artmet-condensed-stats clearfix"> <div class="artmet-item artmet-views"> <span class="artmet-text sb-sc">Views</span> <span class="artmet-number sb-sc">109,223</span> </div> <div class="artmet-item artmet-citations"> <a class="artmet-citations-link" href="https://www.webofscience.com/api/gateway?GWVersion=2&SrcApp=silverchair&SrcAuth=WosAPI&KeyUT=WOS:001046738800002&DestLinkType=FullRecord&DestApp=WOS_CPL" target="_blank"> <span class="artmet-text">Citations</span> <span class="artmet-number">94</span> </a> </div> <div class="artmet-item artmet-altmetric"> <div class="widget-AltmetricLink widget-instance-AMAv2_ArticleLevelMetrics_AltmetricLinkSummary">  <div id="altmetricEmbedId" class='altmetric-embed' data-link-target="_blank" data-badge-type="text" data-hide-no-mentions="false" data-doi="10.1001/jama.2023.14217" ></div> </div> </div> </div> <div class="artmet-modal-trigger-wrap"> <a rel="nofollow" class="artmet-modal-trigger" data-article-id="2808296"><i class="icon-metrics"></i><span>View Metrics</span></a> </div> </div> </div> </div> <ul class="toolbar"> <li class="toolbar-pdf-wrap toolbar-tool-wrap"> <a id="pdf-link" href="/journals/jama/articlepdf/2808296/jama_shah_2023_sc_230004_1693922864.71803.pdf" class="toolbar-tool toolbar-pdf al-link pdfaccess js-pdfaccess" data-article-id="2808296" data-article-url="/journals/jama/articlepdf/2808296/jama_shah_2023_sc_230004_1693922864.71803.pdf" data-ajax-url="/Content/CheckPdfAccess"><span class="toolbar-pdf-text"><span class="toolbar-link-text-extra">Download </span><span class="toolbar-link-text">PDF</span></span> </a> </li> <li class="toolbar-share-wrap toolbar-tool-wrap"> <div class="toolbar-tool"> <a class="st-custom-button addthis_button_twitter is-b toolbar-twitter toolbar-share" data-network="twitter" data-title="" data-url="" data-email-subject="" rel="nofollow" href="javascript:;"> <span class="share-text">X</span> </a> <a class="st-custom-button addthis_button_facebook is-b toolbar-facebook toolbar-share" data-network="facebook" data-title="" data-url="" data-email-subject="" rel="nofollow" href="javascript:;"> <span class="share-text">Facebook</span> </a> <a class="toolbar-share-more-link is-a" rel="nofollow"><span class="icon icon-carrot_down social-arrow"></span><span class="more-text-wrap">More</span></a> <div class="toolbar-share-more"> <a class="st-custom-button addthis_button_linkedin is-b toolbar-linkedin toolbar-share" data-network="linkedin" data-title="" data-url="" data-email-subject="" rel="nofollow" href="javascript:;"> <span class="share-text">LinkedIn</span> </a> </div> </div> </li> <li class="toolbar-cme-wrap toolbar-tool-wrap"> <a class="toolbar-tool toolbar-cme is-b jama-active-cme-button" rel="nofollow" href="https://edhub.ama-assn.org/jn-learning/module/2808296">CME & MOC</a> </li> <li class="toolbar-citation-wrap toolbar-tool-wrap"> <div class="widget-ToolboxGetCitation widget-instance-AMA_Get_Citation"> <a class="toolbar-tool toolbar-citation is-b stats-citation" rel="nofollow" data-reveal-id="get-citation" data-reveal> <span class="toolbar-link-text">Cite</span> <span class="toolbar-link-text-extra">This</span> </a> <div id="get-citation" class="reveal-modal get-citation" data-reveal> <h3 class="get-citation-title">Citation</h3> <p class="get-citation-citation">Shah NH<span class='al-author-delim'>, </span>Entwistle D<span class='al-author-delim'>, </span>Pfeffer MA. Creation and Adoption of Large Language Models in Medicine. <em>JAMA.</em> 2023;330(9):866–869. doi:10.1001/jama.2023.14217</p> <h4 class="get-citation-download-heading">Manage citations:</h4> <div class="get-citation-types"> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=0">Ris (Zotero)</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=1">EndNote</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=2">BibTex</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=3">Medlars</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=0">ProCite</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=3">RefWorks</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=0">Reference Manager</a> <a class="get-citation-format" rel="nofollow" href="/Citation/Download?resourceId=2808296&resourceType=3&citationFormat=0">Mendeley</a> </div> <p class="get-citation-copyright">© 2024 </p> <a class="close-reveal-modal icon-close" rel="nofollow"></a> </div> </div> </li> <li class="toolbar-permissions-wrap toolbar-tool-wrap"> <div class="widget-ToolboxPermissions widget-instance-AMA_Get_Permissions"> <a href="http://s100.copyright.com/AppDispatchServlet?publisherName=AMA&publication=0098-7484&title=Creation+and+Adoption+of+Large+Language+Models+in+Medicine&publicationDate=2023-09-05&volumeNum=330&issueNum=9&author=Shah%2c+Nigam+H.%3b+Entwistle%2c+David&startPage=866&endPage=869&contentId=10.1001%2fjama.2023.14217&oa=&orderBeanReset=True" rel="nofollow" id="PermissionsLink" class="toolbar-tool toolbar-permissions is-b" target="_blank"><span class="toolbar-link-text">Permissions</span></a> </div> </li> </ul> <div class="widget-ArticleTopInfo widget-instance-AMA_ArticleTop_Info_Widget"> <div class="meta-access-type free-access is-b"></div> <span class="hide tagmanagervalue" data-attribute="articleId" data-value="2808296" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="arrArticleAuthor" data-value="Nigam%20H.%C2%A0Shah%2C%C2%A0MBBS%2C%20PhD,David%C2%A0Entwistle%2C%C2%A0BS%2C%20MHSA,Michael%20A.%C2%A0Pfeffer%2C%C2%A0MD" data-type="array"></span> <span class="hide tagmanagervalue" data-attribute="articleDOI" data-value="10.1001/jama.2023.14217" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="articleTitle" data-value="Creation and Adoption of Large Language Models in Medicine" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="type" data-value="Special Communication" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="thematicLabel" data-value="AI in Medicine" data-type="array"></span> <span class="hide tagmanagervalue" data-attribute="issueVolume" data-value="330" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="issueNo" data-value="9" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="publishDate" data-value="September 5, 2023" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="topics" data-value="Artificial Intelligence" data-type="array"></span> <span class="hide tagmanagervalue" data-attribute="topicCode" data-value="44024" data-type="array"></span> <span class="hide tagmanagervalue" data-attribute="category" data-value="Review" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="journalClub" data-value="No" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="contentStatus" data-value="Free" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="articlePubState" data-value="Final" data-type="string"></span> <span class="hide tagmanagervalue" data-attribute="contentMedium" data-value="Article" data-type="string"></span> <div class="meta-article-type-wrap"> <div class="meta-article-type thm-col">Special Communication </div> <div class="meta-super-class">AI in Medicine</div> </div> <div class="meta-date">August 7, 2023</div> <div class="meta-article-title-wrap"> <h1 class="meta-article-title ">Creation and Adoption of Large Language Models in Medicine</h1> </div> <div class="meta-authors"> <span class="wi-fullname brand-fg"><a href="/searchresults?author=Nigam+H.+Shah&q=Nigam+H.+Shah" rel=nofollow target="_blank">Nigam H. Shah, MBBS, PhD<sup>1,2,3</sup></a></span><span class='al-author-delim'>; </span><span class="wi-fullname brand-fg"><a href="/searchresults?author=David+Entwistle&q=David+Entwistle" rel=nofollow target="_blank">David Entwistle, BS, MHSA<sup>1</sup></a></span><span class='al-author-delim'>; </span><span class="wi-fullname brand-fg"><a href="/searchresults?author=Michael+A.+Pfeffer&q=Michael+A.+Pfeffer" rel=nofollow target="_blank">Michael A. Pfeffer, MD<sup>1,2</sup></a></span> </div> <div class="meta-author"> <a class="meta-author-title is-b stats-meta-author-toggle" data-tog-target=".meta-author-content">Author Affiliations</a> <a class="meta-articleinfo-jumplink section-jump-link scroll-to stats-scroll-to-articleinfo" data-tab-toggle=".tab-nav-full-text" href="#249226325">Article Information</a> <div class="meta-author-content"> <ul class="meta-author-affiliations"> <li class="meta-author-affiliation"> <div class="meta-author-name"><sup>1</sup>Stanford Health Care, Palo Alto, California</div> </li> <li class="meta-author-affiliation"> <div class="meta-author-name"><sup>2</sup>Department of Medicine, School of Medicine, Stanford University, Stanford, California</div> </li> <li class="meta-author-affiliation"> <div class="meta-author-name"><sup>3</sup>Clinical Excellence Research Center, School of Medicine, Stanford University, Stanford, California</div> </li> </ul> </div> </div> <div class="meta-citation-wrap"> <span class="meta-citation-journal-name">JAMA. </span><span class="meta-citation"> 2023;330(9):866-869. doi:10.1001/jama.2023.14217</span> </div> </div> <div class="widget-EditorsChoice widget-instance-AMA_EditorsChoice_Links"> </div> <div class="widget-LinkedContentToolbar widget-instance-AMA_LinkedContentToolbar"> <div class="linked-content-toolbar"> <div class="hidden js-search-open-multimedia-by-default" showContentByDefault="False"></div> <div class="linked-content-controls"> <a class="linked-content-trigger td-n stats-graphical-abstract" href="#graphical-abstract-tab"> <i class="icon-visual-abstract"><span class="sr-t">visual abstract icon</span></i> <div class="trigger-text d-ib va-m ta-l fw-5">Visual <div>Abstract</div></div> </a> <a class="linked-content-trigger td-n stats-editorial-comment" href="#editorial-comment-tab"> <i class="icon-document"><span class="sr-t">editorial comment icon</span></i> <div class="trigger-text d-ib va-m ta-l fw-5">Editorial <div>Comment</div></div> </a> <a class="linked-content-trigger td-n stats-related-articles" href="#related-articles-tab"> <i class="icon-related"><span class="sr-t">related articles icon</span></i> <div class="trigger-text d-ib va-m ta-l fw-5">Related <div>Articles</div></div> </a> <a class="linked-content-trigger td-n stats-author-interviews" href="#author-interviews-tab"> <i class="icon-author_interview"><span class="sr-t">author interview icon</span></i> <div class="trigger-text d-ib va-m ta-l fw-5">Interviews</div> </a> <a class="linked-content-trigger td-n stats-more-multimedia" href="#more-multimedia-tab"> <i class="icon-multimedia"><span class="sr-t">multimedia icon</span></i> <div class="trigger-text d-ib va-m ta-l fw-5">Multimedia</div> </a> <a class="linked-content-trigger td-n stats-listen-to-this-article" href="#listen-to-this-article-tab"> <i class="icon-audio"><span class="sr-t">audio icon</span></i> <div class="trigger-text d-ib va-m ta-l fw-5">Listen to <div>this article</div></div> </a> </div> <div class="linked-content-tabs"> <div id="graphical-abstract-tab" class="linked-content-tab graphical-abstract-tab"> <div class="widget-SectionDisplay widget-instance-AMA_GraphicalAbstract_Tab"> </div> </div> <div id="editorial-comment-tab" class="linked-content-tab editorial-comment-tab"> <div class="widget-ArticleLinks widget-instance-AMA_LinkedContentToolbar_EditorialComments"> <ul class="article-abstract-links related-abstract-content"> <li class="article-link related-abstract-article"> <a class="related-article-title" href="https://jamanetwork.com/journals/jama/fullarticle/2808471"> <div class="related-article-type">Editorial</div> <div class="related-article-title sb-tc"><i>JAMA </i>Call for Papers for AI in Medicine</div> </a> <div class="related-article-authors">Rohan Khera, MD, MS; Atul J. Butte, MD, PhD; Michael Berkwits, MD, MSCE; Yulin Hswen, ScD, MPH; Annette Flanagin, RN, MA; Hannah Park; Gregory Curfman, MD; Kirsten Bibbins-Domingo, PhD, MD, MAS</div> <div class="related-article-journal-name">JAMA</div> </li> </ul> </div> </div> <div id="related-articles-tab" class="linked-content-tab related-article-tab"> <div class="widget-ArticleLinks widget-instance-AMA_LinkedContentToolbar_RelatedArticle"> <ul class="article-abstract-links related-abstract-content"> <li class="article-link related-abstract-article"> <a class="related-article-title" href="https://jamanetwork.com/journals/jama/fullarticle/2808295"> <div class="related-article-type">Viewpoint</div> <div class="related-article-title sb-tc">An AI-Enhanced Electronic Health Record Could Boost Primary Care Productivity</div> </a> <div class="related-article-authors">Jeffrey E. Harris, MD, PhD</div> <div class="related-article-journal-name">JAMA</div> </li> <li class="article-link related-abstract-article"> <a class="related-article-title" href="https://jamanetwork.com/journals/jama/fullarticle/2808297"> <div class="related-article-type">Medical News & Perspectives</div> <div class="related-article-title sb-tc">Large Language Models Answer Medical Questions Accurately, but Can’t Match Clinicians’ Knowledge</div> </a> <div class="related-article-authors">Emily Harris</div> <div class="related-article-journal-name">JAMA</div> </li> <li class="article-link related-abstract-article"> <a class="related-article-title" href="https://jamanetwork.com/journals/jama/fullarticle/2812191"> <div class="related-article-type">Medical News & Perspectives</div> <div class="related-article-title sb-tc">Feeding AI the Right Diet for Health Care Success</div> </a> <div class="related-article-authors">Rebecca Voelker, MSJ; Yulin Hswen, ScD, MPH</div> <div class="related-article-journal-name">JAMA</div> </li> <li class="article-link related-abstract-article"> <a class="related-article-title" href="https://jamanetwork.com/journals/jama/fullarticle/2813511"> <div class="related-article-type">Research Letter</div> <div class="related-article-title sb-tc">Affiliation Bias in Peer Review of Abstracts by a Large Language Model</div> </a> <div class="related-article-authors">Dario von Wedel; Rico A. Schmitt; Moritz Thiele; Raphael Leuner, MSc; Denys Shay, MD; Simone Redaelli, MD; Maximilian S. Schaefer, MD, PhD</div> <div class="related-article-journal-name">JAMA</div> </li> <li class="article-link related-abstract-article"> <a class="related-article-title" href="https://jamanetwork.com/journals/jama/fullarticle/2813425"> <div class="related-article-type">Special Communication</div> <div class="related-article-title sb-tc">A Nationwide Network of Health AI Assurance Laboratories</div> </a> <div class="related-article-authors">Nigam H. Shah, MBBS, PhD; John D. Halamka, MD, MS; Suchi Saria, PhD; Michael Pencina, PhD; Troy Tazbaz, BS; Micky Tripathi, PhD, MPP; Alison Callahan, PhD; Hailey Hildahl, BS; Brian Anderson, MD</div> <div class="related-article-journal-name">JAMA</div> </li> </ul> </div> <div class="widget-ArticleLinks widget-instance-AMA_LinkedContentToolbar_RelatedEditorsChoices"> </div> </div> <div id="author-interviews-tab" class="linked-content-tab linked-author-interviews-tab"> <div class="widget-AudioPlayer widget-instance-AMA_LinkedContentToolbar_PlatformAudioPlayer_AuthorInterviews"> <div class="audio-border-top thm-bg-col sb-background-pc"></div> <div class="audio-element-wrapper js-audio-element-wrapper"> <div class="audio-group-duration"> Podcast (23:35) </div> <div><a class="audio-title" href="https://jamanetwork.com/learning/audio-player/18832444" target="_blank" aria-label="Linked Multimedia Button">AI and Clinical Practice—the Learning Health System and AI</a></div> <div id="audio-player-wrapper" class="js-audio-player-wrapper audio-player-wrapper"> <audio class="js-audio-player" id="audio-player" type="audio/mp3" preload="none" src=https://traffic.libsyn.com/secure/jamamedicalnews/ai_and_clinical_practice_the_learning_health_system_and_ai.mp3></audio> <div class="display-elements"> <div class="audio-controls"> <a id="backward" class="js-btn-backward audio-back" href="javascript:;" aria-label="Back Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Backward_15.svg" alt="Backward 15" /> </a> <a id="play-pause" class="js-play-pause audio-play" href="javascript:;" aria-label="Play Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Play.svg" alt="Play" /> </a> <a id="play-pause" class="js-play-pause audio-pause" href="javascript:;" aria-label="Pause Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Pause.svg" alt="Pause" /> </a> <a id="forward" class="js-btn-forward audio-forward" href="javascript:;" aria-label="Fast Forward Button"> <img src="//cdn.jamanetwork.com/UI/app/svg/multimedia/Forward_15.svg" alt="Forward 15" /> </a> </div> <div class="js-progressBar-clickable progressBar-clickable"> <div class="js-progressBar progressBar"> <div class="js-loading-animation"> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> <div class="loading-blade thm-bg-col sb-pc"></div> </div> <div class="js-timeBar timeBar thm-bg-col sb-background-pc" tabindex="0" aria-label="Progress Bar"></div> </div> </div> <div class="audio-speed"> <a id="speed-1x" class="js-btn-speed" play-speed=1 href="javascript:;" aria-label="Speed Control Button">1x</a> </div> <div class="audio-time"> <span id="time" class="js-time js-timeAudioCurrent">0:00</span> <span> / </span> <span class="js-initialTime">0:00</span> <span class="js-duration hide"></span> </div> </div> </div> </div> </div> <div class="widget-MultimediaInfo widget-instance-AMA_LinkedContentToolbar_AuthorInterviews"> </div> </div> <div id="listen-to-this-article-tab" class="linked-content-tab linked-listen-to-this-article-tab"> <div class="widget-AudioPlayer widget-instance-AMA_LinkedContentToolbar_PlatformAudioPlayer_ListenToThisArticle"> </div> </div> <div id="more-multimedia-tab" class="linked-content-tab more-multimedia-tab"> <div class="widget-MultimediaInfo widget-instance-AMA_LinkedContentToolbar_MoreMultimedia"> </div> </div> </div> </div> </div> <div class="widget-ArticleFulltext widget-instance-AMA_Article_FullText_Widget"> <div class="article-full-text" data-userHasAccess="True"> <a class="article-section-id-anchor" id="249226300"></a> <div class="h3 cb section-type-abstract decorated-hed "> <div class="heading-text thm-col sb-sc"> Abstract </div> </div> <p><strong>Importance</strong> <span>There is increased interest in and potential benefits from using large language models (LLMs) in medicine. However, by simply wondering how the LLMs and the applications powered by them will reshape medicine instead of getting actively involved, the agency in shaping how these tools can be used in medicine is lost.</span></p><p><strong>Observations</strong> <span>Applications powered by LLMs are increasingly used to perform medical tasks without the underlying language model being trained on medical records and without verifying their purported benefit in performing those tasks.</span></p><p><strong>Conclusions and Relevance</strong> <span>The creation and use of LLMs in medicine need to be actively shaped by provisioning relevant training data, specifying the desired benefits, and evaluating the benefits via testing in real-world deployments.</span></p> <div class="movable-ad-target bta"> </div> <a class="article-section-id-anchor" id="249226305"></a> <div class="h3 cb section-type-section "> <div class="heading-text thm-col sb-sc"> Introduction </div> </div> <a class="article-section-id-anchor" id="249226306"></a> <p class="para">Large language models (LLMs) and the applications built using them, such as ChatGPT, have become popular. Within 2 months of the November 2022 release, ChatGPT surpassed 100 million users. The medical community has been pursuing off-the-shelf LLMs provided by technology companies. New users have been asking how the LLMs and the chatbots powered by them will reshape medicine.<sup><a href="#jsc230004r1" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">1</a></sup> Perhaps the reverse question should be asked: How can the intended medical use shape the training of the LLMs and the chatbots or the other applications they power?</p> <a class="article-section-id-anchor" id="249226307"></a> <p class="para">Language models learn the probabilities of occurrence for sequences of words from the corpus of text. For example, if the corpus had the 2 questions of “where are we going” and “where are we at,” the probability is 0.5 for seeing the word <i>going</i> after seeing the 3 words <i>where are we</i>. An LLM is essentially learning such probabilities on a massive scale, such that the resulting model has billions of parameters (a glossary appears in the <a href="#jsc230004b1" class="section-jump-link contents-tab-jump-link scroll-to box-link" data-tab-toggle=".tab-nav-full-text">Box</a>). In 2017, Vaswani et al<sup><a href="#jsc230004r2" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">2</a></sup> demonstrated that a certain kind of deep neural network, called a transformer, could learn LLMs that later performed amazingly well at language translation tasks. Their insight led to the creation of hundreds of language models that were reviewed by Zhao et al.<sup><a href="#jsc230004r3" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">3</a></sup></p> <a class="article-section-id-anchor" id="249226308"></a> <a id="jsc230004b1" name="jsc230004b1"><span style="display:none;">Box Section Ref ID</span></a><div class="box-section clip-last-child thm-bg"><div class="label">Box. </div><h4 class="box-section--title">Glossary</h4><ul class="simple"><li><p class="para"><strong>Chatbot</strong></p><ul class="simple"><li><p class="para">A computer program designed to simulate conversation with human users, especially over the internet.</p></li></ul></li><li><p class="para"><strong>Deep neural network</strong></p><ul class="simple"><li><p class="para">A setup for machine learning inspired by biological neural networks in which computational units referred to as neurons are arranged in a network that is composed of multiple layers of interconnected neurons, allowing it to learn complex patterns in the data presented to it.</p></li></ul></li><li><p class="para"><strong>Large language model (LLM)</strong></p><ul class="simple"><li><p class="para">Learns the probabilities of occurrence of sequences of words from a corpus of text, whose probabilities are learned using textual corpora with trillions of words such that the resulting model has billions of parameters.</p></li></ul></li><li><p class="para"><strong>Self-supervision</strong></p><ul class="simple"><li><p class="para">A learning approach in which a machine learning model learns without relying on explicitly labeled data as examples. Instead, the model generates its own training objective from the input data without the need for human-annotated data, which can be time-consuming and expensive to produce. A common type of self-supervision is in the form of an autoregressive training objective, in which the model is trained to predict the next word or token in a sequence, given the previous words or tokens. The training objective is to maximize the likelihood of the correct word given the context. Training in this manner is often the first stage in training LLMs (generative pretrained transformer) and helps the model learn language structure, grammar, and semantics. Learning to predict the next medical code in a patient’s longitudinal medical record does not require a human to label a code as the “next code”; that information is available in the data directly by looking at the sequence of appearance of the code in the medical record.</p></li></ul></li><li><p class="para"><strong>Transformer</strong></p><ul class="simple"><li><p class="para">A deep neural network architecture that is designed to be efficient at capturing relationships and dependencies between elements in a sequence, such as words in a sentence.</p></li></ul></li><li><p class="para"><strong>Instruction tuning</strong></p><ul class="simple"><li><p class="para">Refers to a kind of tuning in which an existing LLM is adapted (via tuning) to respond accurately and effectively to natural language instructions. This process involves continuing to train the model on a dataset containing pairs of instructions and corresponding desired outputs or responses. Doing so allows the model to be more useful in real-world applications, such as providing relevant information, answering questions, or following specific commands provided by users in a natural language.</p></li></ul></li><li><p class="para"><strong>Tuning</strong></p><ul class="simple"><li><p class="para">Refers to the process of adapting a pretrained LLM to perform well on a specific task or domain. This process involves training the model on a smaller labeled dataset that is specific to the target task, such as sentiment analysis, machine translation, or answering questions. For example, in a medical setting, a model could be tuned for tasks such as summarizing the available past medical records of a patient or the course of their current admission. During tuning, the model’s weights and parameters are updated using pertinent examples to optimize its performance on the target task. This allows the model to build on the general language understanding it gained via self-supervised learning, while adapting to the nuances and specific requirements of the task at hand.</p></li></ul></li></ul></div> <a class="article-section-id-anchor" id="249226309"></a> <p class="para">Although language models are trained to predict the next word in a sentence (basically an advanced autocomplete), new capabilities (such the ability to summarize text and answer questions posed in natural language) become possible without explicitly training for them, which allow the model to perform tasks such as pass medical licensing examinations, simplify radiology reports, extract drug names from a physician’s note, reply to patient questions, summarize medical dialogues, and write histories and physical assessments.<sup><a href="#jsc230004r4" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">4</a></sup> ChatGPT, perhaps the most popular application, uses an LLM called a generative pretrained transformer (GPT; version 3.5 or 4.0) underneath to ingest text and output text in response.</p> <a class="article-section-id-anchor" id="249226310"></a> <p class="para">The creation of language models capable of such diverse tasks hinges on 2 things. First is the ability to learn generally useful patterns in large amounts of unlabeled data via self-supervision (training and interacting with an LLM in the <a href="#jsc230004f1" class="figure-link section-jump-link" data-tab-toggle=".tab-nav-figure-table">Figure</a>). For example, a commonly used form of self-supervision is to predict the next word in a sequence conditioned on prior words, which later identifies the words that go together in general. The GPT-3 model was trained on 45 terabytes of text data comprising roughly 500 billion tokens (1 token is approximately 4 characters or three-fourths of a word for English text) at a cost of approximately $4.6 million.<sup><a href="#jsc230004r5" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">5</a></sup></p> <a class="article-section-id-anchor" id="249226312"></a> <p class="para">Second is the subsequent tuning of the LLM to generate responses aligned with human expectations via instruction tuning. For example, in response to the request, “explain the moon landing to a 6-year-old in a few sentences,” the GPT-3 model suggested possible completions as “explain the theory of gravity to a 6-year-old” and “explain the big bang theory to a 6-year-old” (instruction tuning an LLM in the <a href="#jsc230004f1" class="figure-link section-jump-link" data-tab-toggle=".tab-nav-figure-table">Figure</a>). Users helped train GPT-3 by providing the instructions (also called prompts) for which the labelers (hired by OpenAI, the company that built GPT-3) provided demonstrations of the desired output and ranked the outputs from the model. OpenAI used these pairs of instructions and their desired outputs to instruction tune GPT-3.<sup><a href="#jsc230004r6" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">6</a></sup></p> <a class="article-section-id-anchor" id="249226313"></a> <p class="para">Although general-purpose LLMs can perform many medically relevant tasks, they have not been exposed to medical records during self-supervised training and they are not specifically instruction tuned for any medical task. By not asking how the intended medical use can shape the training of LLMs and the chatbots or other applications they power, technology companies are deciding what is right for medicine. The medical profession has made a mistake in not shaping the creation, design, and adoption of most information technology systems in health care. Given the profound disruption that is possible for such diverse activities as clinical documentation, decision support, information technology operations, medical coding, and patient-physician communication with the use of LLMs (estimated in a McKinsey report to be as high as 1.8%-3.2% of total health care revenues<sup><a href="#jsc230004r7" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">7</a></sup>), the same mistake cannot be repeated. At a minimum, the medical profession should be asking the following questions.</p> <a class="article-section-id-anchor" id="249226314"></a> <div class="h3 cb section-type-section "> <div class="heading-text thm-col sb-sc"> Are the LLMs Being Trained With the Relevant Data and the Right Kind of Self-Supervision? </div> </div> <a class="article-section-id-anchor" id="249226315"></a> <p class="para">Medical records can be viewed as consisting of sequences of time-stamped clinical events represented by medical codes and textual documents, which can be the training data for a language model. Wornow et al<sup><a href="#jsc230004r8" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">8</a></sup> reviewed the training data and the kind of self-supervision used by more than 80 medical language models and found 2 categories.</p> <a class="article-section-id-anchor" id="249226316"></a> <p class="para">First, there are medical LLMs that are trained on documents. The self-supervision is via learning to predict the next word in a textual document, such as a progress note or a PubMed abstract, and conditioned on prior words seen. Therefore, these models are similar in their anatomy to general purpose LLMs (eg, GPT-3), but are trained on clinical or biomedical text. These models can be used for language manipulation tasks such as summarization, translation, and answering questions. Given the increased training and use costs of LLMs, it is necessary to investigate whether smaller language models trained on relevant data may achieve the desired performance at a lower cost. For example, researchers at the Center for Research on Foundation Models at Stanford University created a model called Alpaca with 4% as many parameters as OpenAI’s text-davinci-003, matching its performance at a cost of $600 to create.<sup><a href="#jsc230004r9" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">9</a></sup></p> <a class="article-section-id-anchor" id="249226317"></a> <p class="para">Second, there are medical LLMs that are trained on the sequence of medical codes in a patient’s entire record that take time into account. Here, the self-supervision is in the form of learning the probability of the next day’s set of codes, or learning how much time elapses until a certain code is seen. As a result, the sequence and timing of medical events in a patient’s entire record is considered. As a concrete example, given the code for “hypertension,” these models learn when a code for a stroke, myocardial infarction, or kidney failure is likely to occur. When provided with a patient’s medical record as input, such models will not output text but instead a machine understandable “representation” of that patient, referred to as an “embedding,” which is a fixed-length, high-dimensional vector representing the patient’s medical record. Such embeddings can be used in building models for predicting 30-day readmissions, long hospital lengths of stay, and in-patient mortality using less training data (as few as 100 examples).<sup><a href="#jsc230004r10" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">10</a></sup></p> <a class="article-section-id-anchor" id="249226318"></a> <p class="para">The medical community needs to actively shape the creation of LLMs in medicine. For example, given the importance of instruction tuning, the medical community should be discussing how to create shared instruction tuning datasets with examples of prompts to be fulfilled, such as “summarize the past specialist visits of a patient” with its corresponding valid completion (<a href="#jsc230004f1" class="figure-link section-jump-link" data-tab-toggle=".tab-nav-figure-table">Figure</a>). Perhaps instead of using GPT-4 at the cost of $0.06 to $0.12 per 1000 tokens (about 75 words), health care systems should be training shared, open-source models using their own data. The technology companies should be asked whether the models being offered have seen any medical data during training and whether the nature of self-supervision used is relevant for the final use of the model.</p> <a class="article-section-id-anchor" id="249226319"></a> <div class="h3 cb section-type-section "> <div class="heading-text thm-col sb-sc"> Are the Purported Value Propositions of Using LLMs in Medicine Being Verified? </div> </div> <a class="article-section-id-anchor" id="249226320"></a> <p class="para">Current evaluations of LLMs also do not quantify the benefits of novel collaboration between humans and artificial intelligence that is at the core of using these models in clinical settings. The methods for evaluating LLMs in the real world remain unclear. Concerns with current evaluations range from training dataset contamination (such as when the evaluation data are included in the training dataset) to the inappropriateness of using standardized examinations designed for humans to evaluate the models. Consider the analogy of evaluating a person for a driver’s license. The person takes a multiple-choice, knowledge-based test. The car, meanwhile, undergoes safety tests during manufacturing, some of which are regulated by the government. Then the person gets in the car for a road test to certify them for a license. The car does not take a multiple-choice test at the department of motor vehicles or get certified for driving, but that is the absurdity tolerated for LLMs when it is declared that they are certified to give medical advice because they passed the US medical licensing examination.</p> <a class="article-section-id-anchor" id="249226321"></a> <p class="para">The purported benefits need to be defined and evaluations conducted to verify such benefits.<sup><a href="#jsc230004r8" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">8</a></sup> Only after these evaluations are completed should statements be allowed such as an LLM was used for a defined task in this specific workflow, it measured a metric, and observed an improvement (or deterioration) in a prespecified outcome. Such evaluations also are necessary to clarify the medicolegal risks that might occur with the use of LLMs to guide medical care,<sup><a href="#jsc230004r11" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">11</a></sup> and to identify mitigation strategies for the models’ tendency to generate factually incorrect outputs that are probabilistically plausible (called hallucinations).</p> <a class="article-section-id-anchor" id="249226322"></a> <div class="h3 cb section-type-section "> <div class="heading-text thm-col sb-sc"> Conclusion </div> </div> <a class="article-section-id-anchor" id="249226323"></a> <p class="para">The building of relevant medical LLMs needs to be balanced with verifying the presumed value propositions via testing in real-world deployments akin to road driving tests. If the goal in using such models is to augment human judgment, and not replace it, adopting this driving test mindset is critically important. Otherwise, there is a risk of falling into the trap of automating tasks that individuals already know how to do, and failing to ask the question of what a person plus such models could do together that may yield better medical care.<sup><a href="#jsc230004r12" class="ref-link section-jump-link" data-tab-toggle=".tab-nav-references">12</a></sup></p> <a class="article-section-id-anchor" id="249226324"></a> <p class="para">Given the highly disruptive potential of these technologies, clinicians cannot afford to be on the sidelines. The adoption of LLMs in medicine needs to be shaped by the medical profession that can identify the right training (and instruction tuning) data and perform the evaluations that verify the purported benefits of using LLMs in medicine.</p> <a class="article-section-id-anchor" id="249226325"></a> <div class="h3 cb section-type-acknowledgements has-back-to-top"> <a href="#top" class="section-jump-link back-to-top" data-tab-toggle=".tab-nav-full-text">Back to top</a> <div class="heading-text thm-col sb-sc"> Article Information </div> </div> <p class="para"><strong>Accepted for Publication:</strong> July 11, 2023.</p><p class="parapublished-online"><strong>Published Online:</strong> August 7, 2023. doi:10.1001/jama.2023.14217</p><p class="authorInfoSection"><strong>Corresponding Author:</strong> Nigam H. Shah, MBBS, PhD, Center for Biomedical Informatics Research, Stanford University, 3180 Porter Dr, Palo Alto, CA 94305 (<a href="mailto:nigam@stanford.edu" target="_blank">nigam@stanford.edu</a>).</p><p class="paraauthor-contributions"><strong>Author Contributions:</strong> Dr Shah had full access to all of the data in the study and takes responsibility for the integrity of the data and the accuracy of the data analysis.</p><p class="para"><i>Concept and design:</i> All authors.</p><p class="para"><i>Drafting of the manuscript:</i> Shah, Pfeffer.</p><p class="para"><i>Critical review of the manuscript for important intellectual content:</i> All authors.</p><p class="para"><i>Administrative, technical, or material support:</i> Entwistle, Pfeffer.</p><p class="para"><i>Supervision:</i> Pfeffer.</p><p class="parafinancial-disclosure"><strong>Conflict of Interest Disclosures:</strong> Dr Shah reported being a co-founder of Prealize Health (a predictive analytics company) and Atropos Health (an on-demand evidence generation company). No other disclosures were reported.</p><p class="para"><strong>Additional Contributions:</strong> We acknowledge the members of the data science team at Stanford Health Care for helpful discussions to refine the arguments made in this article. We acknowledge Jason Fries, PhD, and Alison Callahan, PhD (both with Stanford University), for help in creating the first draft of the Figure; they were not compensated for their contributions.</p> <a class="article-section-id-anchor" id="249226326"></a> <div class="h3 cb section-type-references "> <div class="heading-text thm-col sb-sc"> References </div> </div> <div class="references"><div class="reference"><a class="reference-number" id="jsc230004r1">1.</a><div class="reference-content">Li R, Kumar A, Chen JH. How chatbots and large language model artificial intelligence systems will reshape modern medicine: fountain of creativity or Pandora’s box? <i xmlns:helper="urn:XsltStringHelper"> JAMA Intern Med</i>. 2023;183(6):596-597. doi:<a href="http://jamanetwork.com/article.aspx?doi=10.1001/jamainternmed.2023.1835">10.1001/jamainternmed.2023.1835</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/37115531" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=How%20chatbots%20and%20large%20language%20model%20artificial%20intelligence%20systems%20will%20reshape%20modern%20medicine%3A%20fountain%20of%20creativity%20or%20Pandora%E2%80%99s%20box%3F&author=R%20Li&author=A%20Kumar&author=JH%20Chen&publication_year=2023&journal=JAMA%20Intern%20Med&volume=183&pages=596-597" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1001/jamainternmed.2023.1835" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1001/jamainternmed.2023.1835" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r2">2.</a><div class="reference-content">Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need. In: <i xmlns:helper="urn:XsltStringHelper"> Proceedings of the 31st International Conference on Neural Information Processing Systems: NIPS ’17</i>. Curran Associates Inc; 2017:6000-6010.</div></div><div class="reference"><a class="reference-number" id="jsc230004r3">3.</a><div class="reference-content">Zhao WX, Zhou K, Li J, et al. A survey of large language models. <i xmlns:helper="urn:XsltStringHelper"> arXiv</i>. Preprint posted online March 31, 2023. <a href="https://arxiv.org/abs/2303.18223v10">https://arxiv.org/abs/2303.18223v10</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=A%20survey%20of%20large%20language%20models.&author=WX%20Zhao&author=K%20Zhou&author=J%20Li&publication_year=&journal=arXiv&volume=&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r4">4.</a><div class="reference-content">Lee P, Bubeck S, Petro J. Benefits, limits, and risks of GPT-4 as an AI chatbot for medicine. <i xmlns:helper="urn:XsltStringHelper"> N Engl J Med</i>. 2023;388(13):1233-1239. doi:<a href="http://dx.doi.org/10.1056/NEJMsr2214184">10.1056/NEJMsr2214184</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/36988602" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=Benefits%2C%20limits%2C%20and%20risks%20of%20GPT-4%20as%20an%20AI%20chatbot%20for%20medicine.&author=P%20Lee&author=S%20Bubeck&author=J%20Petro&publication_year=2023&journal=N%20Engl%20J%20Med&volume=388&pages=1233-1239" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1056/NEJMsr2214184" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1056/NEJMsr2214184" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r5">5.</a><div class="reference-content">Wikipedia contributors. GPT-3. Published May 8, 2023. Accessed July 25, 2023. <a href="https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1153892380">https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1153892380</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r6">6.</a><div class="reference-content">OpenAI. Aligning language models to follow instructions. Published January 27, 2022. Accessed May 22, 2023. <a href="https://openai.com/research/instruction-following">https://openai.com/research/instruction-following</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r7">7.</a><div class="reference-content">Chui M, Hazan E, Roberts R, et al. The economic potential of generative AI: the next productivity frontier. Published June 14, 2023. Accessed June 16, 2023. <a href="https://www.mckinsey.com/capabilities/mckinsey-digital/our-insights/the-economic-potential-of-generative-ai-the-next-productivity-frontier">https://www.mckinsey.com/capabilities/mckinsey-digital/our-insights/the-economic-potential-of-generative-ai-the-next-productivity-frontier</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r8">8.</a><div class="reference-content">Wornow M, Xu Y, Thapa R, et al. The shaky foundations of large language models and foundation models for electronic health records. <i xmlns:helper="urn:XsltStringHelper"> NPJ Digital Med</i>. 2023;135(6). doi:<a href="http://dx.doi.org/10.1038/s41746-023-00879-8">10.1038/s41746-023-00879-8</a> <a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=The%20shaky%20foundations%20of%20large%20language%20models%20and%20foundation%20models%20for%20electronic%20health%20records.&author=M%20Wornow&author=Y%20Xu&author=R%20Thapa&publication_year=2023&journal=NPJ%20Digital%20Med&volume=135&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1038/s41746-023-00879-8" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1038/s41746-023-00879-8" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r9">9.</a><div class="reference-content">Taori R, Gulrajani I, Zhang T, Dubois Y, Li X. Stanford Alpaca: code and documentation to train Stanford’s Alpaca models, and generate the data. Accessed June 16, 2023. <a href="https://github.com/tatsu-lab/stanford_alpaca">https://github.com/tatsu-lab/stanford_alpaca</a></div></div><div class="reference"><a class="reference-number" id="jsc230004r10">10.</a><div class="reference-content">Steinberg E, Jung K, Fries JA, Corbin CK, Pfohl SR, Shah NH. Language models are an effective representation learning technique for electronic health record data. <i xmlns:helper="urn:XsltStringHelper"> J Biomed Inform</i>. 2021;113:103637. doi:<a href="http://dx.doi.org/10.1016/j.jbi.2020.103637">10.1016/j.jbi.2020.103637</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/33290879" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=Language%20models%20are%20an%20effective%20representation%20learning%20technique%20for%20electronic%20health%20record%20data.&author=E%20Steinberg&author=K%20Jung&author=JA%20Fries&author=CK%20Corbin&author=SR%20Pfohl&author=NH%20Shah&publication_year=2021&journal=J%20Biomed%20Inform&volume=113&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1016/j.jbi.2020.103637" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1016/j.jbi.2020.103637" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r11">11.</a><div class="reference-content">Mello MM, Guha N. ChatGPT and physicians’ malpractice risk. <i xmlns:helper="urn:XsltStringHelper"> JAMA Health Forum</i>. 2023;4(5):e231938. doi:<a href="http://jamanetwork.com/article.aspx?doi=10.1001/jamahealthforum.2023.1938">10.1001/jamahealthforum.2023.1938</a><a class="pubmed-link" href="https://www.ncbi.nlm.nih.gov/pubmed/37200013" target="_blank" xmlns:helper="urn:XsltStringHelper">PubMed</a><a class="google-scholar-ref-link" href="https://scholar.google.com/scholar_lookup?title=ChatGPT%20and%20physicians%E2%80%99%20malpractice%20risk.&author=MM%20Mello&author=N%20Guha&publication_year=2023&journal=JAMA%20Health%20Forum&volume=4&pages=" target="_blank" xmlns:helper="urn:XsltStringHelper">Google Scholar</a><a href="https://doi.org/10.1001/jamahealthforum.2023.1938" class="crossref-doi" target="_blank" xmlns:helper="urn:XsltStringHelper">Crossref</a><span class="inst-open-url-holders" data-targetId="10.1001/jamahealthforum.2023.1938" xmlns:helper="urn:XsltStringHelper"> </span></div></div><div class="reference"><a class="reference-number" id="jsc230004r12">12.</a><div class="reference-content">Brynjolfsson E. The turing trap: the promise and peril of human-like artificial intelligence. In: <i xmlns:helper="urn:XsltStringHelper"> Augmented Education in the Global Age</i>. Routledge; 2023:103-116.</div></div></div> </div> </div> <div class="movable-ad bta"> <div class="widget-WidgetLoader widget-instance-AMA_AdTag_textbreak_bta_dual"> <div class="SCM-SharedWidgets-AsyncAdLoader" data-url="/AMA/AdTag/AMA_AdTag_textbreak_bta_dual" data-params="{"parameters":{"siteName":"jama","siteId":3,"journalId":67,"adDisplay":8,"adSection":"textbreak","adPosition":"bta","fromGoogle":false},"dynamicParameters":{}}"></div> </div> </div> </div> </div> <div class="hidden-jobs-ad hide"> <div class="widget-WidgetLoader widget-instance-AMA_JobsAd"> <div class="SCM-SharedWidgets-AsyncJobsAdLoader" data-url="/AMA/JobsAd/AMA_JobsAd" data-params="{"parameters":{"SiteId":3},"dynamicParameters":{"localParams":"[REPLACE_WITH_LOCAL]"}}"></div> </div> </div> <script> var App = App || {}; App.ArticleSplitScreen = App.ArticleSplitScreen || {}; App.ArticleSplitScreen.siteName = 'jama'; App.ArticleSplitScreen.siteId = 3; App.ArticleSplitScreen.journalId = 67; App.ArticleSplitScreen.adDisplay = 'ArticleContentsSkyBox'; App.ArticleSplitScreen.adSection = "scholarly"; App.ArticleSplitScreen.adPosition = "contab"; App.ArticleSplitScreen.controlId = "AMA_AdTag_Contents_Skybox"; App.ArticleSplitScreen.fromGoogle = "False"; App.ArticleSplitScreen.slotLocationOverride = "50"; </script> </div> </div> </section> <section id="secFooterControl" class="master-footer"> <script> var App = App || {}; function scmByClass(className) { return document.getElementsByClassName(className); } function scmById(id) { return document.getElementById(id); } function scmquery(selector) { return document.querySelector(selector); } function queryAll(selector) { return document.querySelectorAll(selector); } function isTrueString(string) { if (typeof string === 'string') { return string.toLowerCase() === 'true'; } return undefined; } function updateViewportDimensions() { var w = window, d = document, e = d.documentElement, g = d.getElementsByTagName('body')[0], x = w.innerWidth || e.clientWidth || g.clientWidth, y = w.innerHeight || e.clientHeight || g.clientHeight; return { width: x, height: y }; } var viewport = updateViewportDimensions(); var debounce = function (func, wait, immediate) { var timeout; return function () { var context = this, args = arguments; var later = function () { timeout = null; if (!immediate) func.apply(context, args); }; var callNow = immediate && !timeout; clearTimeout(timeout); timeout = setTimeout(later, wait); if (callNow) func.apply(context, args); }; }; (function (App) { App.mobileUpperBreakpoint = 767; App.mobileAltBreakpoint = 640; App.mobileMinBreakpoint = 547; App.tabletUpperBreakpoint = 1023; function setVariables() { viewport = updateViewportDimensions(); App.isMobile = (viewport.width <= App.mobileUpperBreakpoint); App.isMobileAlt = (viewport.width <= App.mobileAltBreakpoint); App.isTablet = (viewport.width > App.mobileUpperBreakpoint && viewport.width <= App.tabletUpperBreakpoint); App.isTabletDown = (viewport.width <= App.tabletUpperBreakpoint); App.isDesktop = (viewport.width > App.tabletUpperBreakpoint); App.activeViewport = App.isMobile ? 'small' : App.isTablet ? 'med' : 'large'; } setVariables(); App.cachedViewport = App.isMobile ? 'small' : App.isTablet ? 'med' : 'large'; App.isAnyArticle = !!(scmByClass('widget-ArticleFullView').length || scmByClass('pg_abstract').length || scmByClass('widget-MagazineView').length || scmByClass('widget-ChannelsMagazineView').length); App.isSplitScreen = !!scmByClass('widget-ArticleFullView').length; App.isArticleRedesign = !!scmByClass('widget-ArticleWrapper').length; App.isAbstract = !!scmByClass('pg_abstract').length; App.isMag = !!(scmByClass('widget-MagazineView').length); App.isChannel = !!(scmByClass('channel-site').length); App.isChannelMag = !!(scmByClass('widget-ChannelsMagazineView').length); App.isFreeArticle = !!(scmquery('.widget-ArticleTopInfo .free-access') || scmquery('.widget-ArticleTopInfo .open-access') || scmquery('.widget-ArticleTopInfo .icon-free') || scmquery('.widget-ChannelsMagazineView .free-access')); App.isTollFreeAccess = false; App.isIssue = !!scmByClass('pg_issue').length || !!scmByClass('pg_newonline').length || !!scmByClass('pg_currentissue').length || !!scmByClass('pg_pastissues').length; App.isNewOnline = !!scmByClass('pg_newonline').length; App.isCurrentIssue = !!scmByClass('pg_currentissue').length; App.isPastIssues = !!scmByClass('pg_pastissues').length; App.isJournal = !!scmByClass('pg_journal').length; App.isNetworkHome = !!scmByClass('pg_index').length; App.isSearch = !!scmByClass('pg_searchresults').length; App.isAdvancedSearch = !!scmByClass('pg_advancedsearch').length; App.isPlayer= !!scmByClass('pg_multimediaplayer').length; App.isSelfServe = !!scmByClass('pg_sspage').length; App.isCmsPage = !!scmByClass('pg_cmspage').length; App.isMyAccount = !!scmByClass('pg_myaccount').length; App.supportsFlexbox = !!scmByClass('flexbox').length; App.isCollection = !!scmByClass('pg_collection').length; App.isPaidUser = isTrueString(scmById('hfAppIsPaidUser').getAttribute('value')); App.isMember = isTrueString(scmById('hfAppIsMember').getAttribute('value')); App.isIndividual = isTrueString(scmById('hfAppIsIndividual').getAttribute('value')); App.hasAccess = isTrueString(scmById('hfAppHasAccess').getAttribute('value')); App.isReferredFromGoogle = isTrueString(scmById('hfAppIsReferredFromGoogle').getAttribute('value')); var subscribedTo = scmById('hfAppSubscribedTo').getAttribute('value'); App.userSubscribedTo = subscribedTo ? subscribedTo.split(',') : undefined; App.isLucy = isTrueString(scmById('hfAppIsLucy').getAttribute('value')); App.currentJournalCount = 27; App.isChannelPage = !!(scmByClass('channels-page')); App.updateAppVariables = debounce(function () { setVariables(); }, 50, false); })(App); </script> <div class="footer-ad-wrapper"> <div id="BodyContent_Footer_divAds" class="footer-ad desktop-only"> <div class="widget-WidgetLoader widget-instance-AMA_AdTag_AnchorboardAd_btf"> <div class="SCM-SharedWidgets-AsyncAdLoader" data-url="/AMA/AdTag/AMA_AdTag_AnchorboardAd_btf" data-params="{"parameters":{"siteName":"jama","siteId":3,"journalId":67,"adDisplay":11,"adSection":"scholarly","adPosition":"btf","fromGoogle":false},"dynamicParameters":{"localParams":"[REPLACE_WITH_LOCAL]"}}"></div> </div> </div> </div> <div class="ad-riser-wrap desktop-only"> <div class="ad-riser--dismiss t-c">X</div> <div class="widget-WidgetLoader widget-instance-AMA_AdTag_Riser"> <div class="SCM-SharedWidgets-AsyncAdLoader" data-url="/AMA/AdTag/AMA_AdTag_Riser" data-params="{"parameters":{"siteName":"jama","siteId":3,"journalId":67,"adDisplay":12,"adSection":"scholarly","adPosition":"Riser","fromGoogle":false},"dynamicParameters":{"localParams":"[REPLACE_WITH_LOCAL]"}}"></div> </div> </div> <div class="footer-wrap"> <footer class="footer" id="footer"> <div id="footer-microsite" class="footer-microsite"> <input type="hidden" class="SelfServeContentId" value="v2_Footer_Left" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style type="text/css"> @media (min-width: 1024px) {.split-screen .footer-microsite-contents {border-bottom:0 !important;}} .footer-microsite-contents {margin-bottom:1em;width:100%;} .footer-network-other .link-apps:before {width: 23px;} .footer-network-other .link-institutions-librarians:before {width: 23px;} .jn-ss-footer-border-top {border-top:1px solid #555;padding-top:15px;} .jn-ss-footer-border-bottom {border-bottom:1px solid #555;padding-bottom:10px;padding-right:3px;} </style> <div class="footer-heading-wrap"> <h3 id="BodyContent_Footer_h3SiteName" class="footer-heading is-b footer-microsite-heading" data-mobile-tog-target=".footer-microsite-links-wrap">JAMA</h3> </div> <div class="footer-microsite-links-wrap"> <div class="footer-microsite-contents jn-ss-footer-border-bottom"> <h4 id="BodyContent_Footer_ContentHeader" class="footer-subheading">Content</h4> <a href="/journals/jama">Home</a> <a href="/journals/jama/newonline">New Online</a> <a href="/journals/jama/currentissue">Current Issue</a> </div> <div class="footer-microsite-contents jn-ss-footer-border-bottom"> <h4 class="footer-subheading">Podcasts</h4> <a href="/journals/jama/pages/covid-19-interviews#audio">Coronavirus (COVID-19) Q&A</a> <a href="/journals/jama/pages/jama-clinical-reviews">Clinical Reviews</a> <a href="/journals/jama/pages/jama-editors-summary">Editors' Summary</a> <a href="/journals/jama/pages/jama-medical-news">Medical News</a> <a href="/journals/jama/pages/jama-author-interviews">Author Interviews</a> <a href="/journals/jama/pages/jamaevidence-jama-guide-to-statistics-and-methods">JAMAevidence: <em>JAMA Guide to Statistics and Methods</em></a> <a href="/journals/jama/pages/jamaevidence-the-rational-clinical-examination">JAMAevidence: The Rational Clinical Examination</a> <a href="/journals/jama/pages/jamaevidence-users-guides-to-the-medical-literature">JAMAevidence: Users' Guides to the Medical Literature</a> </div> <div class="footer-microsite-services cf"> <h4 id="BodyContent_Footer_ServiceHeader" class="footer-subheading">Journal Information</h4> <a href="/journals/jama/pages/for-authors">For Authors</a> <a href="/journals/jama/pages/jama-editors">JAMA Editors</a> <a href="/journals/jama/editors-and-publishers">Editors & Publishers</a> <a href="/pages/rss">RSS</a> <a href="/journals/jama/pages/contact-us">Contact Us</a> </div> <div class="footer-network-other jn-ss-footer-border-bottom"> <a href="https://edhub.ama-assn.org/jn-learning" class="link-network-other is-b link-learning">JN Learning / CME</a> <a href="https://store.jamanetwork.com" class="link-network-other is-b link-store" target="_blank">Store</a> <a href="/pages/apps" class="link-network-other is-b link-mobile" target="_blank">Apps</a> <a href="https://careers.jamanetwork.com/" class="link-network-other is-b link-jobs" target="_blank">Jobs</a> <a href="/pages/resources-for-librarians" class="link-network-other is-b link-institutions-librarians" target="_blank">Institutions</a> <a href="/pages/reprints-and-permissions" class="link-network-other is-b link-reprints-permissions">Reprints & Permissions</a> </div> <div id="BodyContent_Footer_divSubscribe" class="footer-microsite-subscribe"> <img src="//cdn.jamanetwork.com/UI/app/img/covers/jama.jpg" class="subscribe-image" alt="Journal Cover"> <div class="subscribe-meta"> <h4 class="subscribe-heading footer-subheading">Subscribe</h4> <a href="https://store.jamanetwork.com/productDetails.aspx?productcodeID=64" class="subscribe-submit btn">Go</a> </div> </div> </div> </div> <div id="footer-network" class="footer-network"> <input type="hidden" class="SelfServeContentId" value="v2_Footer_Middle" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style type="text/css"> .footer-network-sites {width: 62.85542%;} .footer-network-info {width: 35.93976%} .jn-ss-subheading-mt {margin-top: 1.5em;} .jn-registered:after {content: "\00AE";font-size: 50%;vertical-align: top;} .jn-trademark:after {content: "\2122";font-size: 50%;vertical-align: top;} .nav-logo-cme-signin-container .nav-logo .site-logo img { min-width:50px;} </style> <div class="footer-heading-wrap"> <h3 class="footer-heading is-b jn-registered" data-mobile-tog-target=".footer-network-links-wrap"><strong>JAMA</strong> Network</h3> </div> <div class="footer-network-links-wrap"> <div class="footer-network-sites"> <div class="internal"> <h4 id="BodyContent_Footer_JournalHeader" class="footer-subheading">Publications</h4> <a href="/journals/jama">JAMA</a> <a href="/journals/jamanetworkopen" target="_blank">JAMA Network Open</a> <a href="/journals/jamacardiology">JAMA Cardiology</a> <a href="/journals/jamadermatology">JAMA Dermatology</a> <a href="/journals/jama-health-forum">JAMA Health Forum</a> <a href="/journals/jamainternalmedicine">JAMA Internal Medicine</a> <a href="/journals/jamaneurology">JAMA Neurology</a> <a href="/journals/jamaoncology">JAMA Oncology</a> <a href="/journals/jamaophthalmology">JAMA Ophthalmology</a> <a href="/journals/jamaotolaryngology">JAMA Otolaryngology–Head & Neck Surgery</a> <a href="/journals/jamapediatrics">JAMA Pediatrics</a> <a href="/journals/jamapsychiatry">JAMA Psychiatry</a> <a href="/journals/jamasurgery">JAMA Surgery</a> <a href="/journals/archneurpsyc">Archives of Neurology & Psychiatry (1919-1959)</a> </div> <div class="external"> <h4 class="footer-subheading">Sites</h4> <div id="BodyContent_Footer_ssFooterSiteMenu"> <div class="selfServe"> <a target="_blank" href="https://sites.jamanetwork.com/art-and-images-in-psychiatry/">Art and Images in Psychiatry</a> <a target="_blank" href="/journals/jama/pages/2023-most-viewed-jama">Best of the JAMA Network</a> <a target="_blank" href="/channels/caring-for-the-critically-ill-patient">Caring for the Critically Ill Patient</a> <a target="_blank" href="/journals/jama/pages/crosswords">Clinical Crosswords from JAMA</a> <a target="_blank" href="/journals/jama/pages/coronavirus-alert">Coronavirus Resource Center</a> <a target="_blank" href="https://ebm.jamanetwork.com/index.html">Evidence-Based Medicine: An Oral History</a> <a target="_blank" href="/pages/fishbein-fellowship">Fishbein Fellowship</a> <a target="_blank" href="/channels/genomics/">Genomics and Precision Health</a> <a target="_blank" href="/pages/health-and-the-2024-us-election">Health and the 2024 US Election</a> <a target="_blank" href="/channels/hypertension">Hypertension</a> <a target="_blank" href="/channels/health-forum/archive">JAMA Forum Archive</a> <a target="_blank" href="https://sites.jamanetwork.com/audio">JAMA Network Audio</a> <a target="_blank" href="/pages/video">JAMA Network Video</a> <a target="_blank" href="/pages/conferences">JAMA Network Conferences </a> <a target="_blank" href="/channels/ai">JAMA+ AI</a> <a target="_blank" href="/pages/jama-summit">JAMA Summit </a> <a target="_blank" href="/journals/jamasurgery/pages/statistics-and-methods">JAMA Surgery Guide to Statistics and Methods</a> <a target="_blank" href="/channels/medical-news">Medical News</a> <a target="_blank" href="/channels/monkeypox">Mpox (Monkeypox)</a> <a target="_blank" href="https://sites.jamanetwork.com/research-ethics/">Research Ethics</a> <a target="_blank" href="/pages/collections">Topics and Collections</a> <a target="_blank" href="/pages/visual-abstracts">Visual Abstracts</a> <a target="_blank" href="/channels/war">War and Health</a> <a target="_blank" href="/channels/womens-health">Women's Health</a> <h4 class="footer-subheading jn-ss-subheading-mt">Featured Articles</h4> <a href="/journals/jama/fullarticle/2781397">CONSERVE 2021 Guidelines for Reporting Trials Modified for the COVID-19 Pandemic</a> <a href="/journals/jama/fullarticle/2808296">Creation and Adoption of Large Language Models in Medicine</a> <a href="/journals/jamaoncology/fullarticle/2787350">Global Burden of Cancer, 2010-2019</a> <a href="/journals/jama/fullarticle/2797443">Global Burden of Long COVID</a> <a href="/journals/jamadermatology/fullarticle/2790344">Global Burden of Melanoma</a> <a href="/journals/jamadermatology/fullarticle/2787350">Global Burden of Skin Diseases, 1990-2017</a> <a href="/journals/jamaneurology/fullarticle/2793874">Global Disparities in Parkinson Disease</a> <a href="/journals/jama/fullarticle/2799547">Guidelines for Reporting Outcomes in Trial Protocols: The SPIRIT-Outcomes 2022 Extension</a> <a href="/journals/jamapsychiatry/fullarticle/2799486">Mass Violence and the Complex Spectrum of Mental Illness and Mental Functioning</a> <a href="/journals/jamapsychiatry/fullarticle/2793903">Neuropsychiatry Sequelae of COVID-19</a> <a href="/journals/jamaneurology/fullarticle/2810313">A New Framework for Dementia Nomenclature</a> <a href="/journals/jama/fullarticle/2800656">Organization and Performance of US Health Systems</a> <a href="/journals/jama-health-forum/fullarticle/2791195">Pharmacy Benefit Managers: History, Business Practices, Economics, and Policy</a> <a href="/journals/jama-health-forum/fullarticle/2791195">Promoting EDI in Genetics Research</a> <a href="/journals/jamacardiology/fullarticle/2781972">PTSD and Cardiovascular Disease</a> <a href="/journals/jama/fullarticle/2810754">Red Blood Cell Transfusion: 2023 AABB International Guidelines</a> <a href="/journals/jamapediatrics/fullarticle/2797600">Reimagining Children’s Rights in the US</a> <a href="/journals/jama/fullarticle/2794049">Spirituality in Serious Illness and Health</a> <a href="/journals/jama/fullarticle/2796374">The US Medicaid Program: Coverage, Financing, Reforms, and Implications for Health Equity</a> <h4 class="footer-subheading jn-ss-subheading-mt">USPSTF Recommendation Statements</h4> <a href="/journals/jama/fullarticle/2779985">Screening for Colorectal Cancer</a> <a href="/journals/jama/fullarticle/2779190">Screening for Hypertension</a> <a href="/journals/jama/fullarticle/2777244">Screening for Lung Cancer</a> <a href="/journals/jama/fullarticle/2796244">Screening for Prediabetes and Type 2 Diabetes In Children</a> <a href="/journals/jama/fullarticle/2783414">Screening for Prediabetes and Type 2 Diabetes In Adults</a> <a href="/journals/jama/fullarticle/2795521">Statins for Primary Prevention of Cardiovascular Disease</a> <a href="/journals/jama/fullarticle/2793446">Vitamin and Mineral Supplements for Primary Prevention of of Cardiovascular Disease and Cancer</a> <h4 class="footer-subheading jn-ss-subheading-mt">Blogs</h4> <a target="_blank" href="https://amastyleinsider.com/">AMA Style Insider</a> </div> </div> </div> </div> <div id="footer-network-info" class="footer-network-info"> <div class="information-for-links"> <h4 id="BodyContent_Footer_InfoHeader" class="footer-subheading">Information</h4> <a href="/pages/for-authors">For Authors</a> <a href="/pages/resources-for-librarians">For Institutions & Librarians</a> <a href="/pages/advertisers">For Advertisers</a> <a href="/pages/subscription-agents">For Subscription Agents</a> <a href="https://careers.jamanetwork.com/" target="_blank">For Employers & Job Seekers</a> <a href="https://media.jamanetwork.com" rel="nofollow" target="_blank">For the Media</a> <a href="/pages/equity-diversity-inclusion">Equity, Diversity, Inclusion</a> <a href="/pages/commenting-policy">Online Commenting Policy</a> <a href="/pages/access-at-jama-network">Public Access and Open Access Policy</a> <a href="/pages/offensive-content-statement">Statement on Potentially Offensive Content</a> </div> <div class="services-links"> <h4 id="BodyContent_Footer_JAMANetworkProductsHeader" class="footer-subheading">JAMA Network Products</h4> <a href="http://www.amamanualofstyle.com/" class="footer-service-link" target="_blank">AMA Manual of Style</a> <a href="https://jamaevidence.mhmedical.com/" class="footer-service-link" target="_blank"><span class="jn-registered">JAMAevidence</span></a> <a href="http://www.peerreviewcongress.org/" class="footer-service-link" target="_blank">Peer Review Congress</a> </div> <div class="learning-links"> <h4 id="BodyContent_Footer_LearningHeader" class="footer-subheading">JN Learning</h4> <a href="https://edhub.ama-assn.org/jn-learning">Home</a> <a href="https://edhub.ama-assn.org/jn-learning/state-cme">State CME</a> <a href="https://edhub.ama-assn.org/jn-learning/pages/clinical-challenge-courses">Clinical Challenge CME</a> <a href="https://edhub.ama-assn.org/jn-learning/course/288 ">Atrial Fibrillation Course</a> <a href="https://edhub.ama-assn.org/jn-learning/course/294 ">Women's Health Course</a> <a target="_blank" href="https://edhub.ama-assn.org/pages/auto-credit-reporting">CME / MOC Reporting Preferences</a> <a href="https://edhub.ama-assn.org/jn-learning/pages/about-cme">About CME & MOC</a> </div> </div> </div> </div> <div id="footer-resources-wrap" class="footer-resources-wrap"> <input type="hidden" class="SelfServeContentId" value="v2_Footer_Right" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style type="text/css"> .footer-resources-wrap .footer-subheading {color: grey;display:block !important;font-size: 1.17647em;font-weight: 400;text-transform: uppercase;} </style> <div class="footer-heading-wrap"> <h3 class="footer-heading is-b footer-resources-heading" data-mobile-tog-target=".footer-resources">Help</h3> </div> <div class="footer-resources"> <a href="https://store.jamanetwork.com" class="footer-service-link" target="_blank">Subscriptions & Renewals</a> <a href="https://jamanetwork.com/oauthsignin?return_url=http%3A%2F%2Fjamanetwork.com%2Fmyaccount%23my-alerts" class="footer-service-link" rel="nofollow">Manage Emails</a> <a href="https://jamanetwork.com/oauthsignin?return_url=http%3A%2F%2Fjamanetwork.com%2Fmyaccount%23my-profile" class="footer-service-link" rel="nofollow">Update My Address</a> <a href="https://support.jamanetwork.com/hc/en-us" class="footer-service-link">Support Center</a> <a href="/myaccount " class="footer-service-link">My Account</a> <h4 class="footer-subheading jn-ss-subheading-mt">JAMA Career Center</h4> <a href="https://careers.jamanetwork.com/" class="footer-service-link" target="_blank">Physician Job Listings</a> </div> <input type="hidden" class="SelfServeContentId" value="v2_Footer_Socials" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style type="text/css"> .widget-instance-AMA_Journal_Home_Socials .iconsocial {display: inline-block !important;width: 34px;height: 34px;min-width: unset !important;margin: 0 2px !important;background-color: #fff;border-radius: 20px;border: 1px solid #191919;vertical-align: middle;} .widget-instance-AMA_Journal_Home_Socials .iconsocial.instagram {background-image: url(https://cdn.jamanetwork.com/ImageLibrary/JamaNetwork/social/instagram-icon-black.svg);background-position: 7px 7px;background-repeat: no-repeat;background-size: 18px;} .widget-instance-AMA_Journal_Home_Socials .iconsocial.instagram:hover, .widget-instance-AMA_Journal_Home_Socials .iconsocial.instagram:focus {background-image: url(https://cdn.jamanetwork.com/ImageLibrary/JamaNetwork/social/instagram-icon-fill.png);border-color: #C13584;} .footer-resources-wrap .iconsocial {display: inline-block !important;width: 32px;height: 32px;min-width: unset !important;margin: 0 2px 0 3px !important;background-color: #fff;border-radius: 20px;border: 1px solid #191919;vertical-align: middle;} .footer-resources-wrap .iconsocial.instagram {background-image: url(https://cdn.jamanetwork.com/ImageLibrary/JamaNetwork/social/instagram-icon-black.svg);background-position: 6px 6px;background-repeat: no-repeat;background-size: 18px;} .footer-resources-wrap .iconsocial.instagram:hover, .footer-resources-wrap .iconsocial.instagram:focus {background-color: #C13584;border-color: #191919;} #load-instagram-image { background: url(https://cdn.jamanetwork.com/ImageLibrary/JamaNetwork/social/instagram-icon-fill.png) no-repeat -9999px -9999px; } </style> <div id="BodyContent_Footer_divSocial" class="social-links footer-social-links"> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://www.facebook.com/JAMAJournal/" class="social-link is-b facebook"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://twitter.com/JAMA_current" class="social-link is-b twitter"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://www.instagram.com/jamanetwork/?hl=en" class="iconsocial instagram"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://www.linkedin.com/company/jamanetwork/" class="social-link is-b linked-in"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://www.youtube.com/jamanetwork" class="social-link is-b you-tube"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://www.pinterest.com/jamanetwork/" class="social-link is-b pinterest"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="/rss/site_3/67.xml" class="social-link is-b rss"></a> <a target="_blank" rel="nofollow" data-emailid="6d35777a-fc12-4d2d-9b49-81d031835d91" href="https://jamanetwork.com/journals/jama/pages/jama-editors-summary" class="social-link is-b podcast"></a> <div id="load-instagram-image"> </div> </div> <div id="BodyContent_Footer_divEmailUpdate" class="footer-email-updates"> <div class="widget-EmailListSignUp widget-instance-AMAv2_EmailListSignUp_Footer"> <div class="email-signup"> <div class="email-signup--text sb-pc">Get the latest from JAMA</div> <div class="email-signup--input-wrap is-b"> <input type="text" name="email" class="email-signup--input" placeholder="Email address" title="Email address" /> <a rel="nofollow" href="javascript:;" class="email-signup--submit sb-sc btn">Sign Up</a> </div> <div class="email-signup--link"> <a class="email-signup--privacy" href="/pages/privacy-policy">Privacy Policy</a> | <a class="email-signup--terms" href="/pages/terms-of-use">Terms of Use</a></div> <div class="email-signup--user-message"></div> </div> </div> </div> </div> <div class="footer-bar" itemscope itemtype="https://schema.org/Organization"> <input type="hidden" class="SelfServeContentId" value="v2_Footer_Bottom_Bar" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <style type="text/css"> .network-bar .auth--inst {color:#B8B8B8;} .multimedia-caption-container div.video-caption {color: #262626;font-size: 15px;font-weight: 700;line-height: 1.5;} .nav-journals a.theme-jama-health-forum:before {background: #133763;} .jn-bottom-bar {color: #fff; float: left;font-size: 10px;padding: 13px 20px;width: 33.33%;} .jn-bottom-bar p {line-height: 2;} @media (max-width: 900px) {.jn-bottom-bar {float: none;width: 100%;}} .jn-footer-copyright {font-size:12px;line-height:1.5;margin-bottom:10px;} .jn-footer-pipe {margin:0 10px;} .footer-bar-jn-logo img {width: 230px;} @media (max-width: 900px) {.footer-bar-jn-logo img {width: 200px;}} [data-thm=umb] .jobs-ad--text h6 {color: #d71635 !important;} [data-thm=jama] .jobs-ad--text h6 {color: #d71635 !important;} [data-thm=jaman] .jobs-ad--text h6 {color: #ed0973 !important;} [data-thm=cardi] .jobs-ad--text h6 {color: #be1e32 !important;} [data-thm=derm] .jobs-ad--text h6 {color: #006f3b !important;} [data-thm=faci] .jobs-ad--text h6 {color: #ed1c24 !important;} [data-thm=jama-] .jobs-ad--text h6 {color: #fb5252 !important;} [data-thm=intem] .jobs-ad--text h6 {color: #006e96 !important;} [data-thm=neur] .jobs-ad--text h6 {color: #981b1e !important;} [data-thm=oncol] .jobs-ad--text h6 {color: #3b923f !important;} [data-thm=ophth] .jobs-ad--text h6 {color: #66bc29 !important;} [data-thm=otol] .jobs-ad--text h6 {color: #34b6e4 !important;} [data-thm=peds] .jobs-ad--text h6 {color: #0084c0 !important;} [data-thm=psych] .jobs-ad--text h6 {color: #005276 !important;} [data-thm=surg] .jobs-ad--text h6 {color: #f47920 !important;} .blockquote .para {margin: 0 0 1em 1em;} .jn-footer-copyright {display: block;} .inline-block {display: inline-block;} </style> <a class="footer-bar-jn-logo d-b no-mw mb1" href="/" title="JAMA Network Home"><img class="mw-100" src="https://cdn.jamanetwork.com/ImageLibrary/global/jn-signature-reversed-r.svg?versionId=82308" alt="Jama Network Logo"></a> <div class="jn-bottom-bar"> <p> <span class="jn-footer-copyright">© 2024 American Medical Association. <span class="inline-block">All rights reserved,</span> including those for text and data mining, AI training, <span class="inline-block">and similar technologies.</span></span> <span class="inline-block"><a href="https://www.ama-assn.org/about/terms-use" rel="nofollow" class="p0">Terms of Use</a><span class="jn-footer-pipe">|</span></span> <span class="inline-block"><a href="https://www.ama-assn.org/about/privacy-policy" rel="nofollow" class="p0">Privacy Policy</a><span class="jn-footer-pipe">|</span></span> <span class="inline-block"><a href="https://www.ama-assn.org/about/accessibility-statement" rel="nofollow" class="p0">Accessibility Statement</a><span class="jn-footer-pipe">|</span></span> <span class="inline-block"><a onclick="OneTrust.ToggleInfoDisplay()" rel="nofollow" class="p0" id="CookieFooter">Cookie Settings</a></span> </p> </div>  <a class="footer-bar-sis no-mw relative nudge-down" href="https://www.silverchair.com" target="_blank"><img class="footer-bar-sis-img mt05 mw-100" width="600" height="70" src="//cdn.jamanetwork.com/UI/app/img/powered.png" alt="Silverchair Logo" /></a> </div> </footer> </div> <div class="ss-ui-only"> <div class="widget-SelfServeContent widget-instance-AMA_SS_UI_Only"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SsUiOnly" /> <input type="hidden" class="SelfServeVersionId" value="0" /> . </div> </div> </div> </section> <div id="revealModal" class="reveal-modal" data-reveal> <div id="revealContent"></div> <a class="close-reveal-modal icon-close"></a> </div> <div class="artmet-modal" id="MetricsModal"> <div class="artmet-modal-contents"> <a class="artmet-close-modal">×</a> </div> </div> <div class="widget-SigninModals widget-instance-AMA_SigninModals"> <div class="js-modal-no-access-reveal no-access reveal-modal modal tiny" data-reveal> <div class="modal--box"> <div class="modal--title">Access your subscriptions</div> <hr /> <button type="button" role="button" class="modal--btn js-btn-signin-personal" data-oauth-signin-url="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296"> Sign in<span class="fw-normal"> | personal account</span> </button> <div class="widget-AmaAdvancedSeamlessAccess widget-instance-AMA_NoAccess_AdvancedSeamlessAccessButton"> <div class="seamless-access-button--wrap"> <button class="d-flex sa-button align-items-center" role="button" type="button"> <div class="sa-button-logo-wrap"> <img src="//cdn.jamanetwork.com/UI/app/svg/seamless-access.svg" class="sa-button-logo" alt="Seamless Access Logo" /> </div> <div class="d-flex justify-content-center align-items-center sa-button-text text-truncate"> <div class="sa-button-text-primary text-truncate">Access through your institution</div> </div> </button> <div class="sa-access-text text-truncate hide"> <div class="sa-cta-access"><span>Add or change institution</span></div> </div> </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_NoAccess_SigninModal_CreateAccount"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_CreateAccount" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Free access to newly published articles</div> <hr> <button class="modal--btn js-btn-create-personal-account" type="button" role="button"> <div class="text-truncate">Create a free personal account</div> </button> <div class="modal--btn-desc">To register for email alerts, access free PDF, and more</div>  </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_NoAccess_SigninModal_PurchaseOptions_NoAccessAndPaidPDF"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_PurchaseOptions_NoAccessAndPaidPDF" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Purchase access</div> <hr> <button class="modal--btn js-btn-subscribe-journal" type="button" role="button"> <div class="text-truncate">Subscribe to journal</div> </button> <div class="modal--btn-desc">Get full journal access for 1 year</div> <button class="modal--btn js-btn-purchase-article" type="button" role="button"> <div class="text-truncate">Buy article</div> </button> <div class="modal--btn-desc">Get unlimited access and a printable PDF ($40.00)—<br> <em>Sign in or create a free account</em></div>  </div> </div> <div class="widget-DeepDyve widget-instance-AMA_NoAccess_DeepDyve"> <button type="button" role="button" class="modal--btn js-deepdyve-link hiddenRentalLink" data-deepdyveurl="https://www.deepdyve.com/doc-view?docId=10.1001/jama.2023.14217&fieldName=journal_doi&affiliateId=JAMA" data-doi="10.1001/jama.2023.14217" data-fieldname="journal_doi" data-issneissn="0098-7484" data-affiliate="JAMA">Rent article</button> <div class="modal--btn-desc js-deepdyve-desc hiddenRentalLink">Rent this article from DeepDyve</div> </div> </div> <a class="close-reveal-modal icon-close"></a> </div> <div class="js-modal-paid-pdf-reveal no-access reveal-modal modal tiny" data-reveal> <div class="modal--box"> <div class="modal--title">Access your subscriptions</div> <hr /> <button type="button" role="button" class="modal--btn js-btn-signin-personal" data-oauth-signin-url="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296"> Sign in<span class="fw-normal"> | personal account</span> </button> <div class="widget-AmaAdvancedSeamlessAccess widget-instance-AMA_PaidPdf_AdvancedSeamlessAccessButton"> <div class="seamless-access-button--wrap"> <button class="d-flex sa-button align-items-center" role="button" type="button"> <div class="sa-button-logo-wrap"> <img src="//cdn.jamanetwork.com/UI/app/svg/seamless-access.svg" class="sa-button-logo" alt="Seamless Access Logo" /> </div> <div class="d-flex justify-content-center align-items-center sa-button-text text-truncate"> <div class="sa-button-text-primary text-truncate">Access through your institution</div> </div> </button> <div class="sa-access-text text-truncate hide"> <div class="sa-cta-access"><span>Add or change institution</span></div> </div> </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_PaidPdf_SigninModal_CreateAccount"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_CreateAccount" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Free access to newly published articles</div> <hr> <button class="modal--btn js-btn-create-personal-account" type="button" role="button"> <div class="text-truncate">Create a free personal account</div> </button> <div class="modal--btn-desc">To register for email alerts, access free PDF, and more</div>  </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_PaidPdf_SigninModal_PurchaseOptions_NoAccessAndPaidPDF"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_PurchaseOptions_NoAccessAndPaidPDF" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Purchase access</div> <hr> <button class="modal--btn js-btn-subscribe-journal" type="button" role="button"> <div class="text-truncate">Subscribe to journal</div> </button> <div class="modal--btn-desc">Get full journal access for 1 year</div> <button class="modal--btn js-btn-purchase-article" type="button" role="button"> <div class="text-truncate">Buy article</div> </button> <div class="modal--btn-desc">Get unlimited access and a printable PDF ($40.00)—<br> <em>Sign in or create a free account</em></div>  </div> </div> <div class="widget-DeepDyve widget-instance-AMA_PaidPDF_DeepDyve"> <button type="button" role="button" class="modal--btn js-deepdyve-link hiddenRentalLink" data-deepdyveurl="https://www.deepdyve.com/doc-view?docId=10.1001/jama.2023.14217&fieldName=journal_doi&affiliateId=JAMA" data-doi="10.1001/jama.2023.14217" data-fieldname="journal_doi" data-issneissn="0098-7484" data-affiliate="JAMA">Rent article</button> <div class="modal--btn-desc js-deepdyve-desc hiddenRentalLink">Rent this article from DeepDyve</div> </div> </div> <a class="close-reveal-modal icon-close"></a> </div> <div class="js-modal-free-pdf-reveal no-access reveal-modal modal tiny" data-reveal> <div class="modal--box"> <div class="modal--title">Sign in to access free PDF</div> <hr /> <button type="button" role="button" class="modal--btn js-btn-signin-personal" data-oauth-signin-url="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296"> Sign in<span class="fw-normal"> | personal account</span> </button> <div class="widget-AmaAdvancedSeamlessAccess widget-instance-AMA_FreePdf_AdvancedSeamlessAccessButton"> <div class="seamless-access-button--wrap"> <button class="d-flex sa-button align-items-center" role="button" type="button"> <div class="sa-button-logo-wrap"> <img src="//cdn.jamanetwork.com/UI/app/svg/seamless-access.svg" class="sa-button-logo" alt="Seamless Access Logo" /> </div> <div class="d-flex justify-content-center align-items-center sa-button-text text-truncate"> <div class="sa-button-text-primary text-truncate">Access through your institution</div> </div> </button> <div class="sa-access-text text-truncate hide"> <div class="sa-cta-access"><span>Add or change institution</span></div> </div> </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_FreePdf_SigninModal_CreateAccount"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_CreateAccount" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Free access to newly published articles</div> <hr> <button class="modal--btn js-btn-create-personal-account" type="button" role="button"> <div class="text-truncate">Create a free personal account</div> </button> <div class="modal--btn-desc">To register for email alerts, access free PDF, and more</div>  </div> </div> </div> <a class="close-reveal-modal icon-close"></a> </div> <div class="js-modal-save-search-reveal no-access reveal-modal modal tiny" data-reveal> <div class="modal--box"> <div class="modal--title">Save your search</div> <hr /> <button type="button" role="button" class="modal--btn js-btn-signin-personal" data-oauth-signin-url="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296"> Sign in<span class="fw-normal"> | personal account</span> </button> <div class="widget-SelfServeContent widget-instance-AMA_SaveSearch_SigninModal_CreateAccount"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_CreateAccount" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Free access to newly published articles</div> <hr> <button class="modal--btn js-btn-create-personal-account" type="button" role="button"> <div class="text-truncate">Create a free personal account</div> </button> <div class="modal--btn-desc">To register for email alerts, access free PDF, and more</div>  </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_SigninModal_PurchaseOptions_SaveSearch"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_PurchaseOptions_SaveSearch" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Purchase access</div> <hr /> <button class="modal--btn js-btn-subscribe-now">Subscribe now</button>  </div> </div> </div> <a class="close-reveal-modal icon-close"></a> </div> <div class="js-modal-follow-collection-reveal no-access reveal-modal modal tiny" data-reveal> <div class="modal--box"> <div class="modal--title">Customize your interests</div> <hr /> <button type="button" role="button" class="modal--btn js-btn-signin-personal" data-oauth-signin-url="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296"> Sign in<span class="fw-normal"> | personal account</span> </button> <div class="widget-SelfServeContent widget-instance-AMA_FollowCollection_SigninModal_CreateAccount"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_CreateAccount" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Free access to newly published articles</div> <hr> <button class="modal--btn js-btn-create-personal-account" type="button" role="button"> <div class="text-truncate">Create a free personal account</div> </button> <div class="modal--btn-desc">To register for email alerts, access free PDF, and more</div>  </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_SigninModal_PurchaseOptions_FollowCollection"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_PurchaseOptions_FollowCollection" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--sub-title">Create a personal account or sign in to:</div> <ul> <li>Register for email alerts with links to free full-text articles</li> <li>Access PDFs of free articles</li> <li>Manage your interests</li> <li>Save searches and receive search alerts</li> <ul>  </div> </div> <div class="modal--link-wrap"> <a class="modal--link" href="/pages/privacy-policy" rel="nofollow">Privacy Policy</a> </div> </div> <a class="close-reveal-modal icon-close"></a> </div> <div class="js-modal-user-comment-reveal no-access reveal-modal modal tiny" data-reveal> <div class="modal--box"> <div class="modal--title">Make a comment</div> <hr /> <button type="button" role="button" class="modal--btn js-btn-signin-personal" data-oauth-signin-url="https://jamanetwork.com/oauthsignin?return_url=https%3a%2f%2fjamanetwork.com%2fjournals%2fjama%2ffullarticle%2f2808296"> Sign in<span class="fw-normal"> | personal account</span> </button> <div class="widget-SelfServeContent widget-instance-AMA_UserComment_SigninModal_CreateAccount"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_CreateAccount" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--title">Free access to newly published articles</div> <hr> <button class="modal--btn js-btn-create-personal-account" type="button" role="button"> <div class="text-truncate">Create a free personal account</div> </button> <div class="modal--btn-desc">To register for email alerts, access free PDF, and more</div>  </div> </div> <div class="widget-SelfServeContent widget-instance-AMA_SigninModal_PurchaseOptions_UserComment"> <div class="self-serve"> <input type="hidden" class="SelfServeContentId" value="SigninModal_PurchaseOptions_UserComment" /> <input type="hidden" class="SelfServeVersionId" value="0" /> <div class="modal--sub-title">Create a personal account or sign in to:</div> <ul> <li>Register for email alerts with links to free full-text articles</li> <li>Access PDFs of free articles</li> <li>Manage your interests</li> <li>Save searches and receive search alerts</li> <ul>  </div> </div> <div class="modal--link-wrap"> <a class="modal--link" href="/pages/privacy-policy" rel="nofollow">Privacy Policy</a> </div> </div> <a class="close-reveal-modal icon-close"></a> </div> <div class="hidden-true js-modal-page-data" data-store-url="https://store.jamanetwork.com" data-store-purchase-url="https://jamanetwork.com/oauthsignin?return_url=https://store.jamanetwork.com" data-store-subscribe-url="https://store.jamanetwork.com/index.aspx?productcode=64"> </div> </div> <script src="//cdn.jamanetwork.com/UI/app/vendor/jquery-2.2.4.min.js?v=638654734634555810"></script> <script>window.jQuery || document.write('<script src="/UI/app/vendor/jquery-2.2.4.min.js">\x3C/script>')</script> <script src="//cdn.jamanetwork.com/UI/app/dist/app.min.js?v=638677764559592887" defer></script> <script src="//cdn.jsdelivr.net/chartist.js/latest/chartist.min.js" type="text/javascript"></script> <script src="//d1bxh8uas1mnw7.cloudfront.net/assets/embed.js" type="text/javascript"></script> <script defer src='//js.trendmd.com/trendmd.min.js' data-trendmdconfig='{"element":"#trendmd-suggestions"}'></script> <script type='text/javascript' src='https://platform-api.sharethis.com/js/sharethis.js#property=643701de45aa460012e1032e&product=sop' async='async'></script> <script> var App = App || {}; App.showCmePromo = false; </script> </form> <link rel="stylesheet" href="//cdn.jamanetwork.com/UI/app/scss/modules/_trendMD.css"> <div class="widget-CustomJSScript widget-instance-"> <script src="//cdn.jamanetwork.com/ama/ama.proxylogging.js" async></script> </div> </body> </html>

CINXE.COM

Creation and Adoption of Large Language Models in Medicine | Artificial Intelligence | JAMA | JAMA Network