CINXE.COM

<!DOCTYPE html> <html class="client-nojs vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-sticky-header-enabled vector-toc-available" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>GPT-3 - Wikipedia</title> <script>(function(){var className="client-js vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-sticky-header-enabled vector-toc-available";var cookie=document.cookie.match(/(?:^|; )enwikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"e29d6385-53b8-4b8f-b719-ed2cb6807a77","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"GPT-3","wgTitle":"GPT-3","wgCurRevisionId":1281552018,"wgRevisionId":1281552018,"wgArticleId":64695824,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["CS1 maint: archived copy as title","CS1 French-language sources (fr)","CS1 maint: numeric names: authors list","Articles with short description","Short description is different from Wikidata","Use mdy dates from August 2020","Use American English from June 2023","All Wikipedia articles written in American English","All articles with unsourced statements","Articles with unsourced statements from June 2024","All articles with vague or ambiguous time","Vague or ambiguous time from December 2022","Large language models","Generative pre-trained transformers","OpenAI"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"GPT-3","wgRelevantArticleId":64695824,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgNoticeProject":"wikipedia","wgCiteReferencePreviewsActive":false,"wgFlaggedRevsParams":{"tags":{"status":{"levels":1}}},"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgPopupsFlags":0,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":60000,"wgEditSubmitButtonLabelPublish":true,"wgULSPosition":"interlanguage","wgULSisCompactLinksEnabled":false,"wgVector2022LanguageInHeader":true,"wgULSisLanguageSelectorEmpty":false,"wgWikibaseItemId":"Q95726734","wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"],"GEHomepageSuggestedEditsEnableTopics":true,"wgGETopicsMatchModeEnabled":false,"wgGELevelingUpEnabledForUser":false}; RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.cite.styles":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","jquery.makeCollapsible.styles":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.interlanguage":"ready","wikibase.client.init":"ready"};RLPAGEMODULES=["ext.cite.ux-enhancements","site","mediawiki.page.ready","jquery.makeCollapsible","mediawiki.toc","skins.vector.js","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.gadget.ReferenceTooltips","ext.gadget.switcher","ext.urlShortener.toolbar","ext.centralauth.centralautologin","mmv.bootstrap","ext.popups","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.uls.interface","ext.cx.eventlogging.campaigns","ext.cx.uls.quick.actions","wikibase.client.vector-2022","ext.checkUser.clientHints","ext.quicksurveys.init","ext.growthExperiments.SuggestedEditSession"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.cite.styles%7Cext.uls.interlanguage%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediamessages.styles%7Cjquery.makeCollapsible.styles%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles%7Cwikibase.client.init&only=styles&skin=vector-2022"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.22"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="viewport" content="width=1120"> <meta property="og:title" content="GPT-3 - Wikipedia"> <meta property="og:type" content="website"> <link rel="preconnect" href="//upload.wikimedia.org"> <link rel="alternate" media="only screen and (max-width: 640px)" href="//en.m.wikipedia.org/wiki/GPT-3"> <link rel="alternate" type="application/x-wiki" title="Edit this page" href="/w/index.php?title=GPT-3&action=edit"> <link rel="apple-touch-icon" href="/static/apple-touch/wikipedia.png"> <link rel="icon" href="/static/favicon/wikipedia.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Wikipedia (en)"> <link rel="EditURI" type="application/rsd+xml" href="//en.wikipedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://en.wikipedia.org/wiki/GPT-3"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en"> <link rel="alternate" type="application/atom+xml" title="Wikipedia Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="//meta.wikimedia.org" /> <link rel="dns-prefetch" href="login.wikimedia.org"> </head> <body class="skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject mw-editable page-GPT-3 rootpage-GPT-3 skin-vector-2022 action-view"><a class="mw-jump-link" href="#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right" title="Main menu" > <input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu" > <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-menu mw-ui-icon-wikimedia-menu"></span> <span class="vector-dropdown-label-text">Main menu</span> </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container" > <div class="vector-pinnable-header-label">Main menu</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation" > <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="/wiki/Main_Page" title="Visit the main page [z]" accesskey="z"><span>Main page</span></a></li><li id="n-contents" class="mw-list-item"><a href="/wiki/Wikipedia:Contents" title="Guides to browsing Wikipedia"><span>Contents</span></a></li><li id="n-currentevents" class="mw-list-item"><a href="/wiki/Portal:Current_events" title="Articles related to current events"><span>Current events</span></a></li><li id="n-randompage" class="mw-list-item"><a href="/wiki/Special:Random" title="Visit a randomly selected article [x]" accesskey="x"><span>Random article</span></a></li><li id="n-aboutsite" class="mw-list-item"><a href="/wiki/Wikipedia:About" title="Learn about Wikipedia and how it works"><span>About Wikipedia</span></a></li><li id="n-contactpage" class="mw-list-item"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us" title="How to contact Wikipedia"><span>Contact us</span></a></li> </ul> </div> </div> <div id="p-interaction" class="vector-menu mw-portlet mw-portlet-interaction" > <div class="vector-menu-heading"> Contribute </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-help" class="mw-list-item"><a href="/wiki/Help:Contents" title="Guidance on how to use and edit Wikipedia"><span>Help</span></a></li><li id="n-introduction" class="mw-list-item"><a href="/wiki/Help:Introduction" title="Learn how to edit Wikipedia"><span>Learn to edit</span></a></li><li id="n-portal" class="mw-list-item"><a href="/wiki/Wikipedia:Community_portal" title="The hub for editors"><span>Community portal</span></a></li><li id="n-recentchanges" class="mw-list-item"><a href="/wiki/Special:RecentChanges" title="A list of recent changes to Wikipedia [r]" accesskey="r"><span>Recent changes</span></a></li><li id="n-upload" class="mw-list-item"><a href="/wiki/Wikipedia:File_upload_wizard" title="Add images or other media for use on Wikipedia"><span>Upload file</span></a></li><li id="n-specialpages" class="mw-list-item"><a href="/wiki/Special:SpecialPages"><span>Special pages</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> <a href="/wiki/Main_Page" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/wikipedia.png" alt="" aria-hidden="true" height="50" width="50"> <span class="mw-logo-container skin-invert"> <img class="mw-logo-wordmark" alt="Wikipedia" src="/static/images/mobile/copyright/wikipedia-wordmark-en.svg" style="width: 7.5em; height: 1.125em;"> <img class="mw-logo-tagline" alt="The Free Encyclopedia" src="/static/images/mobile/copyright/wikipedia-tagline-en.svg" width="117" height="13" style="width: 7.3125em; height: 0.8125em;"> </span> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"> <a href="/wiki/Special:Search" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search Wikipedia [f]" accesskey="f"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikipedia" aria-label="Search Wikipedia" autocapitalize="sentences" title="Search Wikipedia [f]" accesskey="f" id="searchInput" > <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color" > <input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance" > <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-appearance mw-ui-icon-wikimedia-appearance"></span> <span class="vector-dropdown-label-text">Appearance</span> </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://donate.wikimedia.org/?wmf_source=donate&wmf_medium=sidebar&wmf_campaign=en.wikipedia.org&uselang=en" class=""><span>Donate</span></a> </li> <li id="pt-createaccount-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:CreateAccount&returnto=GPT-3" title="You are encouraged to create an account and log in; however, it is not mandatory" class=""><span>Create account</span></a> </li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:UserLogin&returnto=GPT-3" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o" class=""><span>Log in</span></a> </li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out" title="Log in and more options" > <input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools" > <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-ellipsis mw-ui-icon-wikimedia-ellipsis"></span> <span class="vector-dropdown-label-text">Personal tools</span> </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="https://donate.wikimedia.org/?wmf_source=donate&wmf_medium=sidebar&wmf_campaign=en.wikipedia.org&uselang=en"><span>Donate</span></a></li><li id="pt-createaccount" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:CreateAccount&returnto=GPT-3" title="You are encouraged to create an account and log in; however, it is not mandatory"><span class="vector-icon mw-ui-icon-userAdd mw-ui-icon-wikimedia-userAdd"></span> <span>Create account</span></a></li><li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:UserLogin&returnto=GPT-3" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o"><span class="vector-icon mw-ui-icon-logIn mw-ui-icon-wikimedia-logIn"></span> <span>Log in</span></a></li> </ul> </div> </div> <div id="p-user-menu-anon-editor" class="vector-menu mw-portlet mw-portlet-user-menu-anon-editor" > <div class="vector-menu-heading"> Pages for logged out editors <a href="/wiki/Help:Introduction" aria-label="Learn more about editing"><span>learn more</span></a> </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-anoncontribs" class="mw-list-item"><a href="/wiki/Special:MyContributions" title="A list of edits made from this IP address [y]" accesskey="y"><span>Contributions</span></a></li><li id="pt-anontalk" class="mw-list-item"><a href="/wiki/Special:MyTalk" title="Discussion about edits from this IP address [n]" accesskey="n"><span>Talk</span></a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice"></div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc" > <h2 class="vector-pinnable-header-label">Contents</h2> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"> <a href="#" class="vector-toc-link"> <div class="vector-toc-text">(Top)</div> </a> </li> <li id="toc-Background" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Background"> <div class="vector-toc-text"> <span class="vector-toc-numb">1</span> <span>Background</span> </div> </a> <ul id="toc-Background-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Training_and_capabilities" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Training_and_capabilities"> <div class="vector-toc-text"> <span class="vector-toc-numb">2</span> <span>Training and capabilities</span> </div> </a> <ul id="toc-Training_and_capabilities-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-GPT-3_models" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#GPT-3_models"> <div class="vector-toc-text"> <span class="vector-toc-numb">3</span> <span>GPT-3 models</span> </div> </a> <ul id="toc-GPT-3_models-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-GPT-3.5" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#GPT-3.5"> <div class="vector-toc-text"> <span class="vector-toc-numb">4</span> <span>GPT-3.5</span> </div> </a> <button aria-controls="toc-GPT-3.5-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> <span class="vector-icon mw-ui-icon-wikimedia-expand"></span> <span>Toggle GPT-3.5 subsection</span> </button> <ul id="toc-GPT-3.5-sublist" class="vector-toc-list"> <li id="toc-Models" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Models"> <div class="vector-toc-text"> <span class="vector-toc-numb">4.1</span> <span>Models</span> </div> </a> <ul id="toc-Models-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-GPT-3.5_with_browsing" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#GPT-3.5_with_browsing"> <div class="vector-toc-text"> <span class="vector-toc-numb">4.2</span> <span>GPT-3.5 with browsing</span> </div> </a> <ul id="toc-GPT-3.5_with_browsing-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-InstructGPT" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#InstructGPT"> <div class="vector-toc-text"> <span class="vector-toc-numb">4.3</span> <span>InstructGPT</span> </div> </a> <ul id="toc-InstructGPT-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Reception" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Reception"> <div class="vector-toc-text"> <span class="vector-toc-numb">5</span> <span>Reception</span> </div> </a> <button aria-controls="toc-Reception-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> <span class="vector-icon mw-ui-icon-wikimedia-expand"></span> <span>Toggle Reception subsection</span> </button> <ul id="toc-Reception-sublist" class="vector-toc-list"> <li id="toc-Applications" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Applications"> <div class="vector-toc-text"> <span class="vector-toc-numb">5.1</span> <span>Applications</span> </div> </a> <ul id="toc-Applications-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Reviews" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Reviews"> <div class="vector-toc-text"> <span class="vector-toc-numb">5.2</span> <span>Reviews</span> </div> </a> <ul id="toc-Reviews-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Criticism" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Criticism"> <div class="vector-toc-text"> <span class="vector-toc-numb">5.3</span> <span>Criticism</span> </div> </a> <ul id="toc-Criticism-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-See_also" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#See_also"> <div class="vector-toc-text"> <span class="vector-toc-numb">6</span> <span>See also</span> </div> </a> <ul id="toc-See_also-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-References" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#References"> <div class="vector-toc-text"> <span class="vector-toc-numb">7</span> <span>References</span> </div> </a> <ul id="toc-References-sublist" class="vector-toc-list"> </ul> </li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left" title="Table of Contents" > <input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading"><span class="mw-page-title-main">GPT-3</span></h1> <div id="p-lang-btn" class="vector-dropdown mw-portlet mw-portlet-lang" > <input type="checkbox" id="p-lang-btn-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-p-lang-btn" class="vector-dropdown-checkbox mw-interlanguage-selector" aria-label="Go to an article in another language. Available in 30 languages" > <label id="p-lang-btn-label" for="p-lang-btn-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive mw-portlet-lang-heading-30" aria-hidden="true" ><span class="vector-icon mw-ui-icon-language-progressive mw-ui-icon-wikimedia-language-progressive"></span> <span class="vector-dropdown-label-text">30 languages</span> </label> <div class="vector-dropdown-content"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li class="interlanguage-link interwiki-ar mw-list-item"><a href="https://ar.wikipedia.org/wiki/%D8%AC%D9%8A_%D8%A8%D9%8A_%D8%AA%D9%8A-3" title="جي بي تي-3 – Arabic" lang="ar" hreflang="ar" data-title="جي بي تي-3" data-language-autonym="العربية" data-language-local-name="Arabic" class="interlanguage-link-target"><span>العربية</span></a></li><li class="interlanguage-link interwiki-bn mw-list-item"><a href="https://bn.wikipedia.org/wiki/%E0%A6%9C%E0%A6%BF%E0%A6%AA%E0%A6%BF%E0%A6%9F%E0%A6%BF-%E0%A7%A9" title="জিপিটি-৩ – Bangla" lang="bn" hreflang="bn" data-title="জিপিটি-৩" data-language-autonym="বাংলা" data-language-local-name="Bangla" class="interlanguage-link-target"><span>বাংলা</span></a></li><li class="interlanguage-link interwiki-bg mw-list-item"><a href="https://bg.wikipedia.org/wiki/GPT-3" title="GPT-3 – Bulgarian" lang="bg" hreflang="bg" data-title="GPT-3" data-language-autonym="Български" data-language-local-name="Bulgarian" class="interlanguage-link-target"><span>Български</span></a></li><li class="interlanguage-link interwiki-ca mw-list-item"><a href="https://ca.wikipedia.org/wiki/GPT-3" title="GPT-3 – Catalan" lang="ca" hreflang="ca" data-title="GPT-3" data-language-autonym="Català" data-language-local-name="Catalan" class="interlanguage-link-target"><span>Català</span></a></li><li class="interlanguage-link interwiki-cs mw-list-item"><a href="https://cs.wikipedia.org/wiki/GPT-3" title="GPT-3 – Czech" lang="cs" hreflang="cs" data-title="GPT-3" data-language-autonym="Čeština" data-language-local-name="Czech" class="interlanguage-link-target"><span>Čeština</span></a></li><li class="interlanguage-link interwiki-de mw-list-item"><a href="https://de.wikipedia.org/wiki/GPT-3" title="GPT-3 – German" lang="de" hreflang="de" data-title="GPT-3" data-language-autonym="Deutsch" data-language-local-name="German" class="interlanguage-link-target"><span>Deutsch</span></a></li><li class="interlanguage-link interwiki-et mw-list-item"><a href="https://et.wikipedia.org/wiki/GPT-3" title="GPT-3 – Estonian" lang="et" hreflang="et" data-title="GPT-3" data-language-autonym="Eesti" data-language-local-name="Estonian" class="interlanguage-link-target"><span>Eesti</span></a></li><li class="interlanguage-link interwiki-es mw-list-item"><a href="https://es.wikipedia.org/wiki/GPT-3" title="GPT-3 – Spanish" lang="es" hreflang="es" data-title="GPT-3" data-language-autonym="Español" data-language-local-name="Spanish" class="interlanguage-link-target"><span>Español</span></a></li><li class="interlanguage-link interwiki-eu mw-list-item"><a href="https://eu.wikipedia.org/wiki/GPT-3" title="GPT-3 – Basque" lang="eu" hreflang="eu" data-title="GPT-3" data-language-autonym="Euskara" data-language-local-name="Basque" class="interlanguage-link-target"><span>Euskara</span></a></li><li class="interlanguage-link interwiki-fa mw-list-item"><a href="https://fa.wikipedia.org/wiki/%D8%AC%DB%8C%E2%80%8C%D9%BE%DB%8C%E2%80%8C%D8%AA%DB%8C_%DB%B3" title="جی‌پی‌تی ۳ – Persian" lang="fa" hreflang="fa" data-title="جی‌پی‌تی ۳" data-language-autonym="فارسی" data-language-local-name="Persian" class="interlanguage-link-target"><span>فارسی</span></a></li><li class="interlanguage-link interwiki-fr mw-list-item"><a href="https://fr.wikipedia.org/wiki/GPT-3" title="GPT-3 – French" lang="fr" hreflang="fr" data-title="GPT-3" data-language-autonym="Français" data-language-local-name="French" class="interlanguage-link-target"><span>Français</span></a></li><li class="interlanguage-link interwiki-ko mw-list-item"><a href="https://ko.wikipedia.org/wiki/GPT-3" title="GPT-3 – Korean" lang="ko" hreflang="ko" data-title="GPT-3" data-language-autonym="한국어" data-language-local-name="Korean" class="interlanguage-link-target"><span>한국어</span></a></li><li class="interlanguage-link interwiki-hi mw-list-item"><a href="https://hi.wikipedia.org/wiki/%E0%A4%9C%E0%A5%80%E0%A4%AA%E0%A5%80%E0%A4%9F%E0%A5%803" title="जीपीटी3 – Hindi" lang="hi" hreflang="hi" data-title="जीपीटी3" data-language-autonym="हिन्दी" data-language-local-name="Hindi" class="interlanguage-link-target"><span>हिन्दी</span></a></li><li class="interlanguage-link interwiki-it mw-list-item"><a href="https://it.wikipedia.org/wiki/GPT-3" title="GPT-3 – Italian" lang="it" hreflang="it" data-title="GPT-3" data-language-autonym="Italiano" data-language-local-name="Italian" class="interlanguage-link-target"><span>Italiano</span></a></li><li class="interlanguage-link interwiki-he mw-list-item"><a href="https://he.wikipedia.org/wiki/GPT-3" title="GPT-3 – Hebrew" lang="he" hreflang="he" data-title="GPT-3" data-language-autonym="עברית" data-language-local-name="Hebrew" class="interlanguage-link-target"><span>עברית</span></a></li><li class="interlanguage-link interwiki-hu mw-list-item"><a href="https://hu.wikipedia.org/wiki/GPT-3" title="GPT-3 – Hungarian" lang="hu" hreflang="hu" data-title="GPT-3" data-language-autonym="Magyar" data-language-local-name="Hungarian" class="interlanguage-link-target"><span>Magyar</span></a></li><li class="interlanguage-link interwiki-nl mw-list-item"><a href="https://nl.wikipedia.org/wiki/GPT-3" title="GPT-3 – Dutch" lang="nl" hreflang="nl" data-title="GPT-3" data-language-autonym="Nederlands" data-language-local-name="Dutch" class="interlanguage-link-target"><span>Nederlands</span></a></li><li class="interlanguage-link interwiki-ja mw-list-item"><a href="https://ja.wikipedia.org/wiki/GPT-3" title="GPT-3 – Japanese" lang="ja" hreflang="ja" data-title="GPT-3" data-language-autonym="日本語" data-language-local-name="Japanese" class="interlanguage-link-target"><span>日本語</span></a></li><li class="interlanguage-link interwiki-pt mw-list-item"><a href="https://pt.wikipedia.org/wiki/GPT-3" title="GPT-3 – Portuguese" lang="pt" hreflang="pt" data-title="GPT-3" data-language-autonym="Português" data-language-local-name="Portuguese" class="interlanguage-link-target"><span>Português</span></a></li><li class="interlanguage-link interwiki-kaa mw-list-item"><a href="https://kaa.wikipedia.org/wiki/GPT-3" title="GPT-3 – Kara-Kalpak" lang="kaa" hreflang="kaa" data-title="GPT-3" data-language-autonym="Qaraqalpaqsha" data-language-local-name="Kara-Kalpak" class="interlanguage-link-target"><span>Qaraqalpaqsha</span></a></li><li class="interlanguage-link interwiki-qu mw-list-item"><a href="https://qu.wikipedia.org/wiki/GPT-3" title="GPT-3 – Quechua" lang="qu" hreflang="qu" data-title="GPT-3" data-language-autonym="Runa Simi" data-language-local-name="Quechua" class="interlanguage-link-target"><span>Runa Simi</span></a></li><li class="interlanguage-link interwiki-ru mw-list-item"><a href="https://ru.wikipedia.org/wiki/GPT-3" title="GPT-3 – Russian" lang="ru" hreflang="ru" data-title="GPT-3" data-language-autonym="Русский" data-language-local-name="Russian" class="interlanguage-link-target"><span>Русский</span></a></li><li class="interlanguage-link interwiki-ckb mw-list-item"><a href="https://ckb.wikipedia.org/wiki/%D8%AC%DB%8C-%D9%BE%DB%8C-%D8%AA%DB%8C-%D9%A3" title="جی-پی-تی-٣ – Central Kurdish" lang="ckb" hreflang="ckb" data-title="جی-پی-تی-٣" data-language-autonym="کوردی" data-language-local-name="Central Kurdish" class="interlanguage-link-target"><span>کوردی</span></a></li><li class="interlanguage-link interwiki-fi mw-list-item"><a href="https://fi.wikipedia.org/wiki/GPT-3" title="GPT-3 – Finnish" lang="fi" hreflang="fi" data-title="GPT-3" data-language-autonym="Suomi" data-language-local-name="Finnish" class="interlanguage-link-target"><span>Suomi</span></a></li><li class="interlanguage-link interwiki-sv mw-list-item"><a href="https://sv.wikipedia.org/wiki/GPT-3" title="GPT-3 – Swedish" lang="sv" hreflang="sv" data-title="GPT-3" data-language-autonym="Svenska" data-language-local-name="Swedish" class="interlanguage-link-target"><span>Svenska</span></a></li><li class="interlanguage-link interwiki-tr mw-list-item"><a href="https://tr.wikipedia.org/wiki/GPT-3" title="GPT-3 – Turkish" lang="tr" hreflang="tr" data-title="GPT-3" data-language-autonym="Türkçe" data-language-local-name="Turkish" class="interlanguage-link-target"><span>Türkçe</span></a></li><li class="interlanguage-link interwiki-uk mw-list-item"><a href="https://uk.wikipedia.org/wiki/GPT-3" title="GPT-3 – Ukrainian" lang="uk" hreflang="uk" data-title="GPT-3" data-language-autonym="Українська" data-language-local-name="Ukrainian" class="interlanguage-link-target"><span>Українська</span></a></li><li class="interlanguage-link interwiki-vi mw-list-item"><a href="https://vi.wikipedia.org/wiki/GPT-3" title="GPT-3 – Vietnamese" lang="vi" hreflang="vi" data-title="GPT-3" data-language-autonym="Tiếng Việt" data-language-local-name="Vietnamese" class="interlanguage-link-target"><span>Tiếng Việt</span></a></li><li class="interlanguage-link interwiki-zh-yue mw-list-item"><a href="https://zh-yue.wikipedia.org/wiki/GPT-3" title="GPT-3 – Cantonese" lang="yue" hreflang="yue" data-title="GPT-3" data-language-autonym="粵語" data-language-local-name="Cantonese" class="interlanguage-link-target"><span>粵語</span></a></li><li class="interlanguage-link interwiki-zh mw-list-item"><a href="https://zh.wikipedia.org/wiki/GPT-3" title="GPT-3 – Chinese" lang="zh" hreflang="zh" data-title="GPT-3" data-language-autonym="中文" data-language-local-name="Chinese" class="interlanguage-link-target"><span>中文</span></a></li> </ul> <div class="after-portlet after-portlet-lang"><span class="wb-langlinks-edit wb-langlinks-link"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q95726734#sitelinks-wikipedia" title="Edit interlanguage links" class="wbc-editpage">Edit links</a></span></div> </div> </div> </div> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/GPT-3" title="View the content page [c]" accesskey="c"><span>Article</span></a></li><li id="ca-talk" class="vector-tab-noicon mw-list-item"><a href="/wiki/Talk:GPT-3" rel="discussion" title="Discuss improvements to the content page [t]" accesskey="t"><span>Talk</span></a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet" > <input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant" > <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">English</span> </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/GPT-3"><span>Read</span></a></li><li id="ca-edit" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=GPT-3&action=edit" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=GPT-3&action=history" title="Past revisions of this page [h]" accesskey="h"><span>View history</span></a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown" > <input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools" > <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">Tools</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container" > <div class="vector-pinnable-header-label">Tools</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options" > <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="/wiki/GPT-3"><span>Read</span></a></li><li id="ca-more-edit" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=GPT-3&action=edit" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=GPT-3&action=history"><span>View history</span></a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb" > <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="/wiki/Special:WhatLinksHere/GPT-3" title="List of all English Wikipedia pages containing links to this page [j]" accesskey="j"><span>What links here</span></a></li><li id="t-recentchangeslinked" class="mw-list-item"><a href="/wiki/Special:RecentChangesLinked/GPT-3" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k"><span>Related changes</span></a></li><li id="t-upload" class="mw-list-item"><a href="//en.wikipedia.org/wiki/Wikipedia:File_Upload_Wizard" title="Upload files [u]" accesskey="u"><span>Upload file</span></a></li><li id="t-permalink" class="mw-list-item"><a href="/w/index.php?title=GPT-3&oldid=1281552018" title="Permanent link to this revision of this page"><span>Permanent link</span></a></li><li id="t-info" class="mw-list-item"><a href="/w/index.php?title=GPT-3&action=info" title="More information about this page"><span>Page information</span></a></li><li id="t-cite" class="mw-list-item"><a href="/w/index.php?title=Special:CiteThisPage&page=GPT-3&id=1281552018&wpFormIdentifier=titleform" title="Information on how to cite this page"><span>Cite this page</span></a></li><li id="t-urlshortener" class="mw-list-item"><a href="/w/index.php?title=Special:UrlShortener&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FGPT-3"><span>Get shortened URL</span></a></li><li id="t-urlshortener-qrcode" class="mw-list-item"><a href="/w/index.php?title=Special:QrCode&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FGPT-3"><span>Download QR code</span></a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export" > <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-download-as-rl" class="mw-list-item"><a href="/w/index.php?title=Special:DownloadAsPdf&page=GPT-3&action=show-download-screen" title="Download this page as a PDF file"><span>Download as PDF</span></a></li><li id="t-print" class="mw-list-item"><a href="/w/index.php?title=GPT-3&printable=yes" title="Printable version of this page [p]" accesskey="p"><span>Printable version</span></a></li> </ul> </div> </div> <div id="p-wikibase-otherprojects" class="vector-menu mw-portlet mw-portlet-wikibase-otherprojects" > <div class="vector-menu-heading"> In other projects </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li class="wb-otherproject-link wb-otherproject-commons mw-list-item"><a href="https://commons.wikimedia.org/wiki/Category:GPT-3" hreflang="en"><span>Wikimedia Commons</span></a></li><li id="t-wikibase" class="wb-otherproject-link wb-otherproject-wikibase-dataitem mw-list-item"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q95726734" title="Structured data on this page hosted by Wikidata [g]" accesskey="g"><span>Wikidata item</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container" > <div class="vector-pinnable-header-label">Appearance</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div class="mw-indicators"> </div> <div id="siteSub" class="noprint">From Wikipedia, the free encyclopedia</div> </div> <div id="contentSub"><div id="mw-content-subtitle"></div></div> <div id="mw-content-text" class="mw-body-content"><div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><div class="shortdescription nomobile noexcerpt noprint searchaux" style="display:none">2020 text-generating language model</div> <style data-mw-deduplicate="TemplateStyles:r1236090951">.mw-parser-output .hatnote{font-style:italic}.mw-parser-output div.hatnote{padding-left:1.6em;margin-bottom:0.5em}.mw-parser-output .hatnote i{font-style:normal}.mw-parser-output .hatnote+link+.hatnote{margin-top:-0.5em}@media print{body.ns-0 .mw-parser-output .hatnote{display:none!important}}</style><div role="note" class="hatnote navigation-not-searchable">See also: <a href="/wiki/Generative_pre-trained_transformer#Foundation_models" title="Generative pre-trained transformer">Generative pre-trained transformer § Foundation models</a></div> <p class="mw-empty-elt"> </p> <style data-mw-deduplicate="TemplateStyles:r1257001546">.mw-parser-output .infobox-subbox{padding:0;border:none;margin:-3px;width:auto;min-width:100%;font-size:100%;clear:none;float:none;background-color:transparent}.mw-parser-output .infobox-3cols-child{margin:auto}.mw-parser-output .infobox .navbar{font-size:100%}@media screen{html.skin-theme-clientpref-night .mw-parser-output .infobox-full-data:not(.notheme)>div:not(.notheme)[style]{background:#1f1f23!important;color:#f8f9fa}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .infobox-full-data:not(.notheme) div:not(.notheme){background:#1f1f23!important;color:#f8f9fa}}@media(min-width:640px){body.skin--responsive .mw-parser-output .infobox-table{display:table!important}body.skin--responsive .mw-parser-output .infobox-table>caption{display:table-caption!important}body.skin--responsive .mw-parser-output .infobox-table>tbody{display:table-row-group}body.skin--responsive .mw-parser-output .infobox-table tr{display:table-row!important}body.skin--responsive .mw-parser-output .infobox-table th,body.skin--responsive .mw-parser-output .infobox-table td{padding-left:inherit;padding-right:inherit}}</style><table class="infobox vevent"><caption class="infobox-title summary">Generative Pre-trained Transformer 3 (GPT-3)</caption><tbody><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Programmer" title="Programmer">Original author(s)</a></th><td class="infobox-data"><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a><sup id="cite_ref-preprint_1-0" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Initial release</th><td class="infobox-data">May 29, 2020 (publication); June 11, 2020 (OA API beta)</td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Repository_(version_control)" title="Repository (version control)">Repository</a></th><td class="infobox-data"><style data-mw-deduplicate="TemplateStyles:r1126788409">.mw-parser-output .plainlist ol,.mw-parser-output .plainlist ul{line-height:inherit;list-style:none;margin:0;padding:0}.mw-parser-output .plainlist ol li,.mw-parser-output .plainlist ul li{margin-bottom:0}</style><div class="plainlist"><ul><li><span class="url"><a rel="nofollow" class="external text" href="https://github.com/openai/gpt-3">github<wbr />.com<wbr />/openai<wbr />/gpt-3</a></span> <span class="mw-valign-text-top noprint" typeof="mw:File/Frameless"><a href="https://www.wikidata.org/wiki/Q95726734#P1324" title="Edit this at Wikidata"><img alt="Edit this at Wikidata" src="//upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/10px-OOjs_UI_icon_edit-ltr-progressive.svg.png" decoding="async" width="10" height="10" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/15px-OOjs_UI_icon_edit-ltr-progressive.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/20px-OOjs_UI_icon_edit-ltr-progressive.svg.png 2x" data-file-width="20" data-file-height="20" /></a></span></li></ul> </div></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Predecessor</th><td class="infobox-data"><a href="/wiki/GPT-2" title="GPT-2">GPT-2</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Successor</th><td class="infobox-data"><a href="/wiki/GPT-3.5" class="mw-redirect" title="GPT-3.5">GPT-3.5</a><br /><a href="/wiki/GPT-4" title="GPT-4">GPT-4</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_categories#Categorization_approaches" title="Software categories">Type</a></th><td class="infobox-data"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1126788409" /><div class="plainlist" style="margin-left:1em;text-indent:-1em;"> <ul><li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li> <li><a href="/wiki/Foundation_model" title="Foundation model">Foundation model</a></li></ul> </div></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_license" title="Software license">License</a></th><td class="infobox-data">proprietary</td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Website</th><td class="infobox-data"><span class="url"><a rel="nofollow" class="external text" href="https://openai.com/blog/openai-api">openai<wbr />.com<wbr />/blog<wbr />/openai-api</a></span></td></tr></tbody></table> <style data-mw-deduplicate="TemplateStyles:r1244144826">.mw-parser-output .machine-learning-list-title{background-color:#ddddff}html.skin-theme-clientpref-night .mw-parser-output .machine-learning-list-title{background-color:#222}@media(prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .machine-learning-list-title{background-color:#222}}</style> <style data-mw-deduplicate="TemplateStyles:r1129693374">.mw-parser-output .hlist dl,.mw-parser-output .hlist ol,.mw-parser-output .hlist ul{margin:0;padding:0}.mw-parser-output .hlist dd,.mw-parser-output .hlist dt,.mw-parser-output .hlist li{margin:0;display:inline}.mw-parser-output .hlist.inline,.mw-parser-output .hlist.inline dl,.mw-parser-output .hlist.inline ol,.mw-parser-output .hlist.inline ul,.mw-parser-output .hlist dl dl,.mw-parser-output .hlist dl ol,.mw-parser-output .hlist dl ul,.mw-parser-output .hlist ol dl,.mw-parser-output .hlist ol ol,.mw-parser-output .hlist ol ul,.mw-parser-output .hlist ul dl,.mw-parser-output .hlist ul ol,.mw-parser-output .hlist ul ul{display:inline}.mw-parser-output .hlist .mw-empty-li{display:none}.mw-parser-output .hlist dt::after{content:": "}.mw-parser-output .hlist dd::after,.mw-parser-output .hlist li::after{content:" · ";font-weight:bold}.mw-parser-output .hlist dd:last-child::after,.mw-parser-output .hlist dt:last-child::after,.mw-parser-output .hlist li:last-child::after{content:none}.mw-parser-output .hlist dd dd:first-child::before,.mw-parser-output .hlist dd dt:first-child::before,.mw-parser-output .hlist dd li:first-child::before,.mw-parser-output .hlist dt dd:first-child::before,.mw-parser-output .hlist dt dt:first-child::before,.mw-parser-output .hlist dt li:first-child::before,.mw-parser-output .hlist li dd:first-child::before,.mw-parser-output .hlist li dt:first-child::before,.mw-parser-output .hlist li li:first-child::before{content:" (";font-weight:normal}.mw-parser-output .hlist dd dd:last-child::after,.mw-parser-output .hlist dd dt:last-child::after,.mw-parser-output .hlist dd li:last-child::after,.mw-parser-output .hlist dt dd:last-child::after,.mw-parser-output .hlist dt dt:last-child::after,.mw-parser-output .hlist dt li:last-child::after,.mw-parser-output .hlist li dd:last-child::after,.mw-parser-output .hlist li dt:last-child::after,.mw-parser-output .hlist li li:last-child::after{content:")";font-weight:normal}.mw-parser-output .hlist ol{counter-reset:listitem}.mw-parser-output .hlist ol>li{counter-increment:listitem}.mw-parser-output .hlist ol>li::before{content:" "counter(listitem)"\a0 "}.mw-parser-output .hlist dd ol>li:first-child::before,.mw-parser-output .hlist dt ol>li:first-child::before,.mw-parser-output .hlist li ol>li:first-child::before{content:" ("counter(listitem)"\a0 "}</style><style data-mw-deduplicate="TemplateStyles:r1246091330">.mw-parser-output .sidebar{width:22em;float:right;clear:right;margin:0.5em 0 1em 1em;background:var(--background-color-neutral-subtle,#f8f9fa);border:1px solid var(--border-color-base,#a2a9b1);padding:0.2em;text-align:center;line-height:1.4em;font-size:88%;border-collapse:collapse;display:table}body.skin-minerva .mw-parser-output .sidebar{display:table!important;float:right!important;margin:0.5em 0 1em 1em!important}.mw-parser-output .sidebar-subgroup{width:100%;margin:0;border-spacing:0}.mw-parser-output .sidebar-left{float:left;clear:left;margin:0.5em 1em 1em 0}.mw-parser-output .sidebar-none{float:none;clear:both;margin:0.5em 1em 1em 0}.mw-parser-output .sidebar-outer-title{padding:0 0.4em 0.2em;font-size:125%;line-height:1.2em;font-weight:bold}.mw-parser-output .sidebar-top-image{padding:0.4em}.mw-parser-output .sidebar-top-caption,.mw-parser-output .sidebar-pretitle-with-top-image,.mw-parser-output .sidebar-caption{padding:0.2em 0.4em 0;line-height:1.2em}.mw-parser-output .sidebar-pretitle{padding:0.4em 0.4em 0;line-height:1.2em}.mw-parser-output .sidebar-title,.mw-parser-output .sidebar-title-with-pretitle{padding:0.2em 0.8em;font-size:145%;line-height:1.2em}.mw-parser-output .sidebar-title-with-pretitle{padding:0.1em 0.4em}.mw-parser-output .sidebar-image{padding:0.2em 0.4em 0.4em}.mw-parser-output .sidebar-heading{padding:0.1em 0.4em}.mw-parser-output .sidebar-content{padding:0 0.5em 0.4em}.mw-parser-output .sidebar-content-with-subgroup{padding:0.1em 0.4em 0.2em}.mw-parser-output .sidebar-above,.mw-parser-output .sidebar-below{padding:0.3em 0.8em;font-weight:bold}.mw-parser-output .sidebar-collapse .sidebar-above,.mw-parser-output .sidebar-collapse .sidebar-below{border-top:1px solid #aaa;border-bottom:1px solid #aaa}.mw-parser-output .sidebar-navbar{text-align:right;font-size:115%;padding:0 0.4em 0.4em}.mw-parser-output .sidebar-list-title{padding:0 0.4em;text-align:left;font-weight:bold;line-height:1.6em;font-size:105%}.mw-parser-output .sidebar-list-title-c{padding:0 0.4em;text-align:center;margin:0 3.3em}@media(max-width:640px){body.mediawiki .mw-parser-output .sidebar{width:100%!important;clear:both;float:none!important;margin-left:0!important;margin-right:0!important}}body.skin--responsive .mw-parser-output .sidebar a>img{max-width:none!important}@media screen{html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-list-title,html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle{background:transparent!important}html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle a{color:var(--color-progressive)!important}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-list-title,html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle{background:transparent!important}html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle a{color:var(--color-progressive)!important}}@media print{body.ns-0 .mw-parser-output .sidebar{display:none!important}}</style><style data-mw-deduplicate="TemplateStyles:r886047488">.mw-parser-output .nobold{font-weight:normal}</style><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r886047488" /><table class="sidebar sidebar-collapse nomobile nowraplinks"><tbody><tr><td class="sidebar-pretitle">Part of a series on</td></tr><tr><th class="sidebar-title-with-pretitle"><a href="/wiki/Machine_learning" title="Machine learning">Machine learning</a><br />and <a href="/wiki/Data_mining" title="Data mining">data mining</a></th></tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Paradigms</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Supervised_learning" title="Supervised learning">Supervised learning</a></li> <li><a href="/wiki/Unsupervised_learning" title="Unsupervised learning">Unsupervised learning</a></li> <li><a href="/wiki/Semi-supervised_learning" class="mw-redirect" title="Semi-supervised learning">Semi-supervised learning</a></li> <li><a href="/wiki/Self-supervised_learning" title="Self-supervised learning">Self-supervised learning</a></li> <li><a href="/wiki/Reinforcement_learning" title="Reinforcement learning">Reinforcement learning</a></li> <li><a href="/wiki/Meta-learning_(computer_science)" title="Meta-learning (computer science)">Meta-learning</a></li> <li><a href="/wiki/Online_machine_learning" title="Online machine learning">Online learning</a></li> <li><a href="/wiki/Batch_learning" class="mw-redirect" title="Batch learning">Batch learning</a></li> <li><a href="/wiki/Curriculum_learning" title="Curriculum learning">Curriculum learning</a></li> <li><a href="/wiki/Rule-based_machine_learning" title="Rule-based machine learning">Rule-based learning</a></li> <li><a href="/wiki/Neuro-symbolic_AI" title="Neuro-symbolic AI">Neuro-symbolic AI</a></li> <li><a href="/wiki/Neuromorphic_engineering" class="mw-redirect" title="Neuromorphic engineering">Neuromorphic engineering</a></li> <li><a href="/wiki/Quantum_machine_learning" title="Quantum machine learning">Quantum machine learning</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Problems</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Statistical_classification" title="Statistical classification">Classification</a></li> <li><a href="/wiki/Generative_model" title="Generative model">Generative modeling</a></li> <li><a href="/wiki/Regression_analysis" title="Regression analysis">Regression</a></li> <li><a href="/wiki/Cluster_analysis" title="Cluster analysis">Clustering</a></li> <li><a href="/wiki/Dimensionality_reduction" title="Dimensionality reduction">Dimensionality reduction</a></li> <li><a href="/wiki/Density_estimation" title="Density estimation">Density estimation</a></li> <li><a href="/wiki/Anomaly_detection" title="Anomaly detection">Anomaly detection</a></li> <li><a href="/wiki/Data_cleaning" class="mw-redirect" title="Data cleaning">Data cleaning</a></li> <li><a href="/wiki/Automated_machine_learning" title="Automated machine learning">AutoML</a></li> <li><a href="/wiki/Association_rule_learning" title="Association rule learning">Association rules</a></li> <li><a href="/wiki/Semantic_analysis_(machine_learning)" title="Semantic analysis (machine learning)">Semantic analysis</a></li> <li><a href="/wiki/Structured_prediction" title="Structured prediction">Structured prediction</a></li> <li><a href="/wiki/Feature_engineering" title="Feature engineering">Feature engineering</a></li> <li><a href="/wiki/Feature_learning" title="Feature learning">Feature learning</a></li> <li><a href="/wiki/Learning_to_rank" title="Learning to rank">Learning to rank</a></li> <li><a href="/wiki/Grammar_induction" title="Grammar induction">Grammar induction</a></li> <li><a href="/wiki/Ontology_learning" title="Ontology learning">Ontology learning</a></li> <li><a href="/wiki/Multimodal_learning" title="Multimodal learning">Multimodal learning</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><div style="display: inline-block; line-height: 1.2em; padding: .1em 0;"><a href="/wiki/Supervised_learning" title="Supervised learning">Supervised learning</a><br /><span class="nobold"><span style="font-size: 85%;">(<b><a href="/wiki/Statistical_classification" title="Statistical classification">classification</a></b> • <b><a href="/wiki/Regression_analysis" title="Regression analysis">regression</a></b>)</span></span> </div></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Apprenticeship_learning" title="Apprenticeship learning">Apprenticeship learning</a></li> <li><a href="/wiki/Decision_tree_learning" title="Decision tree learning">Decision trees</a></li> <li><a href="/wiki/Ensemble_learning" title="Ensemble learning">Ensembles</a> <ul><li><a href="/wiki/Bootstrap_aggregating" title="Bootstrap aggregating">Bagging</a></li> <li><a href="/wiki/Boosting_(machine_learning)" title="Boosting (machine learning)">Boosting</a></li> <li><a href="/wiki/Random_forest" title="Random forest">Random forest</a></li></ul></li> <li><a href="/wiki/K-nearest_neighbors_algorithm" title="K-nearest neighbors algorithm"><i>k</i>-NN</a></li> <li><a href="/wiki/Linear_regression" title="Linear regression">Linear regression</a></li> <li><a href="/wiki/Naive_Bayes_classifier" title="Naive Bayes classifier">Naive Bayes</a></li> <li><a href="/wiki/Artificial_neural_network" class="mw-redirect" title="Artificial neural network">Artificial neural networks</a></li> <li><a href="/wiki/Logistic_regression" title="Logistic regression">Logistic regression</a></li> <li><a href="/wiki/Perceptron" title="Perceptron">Perceptron</a></li> <li><a href="/wiki/Relevance_vector_machine" title="Relevance vector machine">Relevance vector machine (RVM)</a></li> <li><a href="/wiki/Support_vector_machine" title="Support vector machine">Support vector machine (SVM)</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><a href="/wiki/Cluster_analysis" title="Cluster analysis">Clustering</a></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/BIRCH" title="BIRCH">BIRCH</a></li> <li><a href="/wiki/CURE_algorithm" title="CURE algorithm">CURE</a></li> <li><a href="/wiki/Hierarchical_clustering" title="Hierarchical clustering">Hierarchical</a></li> <li><a href="/wiki/K-means_clustering" title="K-means clustering"><i>k</i>-means</a></li> <li><a href="/wiki/Fuzzy_clustering" title="Fuzzy clustering">Fuzzy</a></li> <li><a href="/wiki/Expectation%E2%80%93maximization_algorithm" title="Expectation–maximization algorithm">Expectation–maximization (EM)</a></li> <li><br /><a href="/wiki/DBSCAN" title="DBSCAN">DBSCAN</a></li> <li><a href="/wiki/OPTICS_algorithm" title="OPTICS algorithm">OPTICS</a></li> <li><a href="/wiki/Mean_shift" title="Mean shift">Mean shift</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><a href="/wiki/Dimensionality_reduction" title="Dimensionality reduction">Dimensionality reduction</a></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Factor_analysis" title="Factor analysis">Factor analysis</a></li> <li><a href="/wiki/Canonical_correlation" title="Canonical correlation">CCA</a></li> <li><a href="/wiki/Independent_component_analysis" title="Independent component analysis">ICA</a></li> <li><a href="/wiki/Linear_discriminant_analysis" title="Linear discriminant analysis">LDA</a></li> <li><a href="/wiki/Non-negative_matrix_factorization" title="Non-negative matrix factorization">NMF</a></li> <li><a href="/wiki/Principal_component_analysis" title="Principal component analysis">PCA</a></li> <li><a href="/wiki/Proper_generalized_decomposition" title="Proper generalized decomposition">PGD</a></li> <li><a href="/wiki/T-distributed_stochastic_neighbor_embedding" title="T-distributed stochastic neighbor embedding">t-SNE</a></li> <li><a href="/wiki/Sparse_dictionary_learning" title="Sparse dictionary learning">SDL</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><a href="/wiki/Structured_prediction" title="Structured prediction">Structured prediction</a></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Graphical_model" title="Graphical model">Graphical models</a> <ul><li><a href="/wiki/Bayesian_network" title="Bayesian network">Bayes net</a></li> <li><a href="/wiki/Conditional_random_field" title="Conditional random field">Conditional random field</a></li> <li><a href="/wiki/Hidden_Markov_model" title="Hidden Markov model">Hidden Markov</a></li></ul></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><a href="/wiki/Anomaly_detection" title="Anomaly detection">Anomaly detection</a></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Random_sample_consensus" title="Random sample consensus">RANSAC</a></li> <li><a href="/wiki/K-nearest_neighbors_algorithm" title="K-nearest neighbors algorithm"><i>k</i>-NN</a></li> <li><a href="/wiki/Local_outlier_factor" title="Local outlier factor">Local outlier factor</a></li> <li><a href="/wiki/Isolation_forest" title="Isolation forest">Isolation forest</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><a href="/wiki/Artificial_neural_network" class="mw-redirect" title="Artificial neural network">Artificial neural network</a></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Autoencoder" title="Autoencoder">Autoencoder</a></li> <li><a href="/wiki/Deep_learning" title="Deep learning">Deep learning</a></li> <li><a href="/wiki/Feedforward_neural_network" title="Feedforward neural network">Feedforward neural network</a></li> <li><a href="/wiki/Recurrent_neural_network" title="Recurrent neural network">Recurrent neural network</a> <ul><li><a href="/wiki/Long_short-term_memory" title="Long short-term memory">LSTM</a></li> <li><a href="/wiki/Gated_recurrent_unit" title="Gated recurrent unit">GRU</a></li> <li><a href="/wiki/Echo_state_network" title="Echo state network">ESN</a></li> <li><a href="/wiki/Reservoir_computing" title="Reservoir computing">reservoir computing</a></li></ul></li> <li><a href="/wiki/Boltzmann_machine" title="Boltzmann machine">Boltzmann machine</a> <ul><li><a href="/wiki/Restricted_Boltzmann_machine" title="Restricted Boltzmann machine">Restricted</a></li></ul></li> <li><a href="/wiki/Generative_adversarial_network" title="Generative adversarial network">GAN</a></li> <li><a href="/wiki/Diffusion_model" title="Diffusion model">Diffusion model</a></li> <li><a href="/wiki/Self-organizing_map" title="Self-organizing map">SOM</a></li> <li><a href="/wiki/Convolutional_neural_network" title="Convolutional neural network">Convolutional neural network</a> <ul><li><a href="/wiki/U-Net" title="U-Net">U-Net</a></li> <li><a href="/wiki/LeNet" title="LeNet">LeNet</a></li> <li><a href="/wiki/AlexNet" title="AlexNet">AlexNet</a></li> <li><a href="/wiki/DeepDream" title="DeepDream">DeepDream</a></li></ul></li> <li><a href="/wiki/Neural_radiance_field" title="Neural radiance field">Neural radiance field</a></li> <li><a href="/wiki/Transformer_(machine_learning_model)" class="mw-redirect" title="Transformer (machine learning model)">Transformer</a> <ul><li><a href="/wiki/Vision_transformer" title="Vision transformer">Vision</a></li></ul></li> <li><a href="/wiki/Mamba_(deep_learning_architecture)" title="Mamba (deep learning architecture)">Mamba</a></li> <li><a href="/wiki/Spiking_neural_network" title="Spiking neural network">Spiking neural network</a></li> <li><a href="/wiki/Memtransistor" title="Memtransistor">Memtransistor</a></li> <li><a href="/wiki/Electrochemical_RAM" title="Electrochemical RAM">Electrochemical RAM</a> (ECRAM)</li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)"><a href="/wiki/Reinforcement_learning" title="Reinforcement learning">Reinforcement learning</a></div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Q-learning" title="Q-learning">Q-learning</a></li> <li><a href="/wiki/State%E2%80%93action%E2%80%93reward%E2%80%93state%E2%80%93action" title="State–action–reward–state–action">SARSA</a></li> <li><a href="/wiki/Temporal_difference_learning" title="Temporal difference learning">Temporal difference (TD)</a></li> <li><a href="/wiki/Multi-agent_reinforcement_learning" title="Multi-agent reinforcement learning">Multi-agent</a> <ul><li><a href="/wiki/Self-play_(reinforcement_learning_technique)" class="mw-redirect" title="Self-play (reinforcement learning technique)">Self-play</a></li></ul></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Learning with humans</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Active_learning_(machine_learning)" title="Active learning (machine learning)">Active learning</a></li> <li><a href="/wiki/Crowdsourcing" title="Crowdsourcing">Crowdsourcing</a></li> <li><a href="/wiki/Human-in-the-loop" title="Human-in-the-loop">Human-in-the-loop</a></li> <li><a href="/wiki/Reinforcement_learning_from_human_feedback" title="Reinforcement learning from human feedback">RLHF</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Model diagnostics</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Coefficient_of_determination" title="Coefficient of determination">Coefficient of determination</a></li> <li><a href="/wiki/Confusion_matrix" title="Confusion matrix">Confusion matrix</a></li> <li><a href="/wiki/Learning_curve_(machine_learning)" title="Learning curve (machine learning)">Learning curve</a></li> <li><a href="/wiki/Receiver_operating_characteristic" title="Receiver operating characteristic">ROC curve</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Mathematical foundations</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Kernel_machines" class="mw-redirect" title="Kernel machines">Kernel machines</a></li> <li><a href="/wiki/Bias%E2%80%93variance_tradeoff" title="Bias–variance tradeoff">Bias–variance tradeoff</a></li> <li><a href="/wiki/Computational_learning_theory" title="Computational learning theory">Computational learning theory</a></li> <li><a href="/wiki/Empirical_risk_minimization" title="Empirical risk minimization">Empirical risk minimization</a></li> <li><a href="/wiki/Occam_learning" title="Occam learning">Occam learning</a></li> <li><a href="/wiki/Probably_approximately_correct_learning" title="Probably approximately correct learning">PAC learning</a></li> <li><a href="/wiki/Statistical_learning_theory" title="Statistical learning theory">Statistical learning</a></li> <li><a href="/wiki/Vapnik%E2%80%93Chervonenkis_theory" title="Vapnik–Chervonenkis theory">VC theory</a></li> <li><a href="/wiki/Topological_deep_learning" title="Topological deep learning">Topological deep learning</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Journals and conferences</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/ECML_PKDD" title="ECML PKDD">ECML PKDD</a></li> <li><a href="/wiki/Conference_on_Neural_Information_Processing_Systems" title="Conference on Neural Information Processing Systems">NeurIPS</a></li> <li><a href="/wiki/International_Conference_on_Machine_Learning" title="International Conference on Machine Learning">ICML</a></li> <li><a href="/wiki/International_Conference_on_Learning_Representations" title="International Conference on Learning Representations">ICLR</a></li> <li><a href="/wiki/International_Joint_Conference_on_Artificial_Intelligence" title="International Joint Conference on Artificial Intelligence">IJCAI</a></li> <li><a href="/wiki/Machine_Learning_(journal)" title="Machine Learning (journal)">ML</a></li> <li><a href="/wiki/Journal_of_Machine_Learning_Research" title="Journal of Machine Learning Research">JMLR</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed machine-learning-list-title"><div class="sidebar-list-title" style="border-top:1px solid #aaa; text-align:center;;color: var(--color-base)">Related articles</div><div class="sidebar-list-content mw-collapsible-content hlist"> <ul><li><a href="/wiki/Glossary_of_artificial_intelligence" title="Glossary of artificial intelligence">Glossary of artificial intelligence</a></li> <li><a href="/wiki/List_of_datasets_for_machine-learning_research" title="List of datasets for machine-learning research">List of datasets for machine-learning research</a> <ul><li><a href="/wiki/List_of_datasets_in_computer_vision_and_image_processing" title="List of datasets in computer vision and image processing">List of datasets in computer vision and image processing</a></li></ul></li> <li><a href="/wiki/Outline_of_machine_learning" title="Outline of machine learning">Outline of machine learning</a></li></ul></div></div></td> </tr><tr><td class="sidebar-navbar"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><style data-mw-deduplicate="TemplateStyles:r1239400231">.mw-parser-output .navbar{display:inline;font-size:88%;font-weight:normal}.mw-parser-output .navbar-collapse{float:left;text-align:left}.mw-parser-output .navbar-boxtext{word-spacing:0}.mw-parser-output .navbar ul{display:inline-block;white-space:nowrap;line-height:inherit}.mw-parser-output .navbar-brackets::before{margin-right:-0.125em;content:"[ "}.mw-parser-output .navbar-brackets::after{margin-left:-0.125em;content:" ]"}.mw-parser-output .navbar li{word-spacing:-0.125em}.mw-parser-output .navbar a>span,.mw-parser-output .navbar a>abbr{text-decoration:inherit}.mw-parser-output .navbar-mini abbr{font-variant:small-caps;border-bottom:none;text-decoration:none;cursor:inherit}.mw-parser-output .navbar-ct-full{font-size:114%;margin:0 7em}.mw-parser-output .navbar-ct-mini{font-size:114%;margin:0 4em}html.skin-theme-clientpref-night .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}@media(prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}}@media print{.mw-parser-output .navbar{display:none!important}}</style><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Machine_learning" title="Template:Machine learning"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Machine_learning" title="Template talk:Machine learning"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Machine_learning" title="Special:EditPage/Template:Machine learning"><abbr title="Edit this template">e</abbr></a></li></ul></div></td></tr></tbody></table> <p><b>Generative Pre-trained Transformer 3</b> (<b>GPT-3</b>) is a <a href="/wiki/Large_language_model" title="Large language model">large language model</a> released by <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> in 2020. </p><p>Like its predecessor, <a href="/wiki/GPT-2" title="GPT-2">GPT-2</a>, it is a decoder-only<sup id="cite_ref-OpenAI_Radford_20200611_2-0" class="reference"><a href="#cite_note-OpenAI_Radford_20200611-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup> <a href="/wiki/Transformer_model" class="mw-redirect" title="Transformer model">transformer model</a> of deep neural network, which supersedes recurrence and convolution-based architectures with a technique known as "<a href="/wiki/Attention_(machine_learning)" title="Attention (machine learning)">attention</a>".<sup id="cite_ref-2018_Attention_Paper_3-0" class="reference"><a href="#cite_note-2018_Attention_Paper-3"><span class="cite-bracket">[</span>3<span class="cite-bracket">]</span></a></sup> This attention mechanism allows the model to focus selectively on segments of input text it predicts to be most relevant.<sup id="cite_ref-jointly_4-0" class="reference"><a href="#cite_note-jointly-4"><span class="cite-bracket">[</span>4<span class="cite-bracket">]</span></a></sup> GPT-3 has 175 billion <a href="/wiki/Parameter_(machine_learning)" class="mw-redirect" title="Parameter (machine learning)">parameters</a>, each with 16-bit precision, requiring 350GB of storage since each parameter occupies 2 bytes. It has a <a href="/wiki/Context_window" class="mw-redirect" title="Context window">context window</a> size of 2048 <a href="/wiki/Lexical_analysis" title="Lexical analysis">tokens</a>, and has demonstrated strong "<a href="/wiki/Zero-shot" class="mw-redirect" title="Zero-shot">zero-shot</a>" and "<a href="/wiki/Few-shot_learning_(natural_language_processing)" class="mw-redirect" title="Few-shot learning (natural language processing)">few-shot</a>" learning abilities on many tasks.<sup id="cite_ref-OpenAI_Radford_20200611_2-1" class="reference"><a href="#cite_note-OpenAI_Radford_20200611-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup> </p><p>On September 22, 2020, <a href="/wiki/Microsoft" title="Microsoft">Microsoft</a> announced that it had licensed GPT-3 exclusively. Others can still receive output from its public API, but only Microsoft has access to the underlying model.<sup id="cite_ref-MSgotcode_5-0" class="reference"><a href="#cite_note-MSgotcode-5"><span class="cite-bracket">[</span>5<span class="cite-bracket">]</span></a></sup> </p> <meta property="mw:PageProp/toc" /> <div class="mw-heading mw-heading2"><h2 id="Background">Background</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=1" title="Edit section: Background"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>According to <i><a href="/wiki/The_Economist" title="The Economist">The Economist</a></i>, improved algorithms, more powerful computers, and a recent increase in the amount of digitized material have fueled a revolution in <a href="/wiki/Machine_learning" title="Machine learning">machine learning</a>. New techniques in the 2010s resulted in "rapid improvements in tasks", including manipulating language.<sup id="cite_ref-theeconomist_20200611_6-0" class="reference"><a href="#cite_note-theeconomist_20200611-6"><span class="cite-bracket">[</span>6<span class="cite-bracket">]</span></a></sup> </p><p>Software models are trained to learn by using thousands or millions of examples in a "structure<span class="nowrap"> </span>... loosely based on the neural architecture of the brain".<sup id="cite_ref-theeconomist_20200611_6-1" class="reference"><a href="#cite_note-theeconomist_20200611-6"><span class="cite-bracket">[</span>6<span class="cite-bracket">]</span></a></sup> One architecture used in <a href="/wiki/Natural_language_processing" title="Natural language processing">natural language processing</a> (NLP) is a <a href="/wiki/Artificial_neural_network" class="mw-redirect" title="Artificial neural network">neural network</a> based on a <a href="/wiki/Deep_learning" title="Deep learning">deep learning</a> model that was introduced in 2017—the <a href="/wiki/Transformer_(machine_learning_model)" class="mw-redirect" title="Transformer (machine learning model)">transformer</a> architecture.<sup id="cite_ref-Polosukhin_2017_7-0" class="reference"><a href="#cite_note-Polosukhin_2017-7"><span class="cite-bracket">[</span>7<span class="cite-bracket">]</span></a></sup> There are a number of NLP systems capable of processing, mining, organizing, connecting and contrasting textual input, as well as correctly answering questions.<sup id="cite_ref-thomsonreuters_nd_8-0" class="reference"><a href="#cite_note-thomsonreuters_nd-8"><span class="cite-bracket">[</span>8<span class="cite-bracket">]</span></a></sup> </p><p>On June 11, 2018, OpenAI researchers and engineers published a paper introducing the first <a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">generative pre-trained transformer</a> (GPT)—a type of <a href="/wiki/Generative_artificial_intelligence" title="Generative artificial intelligence">generative</a> <a href="/wiki/Large_language_model" title="Large language model">large language model</a> that is pre-trained with an enormous and diverse <a href="/wiki/Text_corpus" title="Text corpus">text corpus</a> in <a href="/wiki/Dataset_(machine_learning)" class="mw-redirect" title="Dataset (machine learning)">datasets</a>, followed by discriminative <a href="/wiki/Fine-tuning_(machine_learning)" class="mw-redirect" title="Fine-tuning (machine learning)">fine-tuning</a> to focus on a specific task. GPT models are transformer-based deep-learning neural network architectures. Previously, the best-performing neural NLP models commonly employed <a href="/wiki/Supervised_learning" title="Supervised learning">supervised learning</a> from large amounts of manually-labeled data, which made it prohibitively expensive and time-consuming to train extremely large language models.<sup id="cite_ref-OpenAI_Radford_20200611_2-2" class="reference"><a href="#cite_note-OpenAI_Radford_20200611-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup> The first GPT model was known as "GPT-1," and it was followed by "GPT-2" in February 2019. Created as a direct scale-up of its predecessor, GPT-2 had both its parameter count and dataset size increased by a factor of 10. It had 1.5 billion parameters, and was trained on a dataset of 8 million web pages.<sup id="cite_ref-9" class="reference"><a href="#cite_note-9"><span class="cite-bracket">[</span>9<span class="cite-bracket">]</span></a></sup> </p><p>In February 2020, Microsoft introduced its Turing Natural Language Generation (T-NLG), which they claimed was "largest language model ever published at 17 billion parameters."<sup id="cite_ref-Wired_Sterling_20200213_10-0" class="reference"><a href="#cite_note-Wired_Sterling_20200213-10"><span class="cite-bracket">[</span>10<span class="cite-bracket">]</span></a></sup> It performed better than any other language model at a variety of tasks, including <a href="/wiki/Automatic_summarization" title="Automatic summarization">summarizing texts</a> and <a href="/wiki/Question_answering" title="Question answering">answering questions</a>. </p> <div class="mw-heading mw-heading2"><h2 id="Training_and_capabilities">Training and capabilities</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=2" title="Edit section: Training and capabilities"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <style data-mw-deduplicate="TemplateStyles:r1224211176">.mw-parser-output .quotebox{background-color:#F9F9F9;border:1px solid #aaa;box-sizing:border-box;padding:10px;font-size:88%;max-width:100%}.mw-parser-output .quotebox.floatleft{margin:.5em 1.4em .8em 0}.mw-parser-output .quotebox.floatright{margin:.5em 0 .8em 1.4em}.mw-parser-output .quotebox.centered{overflow:hidden;position:relative;margin:.5em auto .8em auto}.mw-parser-output .quotebox.floatleft span,.mw-parser-output .quotebox.floatright span{font-style:inherit}.mw-parser-output .quotebox>blockquote{margin:0;padding:0;border-left:0;font-family:inherit;font-size:inherit}.mw-parser-output .quotebox-title{text-align:center;font-size:110%;font-weight:bold}.mw-parser-output .quotebox-quote>:first-child{margin-top:0}.mw-parser-output .quotebox-quote:last-child>:last-child{margin-bottom:0}.mw-parser-output .quotebox-quote.quoted:before{font-family:"Times New Roman",serif;font-weight:bold;font-size:large;color:gray;content:" “ ";vertical-align:-45%;line-height:0}.mw-parser-output .quotebox-quote.quoted:after{font-family:"Times New Roman",serif;font-weight:bold;font-size:large;color:gray;content:" ” ";line-height:0}.mw-parser-output .quotebox .left-aligned{text-align:left}.mw-parser-output .quotebox .right-aligned{text-align:right}.mw-parser-output .quotebox .center-aligned{text-align:center}.mw-parser-output .quotebox .quote-title,.mw-parser-output .quotebox .quotebox-quote{display:block}.mw-parser-output .quotebox cite{display:block;font-style:normal}@media screen and (max-width:640px){.mw-parser-output .quotebox{width:100%!important;margin:0 0 .8em!important;float:none!important}}</style><div class="quotebox pullquote floatright" style="width:300px; ;"> <div class="quotebox-title" style="">A sample student essay about <a href="/wiki/Pedagogy" title="Pedagogy">pedagogy</a> written by GPT-3</div> <blockquote class="quotebox-quote left-aligned" style=""> <p>The construct of "learning styles" is problematic because it fails to account for the processes through which learning styles are shaped. Some students might develop a particular learning style because they have had particular experiences. Others might develop a particular learning style by trying to accommodate to a learning environment that was not well suited to their learning needs. Ultimately, we need to understand the interactions among learning styles and environmental and personal factors, and how these shape how we learn and the kinds of learning we experience. </p> </blockquote> <div style="padding-bottom: 0; padding-top: 0.5em"><cite class="left-aligned" style="">– Text generated by <a href="/wiki/Mike_Sharples" title="Mike Sharples">Mike Sharples</a><sup id="cite_ref-pedagogy_11-0" class="reference"><a href="#cite_note-pedagogy-11"><span class="cite-bracket">[</span>11<span class="cite-bracket">]</span></a></sup></cite></div> </div> <p>On May 28, 2020, an <a href="/wiki/ArXiv" title="ArXiv">arXiv</a> preprint by a group of 31 engineers and researchers at OpenAI described the achievement and development of GPT-3, a third-generation "state-of-the-art language model".<sup id="cite_ref-preprint_1-1" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-analyticsindiamag_Sagar_20200603_12-0" class="reference"><a href="#cite_note-analyticsindiamag_Sagar_20200603-12"><span class="cite-bracket">[</span>12<span class="cite-bracket">]</span></a></sup> The team increased the capacity of GPT-3 by over two orders of magnitude from that of its predecessor, GPT-2,<sup id="cite_ref-gpt2-with-quote_13-0" class="reference"><a href="#cite_note-gpt2-with-quote-13"><span class="cite-bracket">[</span>13<span class="cite-bracket">]</span></a></sup> making GPT-3 the largest non-sparse language model to date.<sup id="cite_ref-preprint_1-2" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup class="reference nowrap">: <span title="Page / location: 14
Quotation: "Since we increase the capacity by over two orders of magnitude from GPT-2 to GPT-3"" class="tooltip tooltip-dashed" style="border-bottom: 1px dashed;">14</span> </sup><sup id="cite_ref-CNBC_Shead_20200723_14-0" class="reference"><a href="#cite_note-CNBC_Shead_20200723-14"><span class="cite-bracket">[</span>14<span class="cite-bracket">]</span></a></sup> Because GPT-3 is structurally similar to its predecessors,<sup id="cite_ref-preprint_1-3" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup> its greater accuracy is attributed to its increased capacity and greater number of parameters.<sup id="cite_ref-ZDNet_Tiernan_20200601_15-0" class="reference"><a href="#cite_note-ZDNet_Tiernan_20200601-15"><span class="cite-bracket">[</span>15<span class="cite-bracket">]</span></a></sup> GPT-3's capacity is ten times larger than that of Microsoft's Turing NLG, the next largest NLP model known at the time.<sup id="cite_ref-analyticsindiamag_Sagar_20200603_12-1" class="reference"><a href="#cite_note-analyticsindiamag_Sagar_20200603-12"><span class="cite-bracket">[</span>12<span class="cite-bracket">]</span></a></sup> </p><p>Lambdalabs estimated a hypothetical cost of around $4.6 million US dollars and 355 years to train GPT-3 on a single <a href="/wiki/GPU" class="mw-redirect" title="GPU">GPU</a> in 2020,<sup id="cite_ref-lambdalabs_16-0" class="reference"><a href="#cite_note-lambdalabs-16"><span class="cite-bracket">[</span>16<span class="cite-bracket">]</span></a></sup> with lower actual training time by using more GPUs in parallel. </p><p>Sixty percent of the weighted pre-training dataset for GPT-3 comes from a filtered version of <a href="/wiki/Common_Crawl" title="Common Crawl">Common Crawl</a> consisting of 410 billion <a href="/wiki/Byte_pair_encoding" title="Byte pair encoding">byte-pair-encoded</a> tokens. Fuzzy deduplication used <a href="/wiki/Apache_Spark" title="Apache Spark">Apache Spark</a>'s <a href="/wiki/MinHash" title="MinHash">MinHash</a>LSH.<sup id="cite_ref-preprint_1-4" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup class="reference nowrap"><span title="Page / location: 9">: 9 </span></sup> Other sources are 19 billion tokens from WebText2 representing 22% of the weighted total, 12 billion tokens from Books1 representing 8%, 55 billion tokens from Books2 representing 8%, and 3 billion tokens from Wikipedia representing 3%.<sup id="cite_ref-preprint_1-5" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup class="reference nowrap"><span title="Page / location: 9">: 9 </span></sup> GPT-3 was trained on hundreds of billions of words and is also capable of coding in <a href="/wiki/CSS" title="CSS">CSS</a>, <a href="/wiki/JSX_(JavaScript)" title="JSX (JavaScript)">JSX</a>, and <a href="/wiki/Python_(programming_language)" title="Python (programming language)">Python</a>, among others.<sup class="noprint Inline-Template Template-Fact" style="white-space:nowrap;">[<i><a href="/wiki/Wikipedia:Citation_needed" title="Wikipedia:Citation needed"><span title="This claim needs references to reliable sources. (June 2024)">citation needed</span></a></i>]</sup> </p> <table class="wikitable"> <caption>GPT-3 training data<sup id="cite_ref-preprint_1-6" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup class="reference nowrap"><span title="Page / location: 9">: 9 </span></sup> </caption> <tbody><tr> <th>Dataset </th> <th># tokens </th> <th>Proportion <br />within training </th></tr> <tr> <td><a href="/wiki/Common_Crawl" title="Common Crawl">Common Crawl</a> </td> <td style="text-align:right; padding-left: 2em; padding-right: 2em;">410 billion </td> <td style="text-align:right; padding-right: 2em;">60% </td></tr> <tr> <td>WebText2 </td> <td style="text-align:right; padding-right: 2em;">19 billion </td> <td style="text-align:right; padding-right: 2em;">22% </td></tr> <tr> <td>Books1 </td> <td style="text-align:right; padding-right: 2em;">12 billion </td> <td style="text-align:right; padding-right: 2em;">8% </td></tr> <tr> <td>Books2 </td> <td style="text-align:right; padding-right: 2em;">55 billion </td> <td style="text-align:right; padding-right: 2em;">8% </td></tr> <tr> <td>Wikipedia </td> <td style="text-align:right; padding-right: 2em;">3 billion </td> <td style="text-align:right; padding-right: 2em;">3% </td></tr></tbody></table> <p>Since GPT-3's training data was all-encompassing, it does not require further training for distinct language tasks.<sup class="noprint Inline-Template Template-Fact" style="white-space:nowrap;">[<i><a href="/wiki/Wikipedia:Citation_needed" title="Wikipedia:Citation needed"><span title="This claim needs references to reliable sources. (June 2024)">citation needed</span></a></i>]</sup> The training data contains occasional toxic language and GPT-3 occasionally generates toxic language as a result of mimicking its training data. A study from the <a href="/wiki/University_of_Washington" title="University of Washington">University of Washington</a> found that GPT-3 produced toxic language at a toxicity level comparable to the similar natural language processing models of <a href="/wiki/GPT-2" title="GPT-2">GPT-2</a> and CTRL. OpenAI has implemented several strategies to limit the amount of toxic language generated by GPT-3. As a result, GPT-3 produced less toxic language compared to its predecessor model, GPT-1, although it produced both more generations and a higher toxicity of toxic language compared to CTRL Wiki, a language model trained entirely on Wikipedia data.<sup id="cite_ref-17" class="reference"><a href="#cite_note-17"><span class="cite-bracket">[</span>17<span class="cite-bracket">]</span></a></sup> </p><p>On June 11, 2020, <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> announced that users could request access to its user-friendly GPT-3 API—a "machine learning toolset"—to help OpenAI "explore the strengths and limits" of this new technology.<sup id="cite_ref-OpenAI_20200611_18-0" class="reference"><a href="#cite_note-OpenAI_20200611-18"><span class="cite-bracket">[</span>18<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-techcrunch_20200601_19-0" class="reference"><a href="#cite_note-techcrunch_20200601-19"><span class="cite-bracket">[</span>19<span class="cite-bracket">]</span></a></sup> The invitation described how this API had a general-purpose "text in, text out" interface that can complete almost "any English language task", instead of the usual single use-case.<sup id="cite_ref-OpenAI_20200611_18-1" class="reference"><a href="#cite_note-OpenAI_20200611-18"><span class="cite-bracket">[</span>18<span class="cite-bracket">]</span></a></sup> According to one user, who had access to a private early release of the OpenAI GPT-3 API, GPT-3 was "eerily good" at writing "amazingly coherent text" with only a few simple prompts.<sup id="cite_ref-Arram_20200709_20-0" class="reference"><a href="#cite_note-Arram_20200709-20"><span class="cite-bracket">[</span>20<span class="cite-bracket">]</span></a></sup> In an initial experiment 80 US subjects were asked to judge if short ~200 word articles were written by humans or GPT-3. The participants judged correctly 52% of the time, doing only slightly better than random guessing.<sup id="cite_ref-preprint_1-7" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup> </p><p>On November 18, 2021, OpenAI announced that enough safeguards had been implemented that access to its API would be unrestricted.<sup id="cite_ref-21" class="reference"><a href="#cite_note-21"><span class="cite-bracket">[</span>21<span class="cite-bracket">]</span></a></sup> OpenAI provided developers with a content moderation tool that helps them abide by OpenAI's content policy.<sup id="cite_ref-22" class="reference"><a href="#cite_note-22"><span class="cite-bracket">[</span>22<span class="cite-bracket">]</span></a></sup> On January 27, 2022, OpenAI announced that its newest GPT-3 language models (collectively referred to as InstructGPT) were now the default language model used on their <a href="/wiki/API" title="API">API</a>. According to OpenAI, InstructGPT produced content that was better aligned to user intentions by following instructions better, generating fewer made-up facts, and producing somewhat less toxic content.<sup id="cite_ref-23" class="reference"><a href="#cite_note-23"><span class="cite-bracket">[</span>23<span class="cite-bracket">]</span></a></sup> </p><p>Because GPT-3 can "generate news articles which human evaluators have difficulty distinguishing from articles written by humans,"<sup id="cite_ref-analyticsindiamag_Sagar_20200603_12-2" class="reference"><a href="#cite_note-analyticsindiamag_Sagar_20200603-12"><span class="cite-bracket">[</span>12<span class="cite-bracket">]</span></a></sup> GPT-3 has the "potential to advance both the beneficial and harmful applications of language models."<sup id="cite_ref-preprint_1-8" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup class="reference nowrap"><span title="Page / location: 34">: 34 </span></sup> In their May 28, 2020 paper, the researchers described in detail the potential "harmful effects of GPT-3"<sup id="cite_ref-analyticsindiamag_Sagar_20200603_12-3" class="reference"><a href="#cite_note-analyticsindiamag_Sagar_20200603-12"><span class="cite-bracket">[</span>12<span class="cite-bracket">]</span></a></sup> which include "misinformation, <a href="/wiki/Spamming" title="Spamming">spam</a>, <a href="/wiki/Phishing" title="Phishing">phishing</a>, <a href="/wiki/Abuse_of_process" title="Abuse of process">abuse of legal and governmental processes</a>, <a href="/wiki/Academic_dishonesty" title="Academic dishonesty">fraudulent academic essay writing</a> and social engineering <a href="/wiki/Pretexting" title="Pretexting">pretexting</a>".<sup id="cite_ref-preprint_1-9" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup> The authors draw attention to these dangers to call for research on <a href="/wiki/Risk_mitigation" class="mw-redirect" title="Risk mitigation">risk mitigation</a>.<sup id="cite_ref-preprint_1-10" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup class="reference nowrap"><span title="Page / location: 34">: 34 </span></sup> </p><p>GPT-3 is capable of performing zero-shot and few-shot learning (including one-shot).<sup id="cite_ref-preprint_1-11" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup> </p><p>In June 2022, Almira Osmanovic Thunström wrote that GPT-3 was the primary author on an article on itself, that they had submitted it for publication,<sup id="cite_ref-Thunström_2022_24-0" class="reference"><a href="#cite_note-Thunström_2022-24"><span class="cite-bracket">[</span>24<span class="cite-bracket">]</span></a></sup> and that it had been pre-published while waiting for completion of its review.<sup id="cite_ref-Transformer_Thunström_Steingrimsson_2022_25-0" class="reference"><a href="#cite_note-Transformer_Thunström_Steingrimsson_2022-25"><span class="cite-bracket">[</span>25<span class="cite-bracket">]</span></a></sup> </p> <div class="mw-heading mw-heading2"><h2 id="GPT-3_models">GPT-3 models</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=3" title="Edit section: GPT-3 models"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>There are many models in the GPT-3 family, some serving different purposes than others. In the initial research paper published by OpenAI, they mentioned 8 different sizes of the main GPT-3 model: </p> <table class="wikitable"> <tbody><tr> <th>Model name </th> <th>Parameters </th> <th>API name </th></tr> <tr> <td>GPT-3 Small </td> <td>125 M </td> <td>n/a </td></tr> <tr> <td>GPT-3 Medium </td> <td>350 M </td> <td>ada </td></tr> <tr> <td>GPT-3 Large </td> <td>760 M </td> <td>n/a </td></tr> <tr> <td>GPT-3 XL </td> <td>1.3 B </td> <td>babbage </td></tr> <tr> <td>GPT-3 2.7B </td> <td>2.7 B </td> <td>n/a </td></tr> <tr> <td>GPT-3 6.7B </td> <td>6.7 B </td> <td>curie </td></tr> <tr> <td>GPT-3 13B </td> <td>13B </td> <td>n/a </td></tr> <tr> <td>GPT-3 175B </td> <td>175B </td> <td>davinci </td></tr></tbody></table> <p>Half of the models are accessible through the API, namely GPT-3-medium, GPT-3-xl, GPT-3-6.7B and GPT-3-175b, which are referred to as ada, babbage, curie and davinci respectively. While the size of the API models was not originally disclosed by OpenAI, <a href="/wiki/EleutherAI" title="EleutherAI">EleutherAI</a> announced the mapping between model sizes and API names in May 2021.<sup id="cite_ref-26" class="reference"><a href="#cite_note-26"><span class="cite-bracket">[</span>26<span class="cite-bracket">]</span></a></sup> These model sizes were later confirmed by OpenAI,<sup id="cite_ref-27" class="reference"><a href="#cite_note-27"><span class="cite-bracket">[</span>27<span class="cite-bracket">]</span></a></sup> but the sizes of subsequent models have not been disclosed. </p> <table class="wikitable"> <tbody><tr> <th>Model </th> <th>Parameters </th> <th>Description </th> <th>Series </th></tr> <tr> <td>ada </td> <td>350 M </td> <td>Capable of very simple tasks, usually the fastest model in the GPT-3 series, and lowest cost. </td> <td>Base GPT-3 </td></tr> <tr> <td>babbage <p>babbage-002 </p> </td> <td>1.3 B </td> <td>Capable of straightforward tasks, very fast, and lower cost. </td> <td>Base GPT-3 </td></tr> <tr> <td>curie </td> <td>6.7B </td> <td>Very capable, but faster and lower cost than Davinci. </td> <td>Base GPT-3 </td></tr> <tr> <td>davinci <p>davinci-002 </p> </td> <td>175 B </td> <td>Most capable GPT-3 model. Can do any task the other models can do, often with higher quality. </td> <td>Base GPT-3 </td></tr> <tr> <td>text-ada-001 </td> <td>350 M </td> <td>Capable of very simple tasks, usually the fastest model in the GPT-3 series, and lowest cost. </td> <td>InstructGPT </td></tr> <tr> <td>text-babbage-001 </td> <td>1.3B </td> <td>Capable of straightforward tasks, very fast, and lower cost. </td> <td>InstructGPT </td></tr> <tr> <td>text-curie-001 </td> <td>6.7B </td> <td>Very capable, faster and lower cost than Davinci. </td> <td>InstructGPT </td></tr> <tr> <td>text-davinci-001 </td> <td>175B </td> <td>Older version of the most capable model in the GPT-3 series. Can perform any task the other GPT-3 models can, often with less context. </td> <td>InstructGPT </td></tr> <tr> <td>text-davinci-002 <p>code-davinci-002 </p> </td> <td>Undisclosed </td> <td>Similar capabilities to <code>text-davinci-003</code> but trained with supervised fine-tuning instead of reinforcement learning </td> <td>GPT-3.5 </td></tr> <tr> <td>text-davinci-003 </td> <td>Undisclosed </td> <td>Can do any language task with better quality, longer output, and consistent instruction-following than the curie, babbage, or ada models. Also supports inserting completions within text. </td> <td>GPT-3.5 </td></tr> <tr> <td>gpt-3.5-turbo <p>gpt-3.5-turbo-instruct gpt-3.5-turbo-16k </p> </td> <td>Undisclosed </td> <td>Most capable and cost effective (fastest) GPT-3.5 model and optimized for chat at 1/10th the cost of <code>text-davinci-003</code>. </td> <td>GPT-3.5 </td></tr></tbody></table> <div class="mw-heading mw-heading2"><h2 id="GPT-3.5"><span class="anchor" id="GPT-3.5"></span> GPT-3.5</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=4" title="Edit section: GPT-3.5"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1257001546" /><table class="infobox vevent"><caption class="infobox-title summary">Generative Pre-trained Transformer 3.5 (GPT-3.5)</caption><tbody><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Programmer" title="Programmer">Original author(s)</a></th><td class="infobox-data"><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a><sup id="cite_ref-preprint_1-12" class="reference"><a href="#cite_note-preprint-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Initial release</th><td class="infobox-data">March 15, 2022<span class="noprint">; 3 years ago</span><span style="display:none"> (<span class="bday dtstart published updated">2022-03-15</span>)</span></td></tr><tr style="display: none;"><td colspan="2" class="infobox-full-data"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1257001546" /></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_release_life_cycle#Beta" title="Software release life cycle">Preview release</a></th><td class="infobox-data"><div style="margin:0px;">gpt-3.5-turbo-0125 / January 25, 2024<span class="noprint">; 14 months ago</span><span style="display:none"> (<span class="bday dtstart published updated">2024-01-25</span>)</span></div></td></tr><tr style="display:none"><td colspan="2"> </td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Repository_(version_control)" title="Repository (version control)">Repository</a></th><td class="infobox-data">n/a</td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Predecessor</th><td class="infobox-data">GPT-3</td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Successor</th><td class="infobox-data"><a href="/wiki/GPT-4" title="GPT-4">GPT-4</a><br /><a href="/wiki/GPT-4o_mini" class="mw-redirect" title="GPT-4o mini">GPT-4o mini</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_categories#Categorization_approaches" title="Software categories">Type</a></th><td class="infobox-data"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1126788409" /><div class="plainlist" style="margin-left:1em;text-indent:-1em;"> <ul><li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li> <li><a href="/wiki/Foundation_model" title="Foundation model">Foundation model</a></li></ul> </div></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_license" title="Software license">License</a></th><td class="infobox-data"><a href="/wiki/Privative_software" class="mw-redirect" title="Privative software">Privative</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Website</th><td class="infobox-data">n/a</td></tr></tbody></table> <p><b>Generative Pre-trained Transformer 3.5</b> (<b>GPT-3.5</b>) is a sub class of GPT-3 Models created by <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> in 2022. </p><p>On March 15, 2022, OpenAI made available new versions of GPT-3 and <a href="/wiki/OpenAI_Codex" title="OpenAI Codex">Codex</a> in its API with edit and insert capabilities under the names "text-davinci-002" and "code-davinci-002".<sup id="cite_ref-28" class="reference"><a href="#cite_note-28"><span class="cite-bracket">[</span>28<span class="cite-bracket">]</span></a></sup> These models were described as more capable than previous versions and were trained on data up to June 2021.<sup id="cite_ref-auto_29-0" class="reference"><a href="#cite_note-auto-29"><span class="cite-bracket">[</span>29<span class="cite-bracket">]</span></a></sup> On November 28, 2022, OpenAI introduced text-davinci-003.<sup id="cite_ref-30" class="reference"><a href="#cite_note-30"><span class="cite-bracket">[</span>30<span class="cite-bracket">]</span></a></sup> On November 30, 2022, OpenAI began referring to these models as belonging to the "GPT-3.5" series,<sup id="cite_ref-auto_29-1" class="reference"><a href="#cite_note-auto-29"><span class="cite-bracket">[</span>29<span class="cite-bracket">]</span></a></sup> and released <a href="/wiki/ChatGPT" title="ChatGPT">ChatGPT</a>, which was <a href="/wiki/Fine-tuning_(machine_learning)" class="mw-redirect" title="Fine-tuning (machine learning)">fine-tuned</a> from a model in the GPT-3.5 series.<sup id="cite_ref-31" class="reference"><a href="#cite_note-31"><span class="cite-bracket">[</span>31<span class="cite-bracket">]</span></a></sup> OpenAI does not include GPT-3.5 in GPT-3.<sup id="cite_ref-32" class="reference"><a href="#cite_note-32"><span class="cite-bracket">[</span>32<span class="cite-bracket">]</span></a></sup> </p> <div class="mw-heading mw-heading3"><h3 id="Models">Models</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=5" title="Edit section: Models"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>There are three models:<sup id="cite_ref-33" class="reference"><a href="#cite_note-33"><span class="cite-bracket">[</span>33<span class="cite-bracket">]</span></a></sup> </p> <ul><li>Chat <ul><li>gpt-3.5-turbo</li></ul></li> <li>Text completion <ul><li>text-davinci-003</li> <li>text-davinci-002</li></ul></li></ul> <div class="mw-heading mw-heading3"><h3 id="GPT-3.5_with_browsing"><span class="anchor" id="GPT-3.5_with_browsing"></span>GPT-3.5 with browsing</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=6" title="Edit section: GPT-3.5 with browsing"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>On April 10, 2023, <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> introduced a new variant of its GPT-3.5 series model, known as GPT-3.5 with Browsing (ALPHA).<sup id="cite_ref-:0_34-0" class="reference"><a href="#cite_note-:0-34"><span class="cite-bracket">[</span>34<span class="cite-bracket">]</span></a></sup> This updated model was described to build upon the capabilities of its predecessors "text-davinci-002" and "code-davinci-002".<sup id="cite_ref-:1_35-0" class="reference"><a href="#cite_note-:1-35"><span class="cite-bracket">[</span>35<span class="cite-bracket">]</span></a></sup> The GPT-3.5 with Browsing (ALPHA) model incorporated the ability to access and browse online information. This has led to more accurate and up-to-date responses to user queries.<sup id="cite_ref-:0_34-1" class="reference"><a href="#cite_note-:0-34"><span class="cite-bracket">[</span>34<span class="cite-bracket">]</span></a></sup> </p><p>The GPT-3.5 with Browsing (ALPHA) model has been trained on data up to September 2021, giving it more information compared to previous GPT-3.5 models, which were trained on data up until June 2021. The model attempted to provide developers and users with an advanced natural language processing tool that can effectively retrieve and synthesize online information.<sup id="cite_ref-:0_34-2" class="reference"><a href="#cite_note-:0-34"><span class="cite-bracket">[</span>34<span class="cite-bracket">]</span></a></sup> </p><p>To enable browsing capabilities, OpenAI implemented a new <a href="/wiki/API" title="API">API</a> that allows the GPT-3.5 with Browsing (ALPHA) model to access selected online resources during operation.<sup id="cite_ref-:2_36-0" class="reference"><a href="#cite_note-:2-36"><span class="cite-bracket">[</span>36<span class="cite-bracket">]</span></a></sup> This feature allows users to ask questions or request information with the expectation that the model will deliver updated, accurate, and relevant answers based on the latest online sources available to it. </p><p>On April 27, 2023, OpenAI made the GPT-3.5 with Browsing (ALPHA) model publicly available to GPT Plus users. This allowed more people to access to its new features.<sup id="cite_ref-:2_36-1" class="reference"><a href="#cite_note-:2-36"><span class="cite-bracket">[</span>36<span class="cite-bracket">]</span></a></sup> </p> <div class="mw-heading mw-heading3"><h3 id="InstructGPT">InstructGPT</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=7" title="Edit section: InstructGPT"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>InstructGPT is a fine-tuned version of GPT-3.5 trained on a dataset of human-written instructions.<sup id="cite_ref-37" class="reference"><a href="#cite_note-37"><span class="cite-bracket">[</span>37<span class="cite-bracket">]</span></a></sup> </p> <div class="mw-heading mw-heading2"><h2 id="Reception">Reception</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=8" title="Edit section: Reception"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <div class="mw-heading mw-heading3"><h3 id="Applications">Applications</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=9" title="Edit section: Applications"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <ul><li>GPT-3, specifically the <a href="/wiki/OpenAI_Codex" title="OpenAI Codex">Codex model</a>, was the basis for <a href="/wiki/GitHub_Copilot" title="GitHub Copilot">GitHub Copilot</a>, a code completion and generation software that can be used in various code editors and IDEs.<sup id="cite_ref-38" class="reference"><a href="#cite_note-38"><span class="cite-bracket">[</span>38<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-39" class="reference"><a href="#cite_note-39"><span class="cite-bracket">[</span>39<span class="cite-bracket">]</span></a></sup></li> <li>GPT-3 is used in certain <a href="/wiki/Microsoft" title="Microsoft">Microsoft</a> products to translate conventional language into formal computer code.<sup id="cite_ref-40" class="reference"><a href="#cite_note-40"><span class="cite-bracket">[</span>40<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-41" class="reference"><a href="#cite_note-41"><span class="cite-bracket">[</span>41<span class="cite-bracket">]</span></a></sup></li> <li>GPT-3 has been used in CodexDB<sup id="cite_ref-42" class="reference"><a href="#cite_note-42"><span class="cite-bracket">[</span>42<span class="cite-bracket">]</span></a></sup> to generate query-specific code for <a href="/wiki/SQL" title="SQL">SQL</a> processing.</li> <li>GPT-3 has been used by <a href="/wiki/Jason_Rohrer" title="Jason Rohrer">Jason Rohrer</a> in a retro-themed chatbot project named "Project December", which is accessible online and allows users to converse with several AIs using GPT-3 technology.<sup id="cite_ref-43" class="reference"><a href="#cite_note-43"><span class="cite-bracket">[</span>43<span class="cite-bracket">]</span></a></sup></li> <li>GPT-3 was used by <i><a href="/wiki/The_Guardian" title="The Guardian">The Guardian</a></i> to write an article about AI being harmless to human beings. It was fed some ideas and produced eight different essays, which were ultimately merged into one article.<sup id="cite_ref-44" class="reference"><a href="#cite_note-44"><span class="cite-bracket">[</span>44<span class="cite-bracket">]</span></a></sup></li> <li>GPT-3 was used in <i><a href="/wiki/AI_Dungeon" title="AI Dungeon">AI Dungeon</a></i>, which generates text-based adventure games. Later it was replaced by a competing model after OpenAI changed their policy regarding generated content.<sup id="cite_ref-45" class="reference"><a href="#cite_note-45"><span class="cite-bracket">[</span>45<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-46" class="reference"><a href="#cite_note-46"><span class="cite-bracket">[</span>46<span class="cite-bracket">]</span></a></sup></li> <li>GPT-3 is used to aid in writing <a href="/wiki/Copy_(publishing)" title="Copy (publishing)">copy</a> and other marketing materials.<sup id="cite_ref-47" class="reference"><a href="#cite_note-47"><span class="cite-bracket">[</span>47<span class="cite-bracket">]</span></a></sup></li> <li>A 2022 study from <a href="/wiki/Drexel_University" title="Drexel University">Drexel University</a> suggested that GPT-3-based systems could be used to screen for early signs of <a href="/wiki/Alzheimer%27s_disease" title="Alzheimer's disease">Alzheimer's disease</a>.<sup id="cite_ref-48" class="reference"><a href="#cite_note-48"><span class="cite-bracket">[</span>48<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-49" class="reference"><a href="#cite_note-49"><span class="cite-bracket">[</span>49<span class="cite-bracket">]</span></a></sup></li></ul> <div class="mw-heading mw-heading3"><h3 id="Reviews">Reviews</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=10" title="Edit section: Reviews"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <ul><li>In a July 2020 review in <i><a href="/wiki/The_New_York_Times" title="The New York Times">The New York Times</a></i>, <a href="/wiki/Farhad_Manjoo" title="Farhad Manjoo">Farhad Manjoo</a> said that GPT-3's ability to generate computer code, poetry, and prose is not just "amazing", "spooky", and "humbling", but also "more than a little terrifying".<sup id="cite_ref-NYT_Farhad_20190515_50-0" class="reference"><a href="#cite_note-NYT_Farhad_20190515-50"><span class="cite-bracket">[</span>50<span class="cite-bracket">]</span></a></sup></li> <li><i>Daily Nous</i> presented a series of articles by nine philosophers on GPT-3.<sup id="cite_ref-DailyNous_Weinberg_20200730_51-0" class="reference"><a href="#cite_note-DailyNous_Weinberg_20200730-51"><span class="cite-bracket">[</span>51<span class="cite-bracket">]</span></a></sup> Australian philosopher <a href="/wiki/David_Chalmers" title="David Chalmers">David Chalmers</a> described GPT-3 as "one of the most interesting and important AI systems ever produced".<sup id="cite_ref-DailyNous_Weinberg_Chalmer_20200730_52-0" class="reference"><a href="#cite_note-DailyNous_Weinberg_Chalmer_20200730-52"><span class="cite-bracket">[</span>52<span class="cite-bracket">]</span></a></sup></li> <li>A review in <i><a href="/wiki/Wired_(magazine)" title="Wired (magazine)">Wired</a></i> said that GPT-3 was "provoking chills across <a href="/wiki/Silicon_Valley" title="Silicon Valley">Silicon Valley</a>".<sup id="cite_ref-Wired_Simonite_20200722_53-0" class="reference"><a href="#cite_note-Wired_Simonite_20200722-53"><span class="cite-bracket">[</span>53<span class="cite-bracket">]</span></a></sup></li> <li>The <i><a href="/wiki/National_Law_Review" class="mw-redirect" title="National Law Review">National Law Review</a></i> said that GPT-3 is an "impressive step in the larger process", with OpenAI and others finding "useful applications for all of this power" while continuing to "work toward a more <a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">general intelligence</a>".<sup id="cite_ref-NTR_20200730_54-0" class="reference"><a href="#cite_note-NTR_20200730-54"><span class="cite-bracket">[</span>54<span class="cite-bracket">]</span></a></sup></li> <li>An article in the <i><a href="/wiki/MIT_Technology_Review" title="MIT Technology Review">MIT Technology Review</a>,</i> co-written by Deep Learning critic <a href="/wiki/Gary_Marcus" title="Gary Marcus">Gary Marcus</a>,<sup id="cite_ref-55" class="reference"><a href="#cite_note-55"><span class="cite-bracket">[</span>55<span class="cite-bracket">]</span></a></sup> stated that GPT-3's "comprehension of the world is often seriously off, which means you can never really trust what it says."<sup id="cite_ref-Marcus_Davis_2020_56-0" class="reference"><a href="#cite_note-Marcus_Davis_2020-56"><span class="cite-bracket">[</span>56<span class="cite-bracket">]</span></a></sup> According to the authors, GPT-3 models relationships between words without having an <a href="/wiki/Natural_language_understanding" title="Natural language understanding">understanding</a> of the meaning behind each word.</li> <li>Jerome Pesenti, head of the Facebook AI lab, said GPT-3 is "unsafe," pointing to the <a href="/wiki/Sexist" class="mw-redirect" title="Sexist">sexist</a>, <a href="/wiki/Racist" class="mw-redirect" title="Racist">racist</a> and other biased and negative language generated by the system when it was asked to discuss Jews, women, black people, and the <a href="/wiki/Holocaust" class="mw-redirect" title="Holocaust">Holocaust</a>.<sup id="cite_ref-57" class="reference"><a href="#cite_note-57"><span class="cite-bracket">[</span>57<span class="cite-bracket">]</span></a></sup></li> <li>Nabla, a French start-up specializing in healthcare technology, tested GPT-3 as a medical <a href="/wiki/Chatbot" title="Chatbot">chatbot</a>, though OpenAI itself warned against such use. As expected, GPT-3 showed several limitations. For example, while testing GPT-3 responses about mental health issues, the AI advised a simulated patient to commit suicide.<sup id="cite_ref-58" class="reference"><a href="#cite_note-58"><span class="cite-bracket">[</span>58<span class="cite-bracket">]</span></a></sup></li> <li><a href="/wiki/Noam_Chomsky" title="Noam Chomsky">Noam Chomsky</a> expressed his skepticism about GPT-3's scientific value: "It's not a language model. It works just as well for impossible languages as for actual languages. It is therefore refuted, if intended as a language model, by normal scientific criteria. [...] Perhaps it's useful for some purpose, but it seems to tell us nothing about language or cognition generally."<sup id="cite_ref-59" class="reference"><a href="#cite_note-59"><span class="cite-bracket">[</span>59<span class="cite-bracket">]</span></a></sup></li> <li><a href="/wiki/Luciano_Floridi" title="Luciano Floridi">Luciano Floridi</a> and <a href="/w/index.php?title=Massimo_Chiriatti&action=edit&redlink=1" class="new" title="Massimo Chiriatti (page does not exist)">Massimo Chiriatti</a> highlighted the risk of "cheap production of good, semantic artefacts".<sup id="cite_ref-60" class="reference"><a href="#cite_note-60"><span class="cite-bracket">[</span>60<span class="cite-bracket">]</span></a></sup></li> <li>OpenAI's Sam Altman himself criticized what he called "GPT-3 hype", acknowledging GPT-3 "has serious weakness and sometimes makes very silly mistakes... AI is going to change the world, but GPT-3 is just a very early glimpse."<sup id="cite_ref-61" class="reference"><a href="#cite_note-61"><span class="cite-bracket">[</span>61<span class="cite-bracket">]</span></a></sup></li></ul> <div class="mw-heading mw-heading3"><h3 id="Criticism">Criticism</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=11" title="Edit section: Criticism"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>GPT-3's builder, <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a>, was initially founded as a <a href="/wiki/Nonprofit_organization" title="Nonprofit organization">non-profit</a> in 2015.<sup id="cite_ref-62" class="reference"><a href="#cite_note-62"><span class="cite-bracket">[</span>62<span class="cite-bracket">]</span></a></sup> In 2019, OpenAI broke from its usual open-source standards by not publicly releasing GPT-3's predecessor model, citing concerns that the model could facilitate the propagation of fake news. OpenAI eventually released a version of <a href="/wiki/GPT-2" title="GPT-2">GPT-2</a> that was 8% of the original model's size.<sup id="cite_ref-63" class="reference"><a href="#cite_note-63"><span class="cite-bracket">[</span>63<span class="cite-bracket">]</span></a></sup> In the same year, OpenAI restructured to be a for-profit company.<sup id="cite_ref-64" class="reference"><a href="#cite_note-64"><span class="cite-bracket">[</span>64<span class="cite-bracket">]</span></a></sup> In 2020, Microsoft announced the company had exclusive licensing of GPT-3 for Microsoft's products and services following a multi-billion dollar investment in OpenAI. The agreement permits OpenAI to offer a public-facing API such that users can send text to GPT-3 to receive the model's output, but only Microsoft will have access to GPT-3's source code.<sup id="cite_ref-MSgotcode_5-1" class="reference"><a href="#cite_note-MSgotcode-5"><span class="cite-bracket">[</span>5<span class="cite-bracket">]</span></a></sup> </p><p>Large language models, such as GPT-3, have come under criticism from a few of Google's AI ethics researchers for the environmental impact of training and storing the models, detailed in a paper co-authored by <a href="/wiki/Timnit_Gebru" title="Timnit Gebru">Timnit Gebru</a> and <a href="/wiki/Emily_M._Bender" title="Emily M. Bender">Emily M. Bender</a> in 2021.<sup id="cite_ref-65" class="reference"><a href="#cite_note-65"><span class="cite-bracket">[</span>65<span class="cite-bracket">]</span></a></sup> </p><p>The growing<sup class="noprint Inline-Template" style="white-space:nowrap;">[<i><a href="/wiki/Wikipedia:Manual_of_Style/Dates_and_numbers#Chronological_items" title="Wikipedia:Manual of Style/Dates and numbers"><span title="The time period mentioned near this tag is ambiguous. (December 2022)">when?</span></a></i>]</sup> use of automated writing technologies based on GPT-3 and other language generators, has raised concerns regarding academic integrity<sup id="cite_ref-66" class="reference"><a href="#cite_note-66"><span class="cite-bracket">[</span>66<span class="cite-bracket">]</span></a></sup> and raised the stakes of how universities and schools will gauge what constitutes academic misconduct such as plagiarism.<sup id="cite_ref-67" class="reference"><a href="#cite_note-67"><span class="cite-bracket">[</span>67<span class="cite-bracket">]</span></a></sup> </p><p>OpenAI's GPT series was built with data from the <a href="/wiki/Common_Crawl" title="Common Crawl">Common Crawl</a> dataset,<sup id="cite_ref-68" class="reference"><a href="#cite_note-68"><span class="cite-bracket">[</span>68<span class="cite-bracket">]</span></a></sup> a conglomerate of copyrighted articles, internet posts, web pages, and books scraped from 60 million domains over a period of 12 years. <i>TechCrunch</i> reports this training data includes copyrighted material from the BBC, <i>The New York Times</i>, <a href="/wiki/Reddit" title="Reddit">Reddit</a>, the full text of online books, and more.<sup id="cite_ref-69" class="reference"><a href="#cite_note-69"><span class="cite-bracket">[</span>69<span class="cite-bracket">]</span></a></sup> In its response to a 2019 Request for Comments on Intellectual Property Protection for Artificial Intelligence Innovation from the <a href="/wiki/United_States_Patent_and_Trademark_Office" title="United States Patent and Trademark Office">United States Patent and Trademark Office</a> (USPTO), OpenAI argued that "Under current law, training AI systems [such as its GPT models] constitutes <a href="/wiki/Fair_use" title="Fair use">fair use</a>," but that "given the lack of <a href="/wiki/Case_law" title="Case law">case law</a> on point, OpenAI and other AI developers like us face substantial legal uncertainty and compliance costs."<sup id="cite_ref-70" class="reference"><a href="#cite_note-70"><span class="cite-bracket">[</span>70<span class="cite-bracket">]</span></a></sup> </p> <div class="mw-heading mw-heading2"><h2 id="See_also">See also</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=12" title="Edit section: See also"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT (language model)</a></li> <li><a href="/wiki/Hallucination_(artificial_intelligence)" title="Hallucination (artificial intelligence)">Hallucination (artificial intelligence)</a></li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a></li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini (language model)</a></li> <li><a href="/wiki/Wu_Dao" title="Wu Dao">Wu Dao</a></li> <li><a href="/wiki/GPTZero" title="GPTZero">GPTZero</a></li></ul> <div class="mw-heading mw-heading2"><h2 id="References">References</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=GPT-3&action=edit&section=13" title="Edit section: References"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <style data-mw-deduplicate="TemplateStyles:r1239543626">.mw-parser-output .reflist{margin-bottom:0.5em;list-style-type:decimal}@media screen{.mw-parser-output .reflist{font-size:90%}}.mw-parser-output .reflist .references{font-size:100%;margin-bottom:0;list-style-type:inherit}.mw-parser-output .reflist-columns-2{column-width:30em}.mw-parser-output .reflist-columns-3{column-width:25em}.mw-parser-output .reflist-columns{margin-top:0.3em}.mw-parser-output .reflist-columns ol{margin-top:0}.mw-parser-output .reflist-columns li{page-break-inside:avoid;break-inside:avoid-column}.mw-parser-output .reflist-upper-alpha{list-style-type:upper-alpha}.mw-parser-output .reflist-upper-roman{list-style-type:upper-roman}.mw-parser-output .reflist-lower-alpha{list-style-type:lower-alpha}.mw-parser-output .reflist-lower-greek{list-style-type:lower-greek}.mw-parser-output .reflist-lower-roman{list-style-type:lower-roman}</style><div class="reflist reflist-columns references-column-width" style="column-width: 30em;"> <ol class="references"> <li id="cite_note-preprint-1"><span class="mw-cite-backlink">^ <a href="#cite_ref-preprint_1-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-preprint_1-1"><sup><i><b>b</b></i></sup></a> <a href="#cite_ref-preprint_1-2"><sup><i><b>c</b></i></sup></a> <a href="#cite_ref-preprint_1-3"><sup><i><b>d</b></i></sup></a> <a href="#cite_ref-preprint_1-4"><sup><i><b>e</b></i></sup></a> <a href="#cite_ref-preprint_1-5"><sup><i><b>f</b></i></sup></a> <a href="#cite_ref-preprint_1-6"><sup><i><b>g</b></i></sup></a> <a href="#cite_ref-preprint_1-7"><sup><i><b>h</b></i></sup></a> <a href="#cite_ref-preprint_1-8"><sup><i><b>i</b></i></sup></a> <a href="#cite_ref-preprint_1-9"><sup><i><b>j</b></i></sup></a> <a href="#cite_ref-preprint_1-10"><sup><i><b>k</b></i></sup></a> <a href="#cite_ref-preprint_1-11"><sup><i><b>l</b></i></sup></a> <a href="#cite_ref-preprint_1-12"><sup><i><b>m</b></i></sup></a></span> <span class="reference-text"><style data-mw-deduplicate="TemplateStyles:r1238218222">.mw-parser-output cite.citation{font-style:inherit;word-wrap:break-word}.mw-parser-output .citation q{quotes:"\"""\"""'""'"}.mw-parser-output .citation:target{background-color:rgba(0,127,255,0.133)}.mw-parser-output .id-lock-free.id-lock-free a{background:url("//upload.wikimedia.org/wikipedia/commons/6/65/Lock-green.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-limited.id-lock-limited a,.mw-parser-output .id-lock-registration.id-lock-registration a{background:url("//upload.wikimedia.org/wikipedia/commons/d/d6/Lock-gray-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-subscription.id-lock-subscription a{background:url("//upload.wikimedia.org/wikipedia/commons/a/aa/Lock-red-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .cs1-ws-icon a{background:url("//upload.wikimedia.org/wikipedia/commons/4/4c/Wikisource-logo.svg")right 0.1em center/12px no-repeat}body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-free a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-limited a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-registration a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-subscription a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .cs1-ws-icon a{background-size:contain;padding:0 1em 0 0}.mw-parser-output .cs1-code{color:inherit;background:inherit;border:none;padding:inherit}.mw-parser-output .cs1-hidden-error{display:none;color:var(--color-error,#d33)}.mw-parser-output .cs1-visible-error{color:var(--color-error,#d33)}.mw-parser-output .cs1-maint{display:none;color:#085;margin-left:0.3em}.mw-parser-output .cs1-kern-left{padding-left:0.2em}.mw-parser-output .cs1-kern-right{padding-right:0.2em}.mw-parser-output .citation .mw-selflink{font-weight:inherit}@media screen{.mw-parser-output .cs1-format{font-size:95%}html.skin-theme-clientpref-night .mw-parser-output .cs1-maint{color:#18911f}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .cs1-maint{color:#18911f}}</style><cite id="CITEREFBrownMannRyderSubbiah2020" class="citation arxiv cs1">Brown, Tom B.; Mann, Benjamin; Ryder, Nick; Subbiah, Melanie; Kaplan, Jared; Dhariwal, Prafulla; Neelakantan, Arvind; Shyam, Pranav; Sastry, Girish; Askell, Amanda; Agarwal, Sandhini; Herbert-Voss, Ariel; Krueger, Gretchen; Henighan, Tom; Child, Rewon; Ramesh, Aditya; Ziegler, Daniel M.; Wu, Jeffrey; Winter, Clemens; Hesse, Christopher; Chen, Mark; Sigler, Eric; Litwin, Mateusz; Gray, Scott; Chess, Benjamin; Clark, Jack; Berner, Christopher; McCandlish, Sam; Radford, Alec; Sutskever, Ilya; Amodei, Dario (May 28, 2020). "Language Models are Few-Shot Learners". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2005.14165">2005.14165</a></span> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CL">cs.CL</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=Language+Models+are+Few-Shot+Learners&rft.date=2020-05-28&rft_id=info%3Aarxiv%2F2005.14165&rft.aulast=Brown&rft.aufirst=Tom+B.&rft.au=Mann%2C+Benjamin&rft.au=Ryder%2C+Nick&rft.au=Subbiah%2C+Melanie&rft.au=Kaplan%2C+Jared&rft.au=Dhariwal%2C+Prafulla&rft.au=Neelakantan%2C+Arvind&rft.au=Shyam%2C+Pranav&rft.au=Sastry%2C+Girish&rft.au=Askell%2C+Amanda&rft.au=Agarwal%2C+Sandhini&rft.au=Herbert-Voss%2C+Ariel&rft.au=Krueger%2C+Gretchen&rft.au=Henighan%2C+Tom&rft.au=Child%2C+Rewon&rft.au=Ramesh%2C+Aditya&rft.au=Ziegler%2C+Daniel+M.&rft.au=Wu%2C+Jeffrey&rft.au=Winter%2C+Clemens&rft.au=Hesse%2C+Christopher&rft.au=Chen%2C+Mark&rft.au=Sigler%2C+Eric&rft.au=Litwin%2C+Mateusz&rft.au=Gray%2C+Scott&rft.au=Chess%2C+Benjamin&rft.au=Clark%2C+Jack&rft.au=Berner%2C+Christopher&rft.au=McCandlish%2C+Sam&rft.au=Radford%2C+Alec&rft.au=Sutskever%2C+Ilya&rft.au=Amodei%2C+Dario&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-OpenAI_Radford_20200611-2"><span class="mw-cite-backlink">^ <a href="#cite_ref-OpenAI_Radford_20200611_2-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-OpenAI_Radford_20200611_2-1"><sup><i><b>b</b></i></sup></a> <a href="#cite_ref-OpenAI_Radford_20200611_2-2"><sup><i><b>c</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFRadfordNarasimhanSalimansSutskever2018" class="citation web cs1">Radford, Alec; Narasimhan, Karthik; Salimans, Tim; Sutskever, Ilya (June 11, 2018). <a rel="nofollow" class="external text" href="https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf">"Improving Language Understanding by Generative Pre-Training"</a> <span class="cs1-format">(PDF)</span>. p. 12. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210126024542/https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf">Archived</a> <span class="cs1-format">(PDF)</span> from the original on January 26, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Improving+Language+Understanding+by+Generative+Pre-Training&rft.pages=12&rft.date=2018-06-11&rft.aulast=Radford&rft.aufirst=Alec&rft.au=Narasimhan%2C+Karthik&rft.au=Salimans%2C+Tim&rft.au=Sutskever%2C+Ilya&rft_id=https%3A%2F%2Fcdn.openai.com%2Fresearch-covers%2Flanguage-unsupervised%2Flanguage_understanding_paper.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-2018_Attention_Paper-3"><span class="mw-cite-backlink"><b><a href="#cite_ref-2018_Attention_Paper_3-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFVaswaniShazeerParmarUszkoreit2017" class="citation journal cs1"><a href="/wiki/Ashish_Vaswani" title="Ashish Vaswani">Vaswani, Ashish</a>; Shazeer, Noam; Parmar, Niki; Uszkoreit, Jakob; Jones, Llion; <a href="/wiki/Aidan_Gomez" title="Aidan Gomez">Gomez, Aidan N</a>; Kaiser, Łukasz; Polosukhin, Illia (2017). <a rel="nofollow" class="external text" href="https://proceedings.neurips.cc/paper/2017/file/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf">"Attention is All you Need"</a> <span class="cs1-format">(PDF)</span>. <i>Advances in Neural Information Processing Systems</i>. <b>30</b>. Curran Associates, Inc.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Advances+in+Neural+Information+Processing+Systems&rft.atitle=Attention+is+All+you+Need&rft.volume=30&rft.date=2017&rft.aulast=Vaswani&rft.aufirst=Ashish&rft.au=Shazeer%2C+Noam&rft.au=Parmar%2C+Niki&rft.au=Uszkoreit%2C+Jakob&rft.au=Jones%2C+Llion&rft.au=Gomez%2C+Aidan+N&rft.au=Kaiser%2C+%C5%81ukasz&rft.au=Polosukhin%2C+Illia&rft_id=https%3A%2F%2Fproceedings.neurips.cc%2Fpaper%2F2017%2Ffile%2F3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-jointly-4"><span class="mw-cite-backlink"><b><a href="#cite_ref-jointly_4-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFBahdanauChoBengio2014" class="citation arxiv cs1">Bahdanau, Dzmitry; Cho, Kyunghyun; Bengio, Yoshua (September 1, 2014). "Neural Machine Translation by Jointly Learning to Align and Translate". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/1409.0473">1409.0473</a></span> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CL">cs.CL</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=Neural+Machine+Translation+by+Jointly+Learning+to+Align+and+Translate&rft.date=2014-09-01&rft_id=info%3Aarxiv%2F1409.0473&rft.aulast=Bahdanau&rft.aufirst=Dzmitry&rft.au=Cho%2C+Kyunghyun&rft.au=Bengio%2C+Yoshua&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-MSgotcode-5"><span class="mw-cite-backlink">^ <a href="#cite_ref-MSgotcode_5-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-MSgotcode_5-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFHao2020" class="citation magazine cs1">Hao, Karen (September 23, 2020). <a rel="nofollow" class="external text" href="https://www.technologyreview.com/2020/09/23/1008729/openai-is-giving-microsoft-exclusive-access-to-its-gpt-3-language-model/">"OpenAI is giving Microsoft exclusive access to its GPT-3 language model"</a>. <i><a href="/wiki/MIT_Technology_Review" title="MIT Technology Review">MIT Technology Review</a></i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210205121656/https://www.technologyreview.com/2020/09/23/1008729/openai-is-giving-microsoft-exclusive-access-to-its-gpt-3-language-model/">Archived</a> from the original on February 5, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">September 25,</span> 2020</span>. <q>The companies say OpenAI will continue to offer its public-facing <a href="/wiki/API" title="API">API</a>, which allows chosen users to send text to GPT-3 or OpenAI's other models and receive its output. Only Microsoft, however, will have access to GPT-3's underlying code, allowing it to embed, repurpose, and modify the model as it pleases.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=MIT+Technology+Review&rft.atitle=OpenAI+is+giving+Microsoft+exclusive+access+to+its+GPT-3+language+model&rft.date=2020-09-23&rft.aulast=Hao&rft.aufirst=Karen&rft_id=https%3A%2F%2Fwww.technologyreview.com%2F2020%2F09%2F23%2F1008729%2Fopenai-is-giving-microsoft-exclusive-access-to-its-gpt-3-language-model%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-theeconomist_20200611-6"><span class="mw-cite-backlink">^ <a href="#cite_ref-theeconomist_20200611_6-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-theeconomist_20200611_6-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.economist.com/technology-quarterly/2020/06/11/an-understanding-of-ais-limitations-is-starting-to-sink-in">"An understanding of AI's limitations is starting to sink in"</a>. <i>The Economist</i>. June 11, 2020. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0013-0613">0013-0613</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200731060114/https://www.economist.com/technology-quarterly/2020/06/11/an-understanding-of-ais-limitations-is-starting-to-sink-in">Archived</a> from the original on July 31, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Economist&rft.atitle=An+understanding+of+AI%27s+limitations+is+starting+to+sink+in&rft.date=2020-06-11&rft.issn=0013-0613&rft_id=https%3A%2F%2Fwww.economist.com%2Ftechnology-quarterly%2F2020%2F06%2F11%2Fan-understanding-of-ais-limitations-is-starting-to-sink-in&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-Polosukhin_2017-7"><span class="mw-cite-backlink"><b><a href="#cite_ref-Polosukhin_2017_7-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFPolosukhinKaiserGomezJones2017" class="citation arxiv cs1">Polosukhin, Illia; Kaiser, Lukasz; Gomez, Aidan N.; Jones, Llion; Uszkoreit, Jakob; Parmar, Niki; Shazeer, Noam; Vaswani, Ashish (June 12, 2017). "<a href="/wiki/Attention_Is_All_You_Need" title="Attention Is All You Need">Attention Is All You Need</a>". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/1706.03762">1706.03762</a></span> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CL">cs.CL</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=Attention+Is+All+You+Need&rft.date=2017-06-12&rft_id=info%3Aarxiv%2F1706.03762&rft.aulast=Polosukhin&rft.aufirst=Illia&rft.au=Kaiser%2C+Lukasz&rft.au=Gomez%2C+Aidan+N.&rft.au=Jones%2C+Llion&rft.au=Uszkoreit%2C+Jakob&rft.au=Parmar%2C+Niki&rft.au=Shazeer%2C+Noam&rft.au=Vaswani%2C+Ashish&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-thomsonreuters_nd-8"><span class="mw-cite-backlink"><b><a href="#cite_ref-thomsonreuters_nd_8-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.thomsonreuters.com/en/artificial-intelligence/natural-language-processing.html">"Natural Language Processing"</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200822144104/https://www.thomsonreuters.com/en/artificial-intelligence/natural-language-processing.html">Archived</a> from the original on August 22, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Natural+Language+Processing&rft_id=https%3A%2F%2Fwww.thomsonreuters.com%2Fen%2Fartificial-intelligence%2Fnatural-language-processing.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-9"><span class="mw-cite-backlink"><b><a href="#cite_ref-9">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf">"Archived copy"</a> <span class="cs1-format">(PDF)</span>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210206183945/https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf">Archived</a> <span class="cs1-format">(PDF)</span> from the original on February 6, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">April 28,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Archived+copy&rft_id=https%3A%2F%2Fcdn.openai.com%2Fbetter-language-models%2Flanguage_models_are_unsupervised_multitask_learners.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span><span class="cs1-maint citation-comment"><code class="cs1-code">{{<a href="/wiki/Template:Cite_web" title="Template:Cite web">cite web</a>}}</code>: CS1 maint: archived copy as title (<a href="/wiki/Category:CS1_maint:_archived_copy_as_title" title="Category:CS1 maint: archived copy as title">link</a>)</span></span> </li> <li id="cite_note-Wired_Sterling_20200213-10"><span class="mw-cite-backlink"><b><a href="#cite_ref-Wired_Sterling_20200213_10-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFSterling2020" class="citation magazine cs1">Sterling, Bruce (February 13, 2020). <a rel="nofollow" class="external text" href="https://www.wired.com/beyond-the-beyond/2020/02/web-semantics-microsoft-project-turing-introduces-turing-natural-language-generation-t-nlg/">"Web Semantics: Microsoft Project Turing introduces Turing Natural Language Generation (T-NLG)"</a>. <i>Wired</i>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1059-1028">1059-1028</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20201104163637/https://www.wired.com/beyond-the-beyond/2020/02/web-semantics-microsoft-project-turing-introduces-turing-natural-language-generation-t-nlg/">Archived</a> from the original on November 4, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Wired&rft.atitle=Web+Semantics%3A+Microsoft+Project+Turing+introduces+Turing+Natural+Language+Generation+%28T-NLG%29&rft.date=2020-02-13&rft.issn=1059-1028&rft.aulast=Sterling&rft.aufirst=Bruce&rft_id=https%3A%2F%2Fwww.wired.com%2Fbeyond-the-beyond%2F2020%2F02%2Fweb-semantics-microsoft-project-turing-introduces-turing-natural-language-generation-t-nlg%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-pedagogy-11"><span class="mw-cite-backlink"><b><a href="#cite_ref-pedagogy_11-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFMarche2022" class="citation web cs1">Marche, Stephen (December 6, 2022). <a rel="nofollow" class="external text" href="https://www.theatlantic.com/technology/archive/2022/12/chatgpt-ai-writing-college-student-essays/672371/">"The College Essay Is Dead"</a>. <i><a href="/wiki/The_Atlantic" title="The Atlantic">The Atlantic</a></i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230124042209/https://www.theatlantic.com/technology/archive/2022/12/chatgpt-ai-writing-college-student-essays/672371/">Archived</a> from the original on January 24, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">December 8,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+Atlantic&rft.atitle=The+College+Essay+Is+Dead&rft.date=2022-12-06&rft.aulast=Marche&rft.aufirst=Stephen&rft_id=https%3A%2F%2Fwww.theatlantic.com%2Ftechnology%2Farchive%2F2022%2F12%2Fchatgpt-ai-writing-college-student-essays%2F672371%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-analyticsindiamag_Sagar_20200603-12"><span class="mw-cite-backlink">^ <a href="#cite_ref-analyticsindiamag_Sagar_20200603_12-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-analyticsindiamag_Sagar_20200603_12-1"><sup><i><b>b</b></i></sup></a> <a href="#cite_ref-analyticsindiamag_Sagar_20200603_12-2"><sup><i><b>c</b></i></sup></a> <a href="#cite_ref-analyticsindiamag_Sagar_20200603_12-3"><sup><i><b>d</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFSagar2020" class="citation magazine cs1">Sagar, Ram (June 3, 2020). <a rel="nofollow" class="external text" href="https://analyticsindiamag.com/open-ai-gpt-3-language-model/">"OpenAI Releases GPT-3, The Largest Model So Far"</a>. <i>Analytics India Magazine</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200804173452/https://analyticsindiamag.com/open-ai-gpt-3-language-model/">Archived</a> from the original on August 4, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Analytics+India+Magazine&rft.atitle=OpenAI+Releases+GPT-3%2C+The+Largest+Model+So+Far&rft.date=2020-06-03&rft.aulast=Sagar&rft.aufirst=Ram&rft_id=https%3A%2F%2Fanalyticsindiamag.com%2Fopen-ai-gpt-3-language-model%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-gpt2-with-quote-13"><span class="mw-cite-backlink"><b><a href="#cite_ref-gpt2-with-quote_13-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://d4mucfpksywv.cloudfront.net/better-language-models/language_models_are_unsupervised_multitask_learners.pdf">"Language Models are Unsupervised Multitask Learners"</a> <span class="cs1-format">(PDF)</span>. <i>openai.com</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20191212223916/https://d4mucfpksywv.cloudfront.net/better-language-models/language_models_are_unsupervised_multitask_learners.pdf">Archived</a> <span class="cs1-format">(PDF)</span> from the original on December 12, 2019<span class="reference-accessdate">. Retrieved <span class="nowrap">December 4,</span> 2019</span>. <q>GPT-2, is a 1.5B parameter Transformer</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=openai.com&rft.atitle=Language+Models+are+Unsupervised+Multitask+Learners&rft_id=https%3A%2F%2Fd4mucfpksywv.cloudfront.net%2Fbetter-language-models%2Flanguage_models_are_unsupervised_multitask_learners.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-CNBC_Shead_20200723-14"><span class="mw-cite-backlink"><b><a href="#cite_ref-CNBC_Shead_20200723_14-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFShead2020" class="citation news cs1">Shead, Sam (July 23, 2020). <a rel="nofollow" class="external text" href="https://www.cnbc.com/2020/07/23/openai-gpt3-explainer.html">"Why everyone is talking about the A.I. text generator released by an Elon Musk-backed lab"</a>. <i>CNBC</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200730123130/https://www.cnbc.com/2020/07/23/openai-gpt3-explainer.html">Archived</a> from the original on July 30, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=CNBC&rft.atitle=Why+everyone+is+talking+about+the+A.I.+text+generator+released+by+an+Elon+Musk-backed+lab&rft.date=2020-07-23&rft.aulast=Shead&rft.aufirst=Sam&rft_id=https%3A%2F%2Fwww.cnbc.com%2F2020%2F07%2F23%2Fopenai-gpt3-explainer.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span> Four preprints were released between May 28 and July 22, 2020.</span> </li> <li id="cite_note-ZDNet_Tiernan_20200601-15"><span class="mw-cite-backlink"><b><a href="#cite_ref-ZDNet_Tiernan_20200601_15-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFRay2020" class="citation web cs1">Ray, Tiernan (June 1, 2020). <a rel="nofollow" class="external text" href="https://www.zdnet.com/article/openais-gigantic-gpt-3-hints-at-the-limits-of-language-models-for-ai/">"OpenAI's gigantic GPT-3 hints at the limits of language models for AI"</a>. <i>ZDNet</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200601081629/https://www.zdnet.com/article/openais-gigantic-gpt-3-hints-at-the-limits-of-language-models-for-ai/">Archived</a> from the original on June 1, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=ZDNet&rft.atitle=OpenAI%27s+gigantic+GPT-3+hints+at+the+limits+of+language+models+for+AI&rft.date=2020-06-01&rft.aulast=Ray&rft.aufirst=Tiernan&rft_id=https%3A%2F%2Fwww.zdnet.com%2Farticle%2Fopenais-gigantic-gpt-3-hints-at-the-limits-of-language-models-for-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-lambdalabs-16"><span class="mw-cite-backlink"><b><a href="#cite_ref-lambdalabs_16-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFLi2020" class="citation cs2">Li, Chuan (June 3, 2020), <a rel="nofollow" class="external text" href="https://lambdalabs.com/blog/demystifying-gpt-3"><i>OpenAI's GPT-3 Language Model: A Technical Overview</i></a>, <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230327213811/https://lambdalabs.com/blog/demystifying-gpt-3">archived</a> from the original on March 27, 2023<span class="reference-accessdate">, retrieved <span class="nowrap">March 27,</span> 2023</span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=OpenAI%27s+GPT-3+Language+Model%3A+A+Technical+Overview&rft.date=2020-06-03&rft.aulast=Li&rft.aufirst=Chuan&rft_id=https%3A%2F%2Flambdalabs.com%2Fblog%2Fdemystifying-gpt-3&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-17"><span class="mw-cite-backlink"><b><a href="#cite_ref-17">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFGehmanGururanganSapChoi2020" class="citation cs2">Gehman, Samuel; Gururangan, Suchin; Sap, Maarten; Choi, Yejin; Smith, Noah A. (November 16–20, 2020), <i>REALTOXICITYPROMPTS: Evaluating Neural Toxic Degeneration in Language Models</i>, Association for Computational Linguistics, pp. <span class="nowrap">3356–</span>3369, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2009.11462">2009.11462</a></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=REALTOXICITYPROMPTS%3A+Evaluating+Neural+Toxic+Degeneration+in+Language+Models&rft.pages=%3Cspan+class%3D%22nowrap%22%3E3356-%3C%2Fspan%3E3369&rft.pub=Association+for+Computational+Linguistics&rft.date=2020-11-16%2F2020-11-20&rft_id=info%3Aarxiv%2F2009.11462&rft.aulast=Gehman&rft.aufirst=Samuel&rft.au=Gururangan%2C+Suchin&rft.au=Sap%2C+Maarten&rft.au=Choi%2C+Yejin&rft.au=Smith%2C+Noah+A.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-OpenAI_20200611-18"><span class="mw-cite-backlink">^ <a href="#cite_ref-OpenAI_20200611_18-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-OpenAI_20200611_18-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/openai-api/">"OpenAI API"</a>. <i>OpenAI</i>. June 11, 2020. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200611150951/https://openai.com/blog/openai-api/">Archived</a> from the original on June 11, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=OpenAI+API&rft.date=2020-06-11&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fopenai-api%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-techcrunch_20200601-19"><span class="mw-cite-backlink"><b><a href="#cite_ref-techcrunch_20200601_19-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFColdewey2020" class="citation web cs1">Coldewey, Devin (June 11, 2020). <a rel="nofollow" class="external text" href="https://techcrunch.com/2020/06/11/openai-makes-an-all-purpose-api-for-its-text-based-ai-capabilities/">"OpenAI makes an all-purpose API for its text-based AI capabilities"</a>. <i>TechCrunch</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20211027000059/https://techcrunch.com/2020/06/11/openai-makes-an-all-purpose-api-for-its-text-based-ai-capabilities/">Archived</a> from the original on October 27, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>. <q>If you've ever wanted to try out OpenAI's vaunted machine learning toolset, it just got a lot easier. The company has released an API that lets developers call its AI tools in on "virtually any English language task."<span class="cs1-kern-right"></span></q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=TechCrunch&rft.atitle=OpenAI+makes+an+all-purpose+API+for+its+text-based+AI+capabilities&rft.date=2020-06-11&rft.aulast=Coldewey&rft.aufirst=Devin&rft_id=https%3A%2F%2Ftechcrunch.com%2F2020%2F06%2F11%2Fopenai-makes-an-all-purpose-api-for-its-text-based-ai-capabilities%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-Arram_20200709-20"><span class="mw-cite-backlink"><b><a href="#cite_ref-Arram_20200709_20-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFArram2020" class="citation web cs1">Arram (July 9, 2020). <a rel="nofollow" class="external text" href="https://arr.am/2020/07/09/gpt-3-an-ai-thats-eerily-good-at-writing-almost-anything/">"GPT-3: An AI that's eerily good at writing almost anything"</a>. <i>Arram Sabeti</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200720192137/https://arr.am/2020/07/09/gpt-3-an-ai-thats-eerily-good-at-writing-almost-anything/">Archived</a> from the original on July 20, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Arram+Sabeti&rft.atitle=GPT-3%3A+An+AI+that%27s+eerily+good+at+writing+almost+anything&rft.date=2020-07-09&rft.au=Arram&rft_id=https%3A%2F%2Farr.am%2F2020%2F07%2F09%2Fgpt-3-an-ai-thats-eerily-good-at-writing-almost-anything%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-21"><span class="mw-cite-backlink"><b><a href="#cite_ref-21">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/api-no-waitlist/">"OpenAI's API Now Available with No Waitlist"</a>. <i>OpenAI</i>. November 18, 2021. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221105195042/https://openai.com/blog/api-no-waitlist/">Archived</a> from the original on November 5, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">November 5,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=OpenAI%27s+API+Now+Available+with+No+Waitlist&rft.date=2021-11-18&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fapi-no-waitlist%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-22"><span class="mw-cite-backlink"><b><a href="#cite_ref-22">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://beta.openai.com/">"OpenAI API"</a>. <i>beta.openai.com</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221223073027/https://beta.openai.com/">Archived</a> from the original on December 23, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">November 5,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=beta.openai.com&rft.atitle=OpenAI+API&rft_id=https%3A%2F%2Fbeta.openai.com%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-23"><span class="mw-cite-backlink"><b><a href="#cite_ref-23">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/instruction-following/">"Aligning Language Models to Follow Instructions"</a>. <i>OpenAI</i>. January 27, 2022. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221105195041/https://openai.com/blog/instruction-following/">Archived</a> from the original on November 5, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">November 5,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=Aligning+Language+Models+to+Follow+Instructions&rft.date=2022-01-27&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Finstruction-following%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-Thunström_2022-24"><span class="mw-cite-backlink"><b><a href="#cite_ref-Thunström_2022_24-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFThunström2022" class="citation web cs1">Thunström, Almira Osmanovic (June 30, 2022). <a rel="nofollow" class="external text" href="https://www.scientificamerican.com/article/we-asked-gpt-3-to-write-an-academic-paper-about-itself-then-we-tried-to-get-it-published/">"We Asked GPT-3 to Write an Academic Paper about Itself – Then We Tried to Get It Published"</a>. <i>Scientific American</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20220630233635/https://www.scientificamerican.com/article/we-asked-gpt-3-to-write-an-academic-paper-about-itself-then-we-tried-to-get-it-published/">Archived</a> from the original on June 30, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">June 30,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Scientific+American&rft.atitle=We+Asked+GPT-3+to+Write+an+Academic+Paper+about+Itself+%E2%80%93+Then+We+Tried+to+Get+It+Published&rft.date=2022-06-30&rft.aulast=Thunstr%C3%B6m&rft.aufirst=Almira+Osmanovic&rft_id=https%3A%2F%2Fwww.scientificamerican.com%2Farticle%2Fwe-asked-gpt-3-to-write-an-academic-paper-about-itself-then-we-tried-to-get-it-published%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-Transformer_Thunström_Steingrimsson_2022-25"><span class="mw-cite-backlink"><b><a href="#cite_ref-Transformer_Thunström_Steingrimsson_2022_25-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFTransformerThunströmSteingrimsson2022" class="citation web cs1 cs1-prop-foreign-lang-source">Transformer, Gpt Generative Pretrained; Thunström, Almira Osmanovic; Steingrimsson, Steinn (June 21, 2022). <a rel="nofollow" class="external text" href="https://hal.archives-ouvertes.fr/hal-03701250">"Can GPT-3 write an academic paper on itself, with minimal human input?"</a>. <i>Archive ouverte HAL</i> (in French). <a rel="nofollow" class="external text" href="https://web.archive.org/web/20220630233635/https://hal.archives-ouvertes.fr/hal-03701250">Archived</a> from the original on June 30, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">June 30,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Archive+ouverte+HAL&rft.atitle=Can+GPT-3+write+an+academic+paper+on+itself%2C+with+minimal+human+input%3F&rft.date=2022-06-21&rft.aulast=Transformer&rft.aufirst=Gpt+Generative+Pretrained&rft.au=Thunstr%C3%B6m%2C+Almira+Osmanovic&rft.au=Steingrimsson%2C+Steinn&rft_id=https%3A%2F%2Fhal.archives-ouvertes.fr%2Fhal-03701250&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-26"><span class="mw-cite-backlink"><b><a href="#cite_ref-26">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFGao2021" class="citation web cs1">Gao, Leo (May 24, 2021). <a rel="nofollow" class="external text" href="https://blog.eleuther.ai/gpt3-model-sizes/">"On the Sizes of OpenAI API Models"</a>. <i>EleutherAI Blog</i>. <a href="/wiki/EleutherAI" title="EleutherAI">EleutherAI</a><span class="reference-accessdate">. Retrieved <span class="nowrap">November 23,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=EleutherAI+Blog&rft.atitle=On+the+Sizes+of+OpenAI+API+Models&rft.date=2021-05-24&rft.aulast=Gao&rft.aufirst=Leo&rft_id=https%3A%2F%2Fblog.eleuther.ai%2Fgpt3-model-sizes%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-27"><span class="mw-cite-backlink"><b><a href="#cite_ref-27">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://archive.today/20221202233415/https://beta.openai.com/docs/model-index-for-researchers">"Model index for researchers"</a>. <i><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a></i><span class="reference-accessdate">. Retrieved <span class="nowrap">November 23,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=Model+index+for+researchers&rft_id=https%3A%2F%2Farchive.today%2F20221202233415%2Fhttps%3A%2F%2Fbeta.openai.com%2Fdocs%2Fmodel-index-for-researchers&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-28"><span class="mw-cite-backlink"><b><a href="#cite_ref-28">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/gpt-3-edit-insert/">"New GPT-3 Capabilities: Edit & Insert"</a>. <i>OpenAI</i>. March 15, 2022. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230113234402/https://openai.com/blog/gpt-3-edit-insert/">Archived</a> from the original on January 13, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">January 13,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=New+GPT-3+Capabilities%3A+Edit+%26+Insert&rft.date=2022-03-15&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fgpt-3-edit-insert%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-auto-29"><span class="mw-cite-backlink">^ <a href="#cite_ref-auto_29-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-auto_29-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://platform.openai.com/">"OpenAI API"</a>. <i>platform.openai.com</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230320023933/https://platform.openai.com/">Archived</a> from the original on March 20, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">March 15,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=platform.openai.com&rft.atitle=OpenAI+API&rft_id=https%3A%2F%2Fplatform.openai.com%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-30"><span class="mw-cite-backlink"><b><a href="#cite_ref-30">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://twitter.com/janleike/status/1597355354433916928">"Check out OpenAI's new text-davinci-003! Same underlying model as text-davinci-002 but more aligned. Would love to hear feedback about it! / Twitter"</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230315114254/https://twitter.com/janleike/status/1597355354433916928">Archived</a> from the original on March 15, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">May 6,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Check+out+OpenAI%27s+new+text-davinci-003%21+Same+underlying+model+as+text-davinci-002+but+more+aligned.+Would+love+to+hear+feedback+about+it%21+%2F+Twitter&rft_id=https%3A%2F%2Ftwitter.com%2Fjanleike%2Fstatus%2F1597355354433916928&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-31"><span class="mw-cite-backlink"><b><a href="#cite_ref-31">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/chatgpt/">"ChatGPT: Optimizing Language Models for Dialogue"</a>. <i>OpenAI</i>. November 30, 2022. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221130180912/https://openai.com/blog/chatgpt/">Archived</a> from the original on November 30, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">January 13,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=ChatGPT%3A+Optimizing+Language+Models+for+Dialogue&rft.date=2022-11-30&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fchatgpt%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-32"><span class="mw-cite-backlink"><b><a href="#cite_ref-32">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://platform.openai.com/docs/models">"OpenAI API"</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230317000210/https://platform.openai.com/docs/models">Archived</a> from the original on March 17, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">May 6,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=OpenAI+API&rft_id=https%3A%2F%2Fplatform.openai.com%2Fdocs%2Fmodels&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-33"><span class="mw-cite-backlink"><b><a href="#cite_ref-33">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://platform.openai.com/docs/models/gpt-3-5">"OpenAI API"</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230506030813/https://platform.openai.com/docs/models/gpt-3-5">Archived</a> from the original on May 6, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">May 6,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=OpenAI+API&rft_id=https%3A%2F%2Fplatform.openai.com%2Fdocs%2Fmodels%2Fgpt-3-5&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-:0-34"><span class="mw-cite-backlink">^ <a href="#cite_ref-:0_34-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:0_34-1"><sup><i><b>b</b></i></sup></a> <a href="#cite_ref-:0_34-2"><sup><i><b>c</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFtingetici2023" class="citation web cs1">tingetici (April 10, 2023). <a rel="nofollow" class="external text" href="https://www.reddit.com/r/OpenAI/comments/1300c2g/default_gpt35_with_browsing_alpha_new_model/">"Default (GPT-3.5) with browsing ALPHA -- NEW Model showed up just now"</a>. <i>r/OpenAI</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230427085505/https://www.reddit.com/r/OpenAI/comments/1300c2g/default_gpt35_with_browsing_alpha_new_model/">Archived</a> from the original on April 27, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">April 27,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=r%2FOpenAI&rft.atitle=Default+%28GPT-3.5%29+with+browsing+ALPHA+--+NEW+Model+showed+up+just+now.&rft.date=2023-04-10&rft.au=tingetici&rft_id=http%3A%2F%2Fwww.reddit.com%2Fr%2FOpenAI%2Fcomments%2F1300c2g%2Fdefault_gpt35_with_browsing_alpha_new_model%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-:1-35"><span class="mw-cite-backlink"><b><a href="#cite_ref-:1_35-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://platform.openai.com/">"Introducing GPT-3.5 Series: text-davinci-002 and code-davinci-002 Models"</a>. <i>OPEN AI</i>. March 15, 2022. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230320023933/https://platform.openai.com/">Archived</a> from the original on March 20, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">April 27,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OPEN+AI&rft.atitle=Introducing+GPT-3.5+Series%3A+text-davinci-002+and+code-davinci-002+Models&rft.date=2022-03-15&rft_id=https%3A%2F%2Fplatform.openai.com%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-:2-36"><span class="mw-cite-backlink">^ <a href="#cite_ref-:2_36-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:2_36-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://platform.openai.com/">"GPT-3.5 with Browsing (ALPHA) Now Available for GPT Plus Users"</a>. <i>OPEN AI</i>. April 27, 2023. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230320023933/https://platform.openai.com/">Archived</a> from the original on March 20, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">April 27,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OPEN+AI&rft.atitle=GPT-3.5+with+Browsing+%28ALPHA%29+Now+Available+for+GPT+Plus+Users&rft.date=2023-04-27&rft_id=https%3A%2F%2Fplatform.openai.com%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-37"><span class="mw-cite-backlink"><b><a href="#cite_ref-37">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFGilsonSafranekHuangSocrates2023" class="citation journal cs1">Gilson A, Safranek CW, Huang T, Socrates V, Chi L, Taylor RA, Chartash D (February 2023). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9947764">"How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment"</a>. <i>JMIR Med Educ</i>. <b>9</b>: e45312. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://doi.org/10.2196%2F45312">10.2196/45312</a></span>. <a href="/wiki/PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9947764">9947764</a></span>. <a href="/wiki/PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/36753318">36753318</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=JMIR+Med+Educ&rft.atitle=How+Does+ChatGPT+Perform+on+the+United+States+Medical+Licensing+Examination+%28USMLE%29%3F+The+Implications+of+Large+Language+Models+for+Medical+Education+and+Knowledge+Assessment&rft.volume=9&rft.pages=e45312&rft.date=2023-02&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC9947764%23id-name%3DPMC&rft_id=info%3Apmid%2F36753318&rft_id=info%3Adoi%2F10.2196%2F45312&rft.aulast=Gilson&rft.aufirst=A&rft.au=Safranek%2C+CW&rft.au=Huang%2C+T&rft.au=Socrates%2C+V&rft.au=Chi%2C+L&rft.au=Taylor%2C+RA&rft.au=Chartash%2C+D&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC9947764&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-38"><span class="mw-cite-backlink"><b><a href="#cite_ref-38">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/openai-codex/">"OpenAI Codex"</a>. <i>OpenAI</i>. August 10, 2021. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230203201912/https://openai.com/blog/openai-codex/">Archived</a> from the original on February 3, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">December 23,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=OpenAI&rft.atitle=OpenAI+Codex&rft.date=2021-08-10&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fopenai-codex%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-39"><span class="mw-cite-backlink"><b><a href="#cite_ref-39">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFThompson2022" class="citation magazine cs1">Thompson, Clive (March 15, 2022). <a rel="nofollow" class="external text" href="https://www.wired.com/story/openai-copilot-autocomplete-for-code/">"How an AI Became My Code-Writing Genie"</a>. <i>Wired</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221223183659/https://www.wired.com/story/openai-copilot-autocomplete-for-code/">Archived</a> from the original on December 23, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">December 23,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Wired&rft.atitle=How+an+AI+Became+My+Code-Writing+Genie&rft.date=2022-03-15&rft.aulast=Thompson&rft.aufirst=Clive&rft_id=https%3A%2F%2Fwww.wired.com%2Fstory%2Fopenai-copilot-autocomplete-for-code%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-40"><span class="mw-cite-backlink"><b><a href="#cite_ref-40">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://blogs.microsoft.com/ai/from-conversation-to-code-microsoft-introduces-its-first-product-features-powered-by-gpt-3/">"Microsoft announced its first customer product features powered by GPT-3 and @Azure"</a>. <i>The AI Blog</i>. May 25, 2021. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210526120530/https://blogs.microsoft.com/ai/from-conversation-to-code-microsoft-introduces-its-first-product-features-powered-by-gpt-3/">Archived</a> from the original on May 26, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">May 26,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+AI+Blog&rft.atitle=Microsoft+announced+its+first+customer+product+features+powered+by+GPT-3+and+%40Azure.&rft.date=2021-05-25&rft_id=https%3A%2F%2Fblogs.microsoft.com%2Fai%2Ffrom-conversation-to-code-microsoft-introduces-its-first-product-features-powered-by-gpt-3%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-41"><span class="mw-cite-backlink"><b><a href="#cite_ref-41">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFVincent2021" class="citation news cs1">Vincent, James (May 25, 2021). <a rel="nofollow" class="external text" href="https://www.theverge.com/2021/5/25/22451144/microsoft-gpt-3-openai-coding-autocomplete-powerapps-power-fx">"Microsoft has built an AI-powered autocomplete for code using GPT-3"</a>. <i>The Verge</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221223183700/https://www.theverge.com/2021/5/25/22451144/microsoft-gpt-3-openai-coding-autocomplete-powerapps-power-fx">Archived</a> from the original on December 23, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">December 23,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Verge&rft.atitle=Microsoft+has+built+an+AI-powered+autocomplete+for+code+using+GPT-3&rft.date=2021-05-25&rft.aulast=Vincent&rft.aufirst=James&rft_id=https%3A%2F%2Fwww.theverge.com%2F2021%2F5%2F25%2F22451144%2Fmicrosoft-gpt-3-openai-coding-autocomplete-powerapps-power-fx&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-42"><span class="mw-cite-backlink"><b><a href="#cite_ref-42">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://itrummer.github.io/CodexDB/">"CodexDB - SQL Processing Powered by GPT-3"</a>. <i>CodexDB - SQL Processing Powered by GPT-3</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221207034506/https://itrummer.github.io/CodexDB/">Archived</a> from the original on December 7, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">December 7,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=CodexDB+-+SQL+Processing+Powered+by+GPT-3&rft.atitle=CodexDB+-+SQL+Processing+Powered+by+GPT-3&rft_id=https%3A%2F%2Fitrummer.github.io%2FCodexDB%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-43"><span class="mw-cite-backlink"><b><a href="#cite_ref-43">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFFagone2021" class="citation news cs1"><a href="/wiki/Jason_Fagone" title="Jason Fagone">Fagone, Jason</a> (July 23, 2021). <a rel="nofollow" class="external text" href="https://www.sfchronicle.com/projects/2021/jessica-simulation-artificial-intelligence/">"The Jessica Simulation: Love and loss in the age of A.I."</a> <i><a href="/wiki/San_Francisco_Chronicle" title="San Francisco Chronicle">San Francisco Chronicle</a></i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210728170927/https://www.sfchronicle.com/projects/2021/jessica-simulation-artificial-intelligence/">Archived</a> from the original on July 28, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">July 29,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=San+Francisco+Chronicle&rft.atitle=The+Jessica+Simulation%3A+Love+and+loss+in+the+age+of+A.I.&rft.date=2021-07-23&rft.aulast=Fagone&rft.aufirst=Jason&rft_id=https%3A%2F%2Fwww.sfchronicle.com%2Fprojects%2F2021%2Fjessica-simulation-artificial-intelligence%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-44"><span class="mw-cite-backlink"><b><a href="#cite_ref-44">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFGPT-32020" class="citation news cs1">GPT-3 (September 8, 2020). <a rel="nofollow" class="external text" href="https://www.theguardian.com/commentisfree/2020/sep/08/robot-wrote-this-article-gpt-3">"A robot wrote this entire article. Are you scared yet, human? | GPT-3"</a>. <i>The Guardian</i>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0261-3077">0261-3077</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200908090812/https://www.theguardian.com/commentisfree/2020/sep/08/robot-wrote-this-article-gpt-3">Archived</a> from the original on September 8, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">September 15,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Guardian&rft.atitle=A+robot+wrote+this+entire+article.+Are+you+scared+yet%2C+human%3F+%7C+GPT-3&rft.date=2020-09-08&rft.issn=0261-3077&rft.au=GPT-3&rft_id=https%3A%2F%2Fwww.theguardian.com%2Fcommentisfree%2F2020%2Fsep%2F08%2Frobot-wrote-this-article-gpt-3&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span><span class="cs1-maint citation-comment"><code class="cs1-code">{{<a href="/wiki/Template:Cite_news" title="Template:Cite news">cite news</a>}}</code>: CS1 maint: numeric names: authors list (<a href="/wiki/Category:CS1_maint:_numeric_names:_authors_list" title="Category:CS1 maint: numeric names: authors list">link</a>)</span></span> </li> <li id="cite_note-45"><span class="mw-cite-backlink"><b><a href="#cite_ref-45">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://latitude.io/blog/update-language-models">"Update: Language Models and Dragon"</a>. <i>Latitude blog</i>. December 8, 2021. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20220425034449/https://latitude.io/blog/update-language-models">Archived</a> from the original on April 25, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">March 22,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Latitude+blog&rft.atitle=Update%3A+Language+Models+and+Dragon&rft.date=2021-12-08&rft_id=https%3A%2F%2Flatitude.io%2Fblog%2Fupdate-language-models&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-46"><span class="mw-cite-backlink"><b><a href="#cite_ref-46">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.vice.com/en/article/7kbjvb/this-magickal-grimoire-was-co-authored-by-a-disturbingly-realistic-ai">"This Mystical Book Was Co-Authored by a Disturbingly Realistic AI"</a>. <i>www.vice.com</i>. 2022. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221223183700/https://www.vice.com/en/article/7kbjvb/this-magickal-grimoire-was-co-authored-by-a-disturbingly-realistic-ai">Archived</a> from the original on December 23, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">December 23,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=www.vice.com&rft.atitle=This+Mystical+Book+Was+Co-Authored+by+a+Disturbingly+Realistic+AI&rft.date=2022&rft_id=https%3A%2F%2Fwww.vice.com%2Fen%2Farticle%2F7kbjvb%2Fthis-magickal-grimoire-was-co-authored-by-a-disturbingly-realistic-ai&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-47"><span class="mw-cite-backlink"><b><a href="#cite_ref-47">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFGPT-32023" class="citation news cs1">GPT-3 (February 24, 2023). <a rel="nofollow" class="external text" href="https://gipiti.chat/prompt-examples#prompts-for-language-use">"38 Prompt Examples in 10 Different Categories | GPT-3"</a>. <i>GiPiTi Chat</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230408154018/https://gipiti.chat/prompt-examples#prompts-for-language-use">Archived</a> from the original on April 8, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">February 24,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=GiPiTi+Chat&rft.atitle=38+Prompt+Examples+in+10+Different+Categories+%7C+GPT-3&rft.date=2023-02-24&rft.au=GPT-3&rft_id=https%3A%2F%2Fgipiti.chat%2Fprompt-examples%23prompts-for-language-use&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span><span class="cs1-maint citation-comment"><code class="cs1-code">{{<a href="/wiki/Template:Cite_news" title="Template:Cite news">cite news</a>}}</code>: CS1 maint: numeric names: authors list (<a href="/wiki/Category:CS1_maint:_numeric_names:_authors_list" title="Category:CS1 maint: numeric names: authors list">link</a>)</span></span> </li> <li id="cite_note-48"><span class="mw-cite-backlink"><b><a href="#cite_ref-48">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.jpost.com/health-and-wellness/mind-and-spirit/article-725929">"Can ChatGPT AI chatbot spot early stages of Alzheimer's? - study"</a>. <i>The Jerusalem Post</i>. 2022. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230210054139/https://www.jpost.com/health-and-wellness/mind-and-spirit/article-725929">Archived</a> from the original on February 10, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">February 10,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Jerusalem+Post&rft.atitle=Can+ChatGPT+AI+chatbot+spot+early+stages+of+Alzheimer%27s%3F+-+study&rft.date=2022&rft_id=https%3A%2F%2Fwww.jpost.com%2Fhealth-and-wellness%2Fmind-and-spirit%2Farticle-725929&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-49"><span class="mw-cite-backlink"><b><a href="#cite_ref-49">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFAgbavorLiang2022" class="citation journal cs1">Agbavor, Felix; Liang, Hualou (December 22, 2022). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9931366">"Predicting dementia from spontaneous speech using large language models"</a>. <i>PLOS Digital Health</i>. <b>1</b> (12): e0000168. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://doi.org/10.1371%2Fjournal.pdig.0000168">10.1371/journal.pdig.0000168</a></span>. <a href="/wiki/PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9931366">9931366</a></span>. <a href="/wiki/PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/36812634">36812634</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:255029590">255029590</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=PLOS+Digital+Health&rft.atitle=Predicting+dementia+from+spontaneous+speech+using+large+language+models&rft.volume=1&rft.issue=12&rft.pages=e0000168&rft.date=2022-12-22&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC9931366%23id-name%3DPMC&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A255029590%23id-name%3DS2CID&rft_id=info%3Apmid%2F36812634&rft_id=info%3Adoi%2F10.1371%2Fjournal.pdig.0000168&rft.aulast=Agbavor&rft.aufirst=Felix&rft.au=Liang%2C+Hualou&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC9931366&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-NYT_Farhad_20190515-50"><span class="mw-cite-backlink"><b><a href="#cite_ref-NYT_Farhad_20190515_50-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFManjoo2020" class="citation news cs1">Manjoo, Farhad (July 29, 2020). <a rel="nofollow" class="external text" href="https://www.nytimes.com/2020/07/29/opinion/gpt-3-ai-automation.html">"How Do You Know a Human Wrote This?"</a>. <i><a href="/wiki/The_New_York_Times" title="The New York Times">The New York Times</a></i>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0362-4331">0362-4331</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20201029161230/https://www.nytimes.com/2020/07/29/opinion/gpt-3-ai-automation.html">Archived</a> from the original on October 29, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">August 4,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+York+Times&rft.atitle=How+Do+You+Know+a+Human+Wrote+This%3F&rft.date=2020-07-29&rft.issn=0362-4331&rft.aulast=Manjoo&rft.aufirst=Farhad&rft_id=https%3A%2F%2Fwww.nytimes.com%2F2020%2F07%2F29%2Fopinion%2Fgpt-3-ai-automation.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-DailyNous_Weinberg_20200730-51"><span class="mw-cite-backlink"><b><a href="#cite_ref-DailyNous_Weinberg_20200730_51-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFWeinberg2020" class="citation web cs1">Weinberg, Justin, ed. (July 30, 2020). <a rel="nofollow" class="external text" href="http://dailynous.com/2020/07/30/philosophers-gpt-3/">"Philosophers On GPT-3 (updated with replies by GPT-3)"</a>. <i>Daily Nous</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20201030232410/http://dailynous.com/2020/07/30/philosophers-gpt-3/">Archived</a> from the original on October 30, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Daily+Nous&rft.atitle=Philosophers+On+GPT-3+%28updated+with+replies+by+GPT-3%29&rft.date=2020-07-30&rft_id=http%3A%2F%2Fdailynous.com%2F2020%2F07%2F30%2Fphilosophers-gpt-3%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-DailyNous_Weinberg_Chalmer_20200730-52"><span class="mw-cite-backlink"><b><a href="#cite_ref-DailyNous_Weinberg_Chalmer_20200730_52-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFChalmers2020" class="citation news cs1"><a href="/wiki/David_Chalmers" title="David Chalmers">Chalmers, David</a> (July 30, 2020). Weinberg, Justin (ed.). <a rel="nofollow" class="external text" href="https://dailynous.com/2020/07/30/philosophers-gpt-3/#chalmers">"GPT-3 and General Intelligence"</a>. <i>Daily Nous</i>. Philosophers On GPT-3 (updated with replies by GPT-3). <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200804135420/http://dailynous.com/2020/07/30/philosophers-gpt-3/#chalmers">Archived</a> from the original on August 4, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">August 4,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Daily+Nous&rft.atitle=GPT-3+and+General+Intelligence&rft.date=2020-07-30&rft.aulast=Chalmers&rft.aufirst=David&rft_id=https%3A%2F%2Fdailynous.com%2F2020%2F07%2F30%2Fphilosophers-gpt-3%2F%23chalmers&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-Wired_Simonite_20200722-53"><span class="mw-cite-backlink"><b><a href="#cite_ref-Wired_Simonite_20200722_53-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFSimonite2020" class="citation magazine cs1">Simonite, Tom (July 22, 2020). <a rel="nofollow" class="external text" href="https://www.wired.com/story/ai-text-generator-gpt-3-learning-language-fitfully/">"Did a Person Write This Headline, or a Machine?"</a>. <i><a href="/wiki/Wired_(magazine)" title="Wired (magazine)">Wired</a></i>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1059-1028">1059-1028</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20201101124640/https://www.wired.com/story/ai-text-generator-gpt-3-learning-language-fitfully/">Archived</a> from the original on November 1, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">July 31,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Wired&rft.atitle=Did+a+Person+Write+This+Headline%2C+or+a+Machine%3F&rft.date=2020-07-22&rft.issn=1059-1028&rft.aulast=Simonite&rft.aufirst=Tom&rft_id=https%3A%2F%2Fwww.wired.com%2Fstory%2Fai-text-generator-gpt-3-learning-language-fitfully%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-NTR_20200730-54"><span class="mw-cite-backlink"><b><a href="#cite_ref-NTR_20200730_54-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFClaypoole2020" class="citation web cs1">Claypoole, Theodore (July 30, 2020). <a rel="nofollow" class="external text" href="https://www.natlawreview.com/article/new-ai-tool-gpt-3-ascends-to-new-peaks-proves-how-far-we-still-need-to-travel">"New AI Tool GPT-3 Ascends to New Peaks, But Proves How Far We Still Need to Travel"</a>. <i><a href="/wiki/The_National_Law_Review" title="The National Law Review">The National Law Review</a></i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20201030140406/https://www.natlawreview.com/article/new-ai-tool-gpt-3-ascends-to-new-peaks-proves-how-far-we-still-need-to-travel">Archived</a> from the original on October 30, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">August 4,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+National+Law+Review&rft.atitle=New+AI+Tool+GPT-3+Ascends+to+New+Peaks%2C+But+Proves+How+Far+We+Still+Need+to+Travel&rft.date=2020-07-30&rft.aulast=Claypoole&rft.aufirst=Theodore&rft_id=https%3A%2F%2Fwww.natlawreview.com%2Farticle%2Fnew-ai-tool-gpt-3-ascends-to-new-peaks-proves-how-far-we-still-need-to-travel&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-55"><span class="mw-cite-backlink"><b><a href="#cite_ref-55">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFMarcus2018" class="citation web cs1">Marcus, Gary (December 1, 2018). <a rel="nofollow" class="external text" href="https://medium.com/@GaryMarcus/the-deepest-problem-with-deep-learning-91c5991f5695">"The deepest problem with deep learning"</a>. <i>Medium</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20190801212321/https://medium.com/@GaryMarcus/the-deepest-problem-with-deep-learning-91c5991f5695">Archived</a> from the original on August 1, 2019<span class="reference-accessdate">. Retrieved <span class="nowrap">September 29,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Medium&rft.atitle=The+deepest+problem+with+deep+learning&rft.date=2018-12-01&rft.aulast=Marcus&rft.aufirst=Gary&rft_id=https%3A%2F%2Fmedium.com%2F%40GaryMarcus%2Fthe-deepest-problem-with-deep-learning-91c5991f5695&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-Marcus_Davis_2020-56"><span class="mw-cite-backlink"><b><a href="#cite_ref-Marcus_Davis_2020_56-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFMarcusDavis2020" class="citation magazine cs1">Marcus, Gary; Davis, Ernest (August 22, 2020). <a rel="nofollow" class="external text" href="https://www.technologyreview.com/2020/08/22/1007539/gpt3-openai-language-generator-artificial-intelligence-ai-opinion">"GPT-3, Bloviator: OpenAI's language generator has no idea what it's talking about"</a>. <i><a href="/wiki/MIT_Technology_Review" title="MIT Technology Review">MIT Technology Review</a></i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200823022409/https://www.technologyreview.com/2020/08/22/1007539/gpt3-openai-language-generator-artificial-intelligence-ai-opinion/">Archived</a> from the original on August 23, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">August 23,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=MIT+Technology+Review&rft.atitle=GPT-3%2C+Bloviator%3A+OpenAI%27s+language+generator+has+no+idea+what+it%27s+talking+about&rft.date=2020-08-22&rft.aulast=Marcus&rft.aufirst=Gary&rft.au=Davis%2C+Ernest&rft_id=https%3A%2F%2Fwww.technologyreview.com%2F2020%2F08%2F22%2F1007539%2Fgpt3-openai-language-generator-artificial-intelligence-ai-opinion&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-57"><span class="mw-cite-backlink"><b><a href="#cite_ref-57">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFMetz2020" class="citation news cs1">Metz, Cade (November 24, 2020). <a rel="nofollow" class="external text" href="https://www.nytimes.com/2020/11/24/science/artificial-intelligence-ai-gpt3.html">"Meet GPT-3. It Has Learned to Code (and Blog and Argue)"</a>. <i>The New York Times</i>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0362-4331">0362-4331</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20201206112300/https://www.nytimes.com/2020/11/24/science/artificial-intelligence-ai-gpt3.html">Archived</a> from the original on December 6, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">November 24,</span> 2020</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+York+Times&rft.atitle=Meet+GPT-3.+It+Has+Learned+to+Code+%28and+Blog+and+Argue%29.&rft.date=2020-11-24&rft.issn=0362-4331&rft.aulast=Metz&rft.aufirst=Cade&rft_id=https%3A%2F%2Fwww.nytimes.com%2F2020%2F11%2F24%2Fscience%2Fartificial-intelligence-ai-gpt3.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-58"><span class="mw-cite-backlink"><b><a href="#cite_ref-58">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://artificialintelligence-news.com/2020/10/28/medical-chatbot-openai-gpt3-patient-kill-themselves/">"Medical chatbot using OpenAI's GPT-3 told a fake patient to kill themselves"</a>. <i>AI News</i>. October 28, 2020. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210110145323/https://artificialintelligence-news.com/2020/10/28/medical-chatbot-openai-gpt3-patient-kill-themselves/">Archived</a> from the original on January 10, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">January 8,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=AI+News&rft.atitle=Medical+chatbot+using+OpenAI%27s+GPT-3+told+a+fake+patient+to+kill+themselves&rft.date=2020-10-28&rft_id=https%3A%2F%2Fartificialintelligence-news.com%2F2020%2F10%2F28%2Fmedical-chatbot-openai-gpt3-patient-kill-themselves%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-59"><span class="mw-cite-backlink"><b><a href="#cite_ref-59">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation audio-visual cs1"><a rel="nofollow" class="external text" href="https://www.youtube.com/watch?v=c6MU5zQwtT4"><i>Chomsky on Terence McKenna, Sam Harris, GPT3, Cryptocurrencies, Kierkegaard, Neuralink, & Hofstadter</i></a>. March 24, 2021. Event occurs at 1:11:44. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210429153422/https://www.youtube.com/watch?v=c6MU5zQwtT4">Archived</a> from the original on April 29, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">April 29,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Chomsky+on+Terence+McKenna%2C+Sam+Harris%2C+GPT3%2C+Cryptocurrencies%2C+Kierkegaard%2C+Neuralink%2C+%26+Hofstadter&rft.date=2021-03-24&rft_id=https%3A%2F%2Fwww.youtube.com%2Fwatch%3Fv%3Dc6MU5zQwtT4&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-60"><span class="mw-cite-backlink"><b><a href="#cite_ref-60">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFFloridiChiriatti2020" class="citation journal cs1">Floridi, Luciano; Chiriatti, Massimo (November 1, 2020). <a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs11023-020-09548-1">"GPT‑3: Its Nature, Scope, Limits, and Consequences"</a>. <i>Minds and Machines</i>. <b>30</b> (4): <span class="nowrap">681–</span>694. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs11023-020-09548-1">10.1007/s11023-020-09548-1</a></span>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:228954221">228954221</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Minds+and+Machines&rft.atitle=GPT%E2%80%913%3A+Its+Nature%2C+Scope%2C+Limits%2C+and+Consequences&rft.volume=30&rft.issue=4&rft.pages=%3Cspan+class%3D%22nowrap%22%3E681-%3C%2Fspan%3E694&rft.date=2020-11-01&rft_id=info%3Adoi%2F10.1007%2Fs11023-020-09548-1&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A228954221%23id-name%3DS2CID&rft.aulast=Floridi&rft.aufirst=Luciano&rft.au=Chiriatti%2C+Massimo&rft_id=https%3A%2F%2Fdoi.org%2F10.1007%252Fs11023-020-09548-1&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-61"><span class="mw-cite-backlink"><b><a href="#cite_ref-61">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFVincent2020" class="citation news cs1">Vincent, James (July 30, 2020). <a rel="nofollow" class="external text" href="https://www.theverge.com/21346343/gpt-3-explainer-openai-examples-errors-agi-potential">"OpenAI's latest breakthrough is astonishingly powerful, but still fighting its flaws"</a>. <i>The Verge</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200730235924/https://www.theverge.com/21346343/gpt-3-explainer-openai-examples-errors-agi-potential">Archived</a> from the original on July 30, 2020<span class="reference-accessdate">. Retrieved <span class="nowrap">November 9,</span> 2022</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Verge&rft.atitle=OpenAI%27s+latest+breakthrough+is+astonishingly+powerful%2C+but+still+fighting+its+flaws&rft.date=2020-07-30&rft.aulast=Vincent&rft.aufirst=James&rft_id=https%3A%2F%2Fwww.theverge.com%2F21346343%2Fgpt-3-explainer-openai-examples-errors-agi-potential&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-62"><span class="mw-cite-backlink"><b><a href="#cite_ref-62">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFOlanoff2015" class="citation news cs1">Olanoff, Drew (December 11, 2015). <a rel="nofollow" class="external text" href="https://techcrunch.com/2015/12/11/non-profit-openai-launches-with-backing-from-elon-musk-and-sam-altman/">"Artificial Intelligence Nonprofit OpenAI Launches With Backing From Elon Musk And Sam Altman"</a>. Tech Crunch. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20221020165718/https://techcrunch.com/2015/12/11/non-profit-openai-launches-with-backing-from-elon-musk-and-sam-altman/">Archived</a> from the original on October 20, 2022<span class="reference-accessdate">. Retrieved <span class="nowrap">May 31,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=Artificial+Intelligence+Nonprofit+OpenAI+Launches+With+Backing+From+Elon+Musk+And+Sam+Altman&rft.date=2015-12-11&rft.aulast=Olanoff&rft.aufirst=Drew&rft_id=https%3A%2F%2Ftechcrunch.com%2F2015%2F12%2F11%2Fnon-profit-openai-launches-with-backing-from-elon-musk-and-sam-altman%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-63"><span class="mw-cite-backlink"><b><a href="#cite_ref-63">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFHao2019" class="citation news cs1">Hao, Karen (August 29, 2019). <a rel="nofollow" class="external text" href="https://www.technologyreview.com/2019/08/29/133218/openai-released-its-fake-news-ai-gpt-2/">"OpenAI has released the largest version yet of its fake-news-spewing AI"</a>. MIT Technology Review. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210509013721/https://www.technologyreview.com/2019/08/29/133218/openai-released-its-fake-news-ai-gpt-2/">Archived</a> from the original on May 9, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">May 31,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=OpenAI+has+released+the+largest+version+yet+of+its+fake-news-spewing+AI&rft.date=2019-08-29&rft.aulast=Hao&rft.aufirst=Karen&rft_id=https%3A%2F%2Fwww.technologyreview.com%2F2019%2F08%2F29%2F133218%2Fopenai-released-its-fake-news-ai-gpt-2%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-64"><span class="mw-cite-backlink"><b><a href="#cite_ref-64">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFColdewey2019" class="citation news cs1">Coldewey, Devin (March 11, 2019). <a rel="nofollow" class="external text" href="https://techcrunch.com/2019/03/11/openai-shifts-from-nonprofit-to-capped-profit-to-attract-capital/">"OpenAI shifts from nonprofit to 'capped-profit' to attract capital"</a>. Tech Crunch. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230104154138/https://techcrunch.com/2019/03/11/openai-shifts-from-nonprofit-to-capped-profit-to-attract-capital/">Archived</a> from the original on January 4, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">May 31,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=OpenAI+shifts+from+nonprofit+to+%27capped-profit%27+to+attract+capital&rft.date=2019-03-11&rft.aulast=Coldewey&rft.aufirst=Devin&rft_id=https%3A%2F%2Ftechcrunch.com%2F2019%2F03%2F11%2Fopenai-shifts-from-nonprofit-to-capped-profit-to-attract-capital%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-65"><span class="mw-cite-backlink"><b><a href="#cite_ref-65">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFBenderGebruMcMillan-MajorShmitchell2021" class="citation conference cs1">Bender, Emily M.; Gebru, Timnit; McMillan-Major, Angelina; Shmitchell, Shmargaret (March 3, 2021). <i>On the Dangers of Stochastic Parrots: Can Language Models Be Too Big?</i>. FAccT '21: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency. pp. <span class="nowrap">610–</span>623. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3442188.3445922">10.1145/3442188.3445922</a></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=conference&rft.btitle=On+the+Dangers+of+Stochastic+Parrots%3A+Can+Language+Models+Be+Too+Big%3F&rft.pages=%3Cspan+class%3D%22nowrap%22%3E610-%3C%2Fspan%3E623&rft.pub=FAccT+%2721%3A+Proceedings+of+the+2021+ACM+Conference+on+Fairness%2C+Accountability%2C+and+Transparency&rft.date=2021-03-03&rft_id=info%3Adoi%2F10.1145%2F3442188.3445922&rft.aulast=Bender&rft.aufirst=Emily+M.&rft.au=Gebru%2C+Timnit&rft.au=McMillan-Major%2C+Angelina&rft.au=Shmitchell%2C+Shmargaret&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-66"><span class="mw-cite-backlink"><b><a href="#cite_ref-66">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFMindzakEaton" class="citation news cs1">Mindzak, Michael; Eaton, Sarah Elaine. <a rel="nofollow" class="external text" href="https://theconversation.com/artificial-intelligence-is-getting-better-at-writing-and-universities-should-worry-about-plagiarism-160481">"Artificial intelligence is getting better at writing, and universities should worry about plagiarism"</a>. <i>The Conversation</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20211107102635/https://theconversation.com/artificial-intelligence-is-getting-better-at-writing-and-universities-should-worry-about-plagiarism-160481">Archived</a> from the original on November 7, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">November 6,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Conversation&rft.atitle=Artificial+intelligence+is+getting+better+at+writing%2C+and+universities+should+worry+about+plagiarism&rft.aulast=Mindzak&rft.aufirst=Michael&rft.au=Eaton%2C+Sarah+Elaine&rft_id=http%3A%2F%2Ftheconversation.com%2Fartificial-intelligence-is-getting-better-at-writing-and-universities-should-worry-about-plagiarism-160481&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-67"><span class="mw-cite-backlink"><b><a href="#cite_ref-67">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFRogersonMcCarthy2017" class="citation journal cs1">Rogerson, Ann M.; McCarthy, Grace (December 2017). <a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs40979-016-0013-y">"Using Internet based paraphrasing tools: Original work, patchwriting or facilitated plagiarism?"</a>. <i>International Journal for Educational Integrity</i>. <b>13</b> (1): <span class="nowrap">1–</span>15. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs40979-016-0013-y">10.1007/s40979-016-0013-y</a></span>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1833-2595">1833-2595</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:9473217">9473217</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=International+Journal+for+Educational+Integrity&rft.atitle=Using+Internet+based+paraphrasing+tools%3A+Original+work%2C+patchwriting+or+facilitated+plagiarism%3F&rft.volume=13&rft.issue=1&rft.pages=%3Cspan+class%3D%22nowrap%22%3E1-%3C%2Fspan%3E15&rft.date=2017-12&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A9473217%23id-name%3DS2CID&rft.issn=1833-2595&rft_id=info%3Adoi%2F10.1007%2Fs40979-016-0013-y&rft.aulast=Rogerson&rft.aufirst=Ann+M.&rft.au=McCarthy%2C+Grace&rft_id=https%3A%2F%2Fdoi.org%2F10.1007%252Fs40979-016-0013-y&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-68"><span class="mw-cite-backlink"><b><a href="#cite_ref-68">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFVer_Meer" class="citation web cs1">Ver Meer, Dave. <a rel="nofollow" class="external text" href="https://www.namepepper.com/chatgpt-users">"ChatGPT Statistics"</a>. <i>NamePepper</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230605230914/https://www.namepepper.com/chatgpt-users">Archived</a> from the original on June 5, 2023<span class="reference-accessdate">. Retrieved <span class="nowrap">June 21,</span> 2023</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=NamePepper&rft.atitle=ChatGPT+Statistics&rft.aulast=Ver+Meer&rft.aufirst=Dave&rft_id=https%3A%2F%2Fwww.namepepper.com%2Fchatgpt-users&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-69"><span class="mw-cite-backlink"><b><a href="#cite_ref-69">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation conference cs1"><a rel="nofollow" class="external text" href="https://techcrunch.com/2020/08/07/here-are-a-few-ways-gpt-3-can-go-wrong/"><i>Here are a few ways GPT-3 can go wrong</i></a>. <i>TechCrunch</i>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20211126192240/https://techcrunch.com/2020/08/07/here-are-a-few-ways-gpt-3-can-go-wrong/">Archived</a> from the original on November 26, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">November 26,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=conference&rft.jtitle=TechCrunch&rft.atitle=Here+are+a+few+ways+GPT-3+can+go+wrong&rft_id=https%3A%2F%2Ftechcrunch.com%2F2020%2F08%2F07%2Fhere-are-a-few-ways-gpt-3-can-go-wrong%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> <li id="cite_note-70"><span class="mw-cite-backlink"><b><a href="#cite_ref-70">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation conference cs1"><a rel="nofollow" class="external text" href="https://www.uspto.gov/sites/default/files/documents/OpenAI_RFC-84-FR-58141.pdf"><i>Comment Regarding Request for Comments on Intellectual Property Protection for Artificial Intelligence Innovation</i></a> <span class="cs1-format">(PDF)</span>. USPTO. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20211016024654/https://www.uspto.gov/sites/default/files/documents/OpenAI_RFC-84-FR-58141.pdf">Archived</a> <span class="cs1-format">(PDF)</span> from the original on October 16, 2021<span class="reference-accessdate">. Retrieved <span class="nowrap">November 30,</span> 2021</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=conference&rft.btitle=Comment+Regarding+Request+for+Comments+on+Intellectual+Property+Protection+for+Artificial+Intelligence+Innovation&rft.pub=USPTO&rft_id=https%3A%2F%2Fwww.uspto.gov%2Fsites%2Fdefault%2Ffiles%2Fdocuments%2FOpenAI_RFC-84-FR-58141.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AGPT-3" class="Z3988"></span></span> </li> </ol></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><style data-mw-deduplicate="TemplateStyles:r1236075235">.mw-parser-output .navbox{box-sizing:border-box;border:1px solid #a2a9b1;width:100%;clear:both;font-size:88%;text-align:center;padding:1px;margin:1em auto 0}.mw-parser-output .navbox .navbox{margin-top:0}.mw-parser-output .navbox+.navbox,.mw-parser-output .navbox+.navbox-styles+.navbox{margin-top:-1px}.mw-parser-output .navbox-inner,.mw-parser-output .navbox-subgroup{width:100%}.mw-parser-output .navbox-group,.mw-parser-output .navbox-title,.mw-parser-output .navbox-abovebelow{padding:0.25em 1em;line-height:1.5em;text-align:center}.mw-parser-output .navbox-group{white-space:nowrap;text-align:right}.mw-parser-output .navbox,.mw-parser-output .navbox-subgroup{background-color:#fdfdfd}.mw-parser-output .navbox-list{line-height:1.5em;border-color:#fdfdfd}.mw-parser-output .navbox-list-with-group{text-align:left;border-left-width:2px;border-left-style:solid}.mw-parser-output tr+tr>.navbox-abovebelow,.mw-parser-output tr+tr>.navbox-group,.mw-parser-output tr+tr>.navbox-image,.mw-parser-output tr+tr>.navbox-list{border-top:2px solid #fdfdfd}.mw-parser-output .navbox-title{background-color:#ccf}.mw-parser-output .navbox-abovebelow,.mw-parser-output .navbox-group,.mw-parser-output .navbox-subgroup .navbox-title{background-color:#ddf}.mw-parser-output .navbox-subgroup .navbox-group,.mw-parser-output .navbox-subgroup .navbox-abovebelow{background-color:#e6e6ff}.mw-parser-output .navbox-even{background-color:#f7f7f7}.mw-parser-output .navbox-odd{background-color:transparent}.mw-parser-output .navbox .hlist td dl,.mw-parser-output .navbox .hlist td ol,.mw-parser-output .navbox .hlist td ul,.mw-parser-output .navbox td.hlist dl,.mw-parser-output .navbox td.hlist ol,.mw-parser-output .navbox td.hlist ul{padding:0.125em 0}.mw-parser-output .navbox .navbar{display:block;font-size:100%}.mw-parser-output .navbox-title .navbar{float:left;text-align:left;margin-right:0.5em}body.skin--responsive .mw-parser-output .navbox-image img{max-width:none!important}@media print{body.ns-0 .mw-parser-output .navbox{display:none!important}}</style></div><div role="navigation" class="navbox" aria-labelledby="OpenAI158" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="3"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:OpenAI" title="Template:OpenAI"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:OpenAI" title="Template talk:OpenAI"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:OpenAI" title="Special:EditPage/Template:OpenAI"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="OpenAI158" style="font-size:114%;margin:0 4em"><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Products</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Chatbot" title="Chatbot">Chatbots</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/ChatGPT" title="ChatGPT">ChatGPT</a> <ul><li><a href="/wiki/ChatGPT_in_education" title="ChatGPT in education">in education</a></li> <li><a href="/wiki/GPT_Store" title="GPT Store">GPT Store</a></li> <li><a href="/wiki/DALL-E" title="DALL-E">DALL-E</a></li> <li><a href="/wiki/ChatGPT_Search" title="ChatGPT Search">ChatGPT Search</a></li> <li><a href="/wiki/Sora_(text-to-video_model)" title="Sora (text-to-video model)">Sora</a></li> <li><a href="/wiki/Whisper_(speech_recognition_system)" title="Whisper (speech recognition system)">Whisper</a></li></ul></li> <li><a href="/wiki/GitHub_Copilot" title="GitHub Copilot">GitHub Copilot</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Foundation_model" title="Foundation model">Foundation models</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/OpenAI_Codex" title="OpenAI Codex">OpenAI Codex</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a> <ul><li><a href="/wiki/GPT-1" title="GPT-1">GPT-1</a></li> <li><a href="/wiki/GPT-2" title="GPT-2">GPT-2</a></li> <li><a class="mw-selflink selflink">GPT-3</a></li> <li><a href="/wiki/GPT-4" title="GPT-4">GPT-4</a></li> <li><a href="/wiki/GPT-4o" title="GPT-4o">GPT-4o</a></li> <li><a href="/wiki/OpenAI_o1" title="OpenAI o1">o1</a></li> <li><a href="/wiki/OpenAI_o3" title="OpenAI o3">o3</a></li> <li><a href="/wiki/GPT-4.5" title="GPT-4.5">GPT-4.5</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Intelligent_agent" title="Intelligent agent">Intelligent agents</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/ChatGPT_Deep_Research" title="ChatGPT Deep Research">ChatGPT Deep Research</a></li> <li><a href="/wiki/OpenAI_Operator" title="OpenAI Operator">Operator</a></li></ul> </div></td></tr></tbody></table><div></div></td><td class="noviewer navbox-image" rowspan="4" style="width:1px;padding:0 0 0 2px"><div><span typeof="mw:File"><a href="/wiki/File:OpenAI_logo_2025_(wordmark).svg" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/a/af/OpenAI_logo_2025_%28wordmark%29.svg/150px-OpenAI_logo_2025_%28wordmark%29.svg.png" decoding="async" width="150" height="40" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/a/af/OpenAI_logo_2025_%28wordmark%29.svg/225px-OpenAI_logo_2025_%28wordmark%29.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/a/af/OpenAI_logo_2025_%28wordmark%29.svg/300px-OpenAI_logo_2025_%28wordmark%29.svg.png 2x" data-file-width="512" data-file-height="138" /></a></span></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">People</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Senior_management" title="Senior management">Senior management</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Current</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Sam_Altman" title="Sam Altman">Sam Altman</a> <ul><li><a href="/wiki/Removal_of_Sam_Altman_from_OpenAI" title="Removal of Sam Altman from OpenAI">removal</a></li></ul></li> <li><a href="/wiki/Greg_Brockman" title="Greg Brockman">Greg Brockman</a></li> <li><a href="/wiki/Sarah_Friar" title="Sarah Friar">Sarah Friar</a></li> <li><a href="/wiki/Scott_Schools" title="Scott Schools">Scott Schools</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Former</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Mira_Murati" title="Mira Murati">Mira Murati</a></li> <li><a href="/wiki/Emmett_Shear" title="Emmett Shear">Emmett Shear</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Board_of_directors" title="Board of directors">Board of directors</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Current</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Sam_Altman" title="Sam Altman">Sam Altman</a></li> <li><a href="/wiki/Adam_D%27Angelo" title="Adam D'Angelo">Adam D'Angelo</a></li> <li><a href="/wiki/Sue_Desmond-Hellmann" title="Sue Desmond-Hellmann">Sue Desmond-Hellmann</a></li> <li><a href="/wiki/Paul_Nakasone" title="Paul Nakasone">Paul Nakasone</a></li> <li><a href="/wiki/Adebayo_Ogunlesi" title="Adebayo Ogunlesi">Adebayo Ogunlesi</a></li> <li><a href="/wiki/Nicole_Seligman" title="Nicole Seligman">Nicole Seligman</a></li> <li><a href="/wiki/Fidji_Simo" title="Fidji Simo">Fidji Simo</a></li> <li><a href="/wiki/Lawrence_Summers" title="Lawrence Summers">Lawrence Summers</a></li> <li><a href="/wiki/Bret_Taylor" title="Bret Taylor">Bret Taylor</a> (chair)</li> <li><a href="/wiki/Jakub_Pachocki" title="Jakub Pachocki">Jakub Pachocki</a> (chief scientist)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Former</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Greg_Brockman" title="Greg Brockman">Greg Brockman</a> (2017–2023)</li> <li><a href="/wiki/Reid_Hoffman" title="Reid Hoffman">Reid Hoffman</a> (2019–2023)</li> <li><a href="/wiki/Will_Hurd" title="Will Hurd">Will Hurd</a> (2021–2023)</li> <li><a href="/wiki/Holden_Karnofsky" title="Holden Karnofsky">Holden Karnofsky</a> (2017–2021)</li> <li><a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a> (2015–2018)</li> <li><a href="/wiki/Ilya_Sutskever" title="Ilya Sutskever">Ilya Sutskever</a> (2017–2023)</li> <li><a href="/wiki/Helen_Toner" title="Helen Toner">Helen Toner</a> (2021–2023)</li> <li><a href="/wiki/Shivon_Zilis" title="Shivon Zilis">Shivon Zilis</a> (2019–2023)</li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Joint_venture" title="Joint venture">Joint ventures</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Stargate_LLC" title="Stargate LLC">Stargate LLC</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Related</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Apple_Intelligence" title="Apple Intelligence">Apple Intelligence</a></li> <li><i><a href="/wiki/AI_Dungeon" title="AI Dungeon">AI Dungeon</a></i></li> <li><a href="/wiki/AutoGPT" title="AutoGPT">AutoGPT</a></li> <li>"<a href="/wiki/Deep_Learning_(South_Park)" title="Deep Learning (South Park)">Deep Learning</a>"</li> <li><a href="/wiki/LangChain" title="LangChain">LangChain</a></li> <li><a href="/wiki/Microsoft_Copilot" title="Microsoft Copilot">Microsoft Copilot</a></li> <li><a href="/wiki/OpenAI_Five" title="OpenAI Five">OpenAI Five</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="3"><div> <ul><li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:OpenAI" title="Category:OpenAI">Category</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235" /></div><div role="navigation" class="navbox" aria-labelledby="Artificial_intelligence_(AI)752" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Artificial_intelligence_navbox" title="Template:Artificial intelligence navbox"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Artificial_intelligence_navbox" title="Template talk:Artificial intelligence navbox"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Artificial_intelligence_navbox" title="Special:EditPage/Template:Artificial intelligence navbox"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Artificial_intelligence_(AI)752" style="font-size:114%;margin:0 4em"><a href="/wiki/Artificial_intelligence" title="Artificial intelligence">Artificial intelligence</a> (AI)</div></th></tr><tr><td class="navbox-abovebelow" colspan="2"><div><a href="/wiki/History_of_artificial_intelligence" title="History of artificial intelligence">History</a> (<a href="/wiki/Timeline_of_artificial_intelligence" title="Timeline of artificial intelligence">timeline</a>)</div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Parameter" title="Parameter">Parameter</a> <ul><li><a href="/wiki/Hyperparameter_(machine_learning)" title="Hyperparameter (machine learning)">Hyperparameter</a></li></ul></li> <li><a href="/wiki/Loss_functions_for_classification" title="Loss functions for classification">Loss functions</a></li> <li><a href="/wiki/Regression_analysis" title="Regression analysis">Regression</a> <ul><li><a href="/wiki/Bias%E2%80%93variance_tradeoff" title="Bias–variance tradeoff">Bias–variance tradeoff</a></li> <li><a href="/wiki/Double_descent" title="Double descent">Double descent</a></li> <li><a href="/wiki/Overfitting" title="Overfitting">Overfitting</a></li></ul></li> <li><a href="/wiki/Cluster_analysis" title="Cluster analysis">Clustering</a></li> <li><a href="/wiki/Gradient_descent" title="Gradient descent">Gradient descent</a> <ul><li><a href="/wiki/Stochastic_gradient_descent" title="Stochastic gradient descent">SGD</a></li> <li><a href="/wiki/Quasi-Newton_method" title="Quasi-Newton method">Quasi-Newton method</a></li> <li><a href="/wiki/Conjugate_gradient_method" title="Conjugate gradient method">Conjugate gradient method</a></li></ul></li> <li><a href="/wiki/Backpropagation" title="Backpropagation">Backpropagation</a></li> <li><a href="/wiki/Attention_(machine_learning)" title="Attention (machine learning)">Attention</a></li> <li><a href="/wiki/Convolution" title="Convolution">Convolution</a></li> <li><a href="/wiki/Normalization_(machine_learning)" title="Normalization (machine learning)">Normalization</a> <ul><li><a href="/wiki/Batch_normalization" title="Batch normalization">Batchnorm</a></li></ul></li> <li><a href="/wiki/Activation_function" title="Activation function">Activation</a> <ul><li><a href="/wiki/Softmax_function" title="Softmax function">Softmax</a></li> <li><a href="/wiki/Sigmoid_function" title="Sigmoid function">Sigmoid</a></li> <li><a href="/wiki/Rectifier_(neural_networks)" title="Rectifier (neural networks)">Rectifier</a></li></ul></li> <li><a href="/wiki/Gating_mechanism" title="Gating mechanism">Gating</a></li> <li><a href="/wiki/Weight_initialization" title="Weight initialization">Weight initialization</a></li> <li><a href="/wiki/Regularization_(mathematics)" title="Regularization (mathematics)">Regularization</a></li> <li><a href="/wiki/Training,_validation,_and_test_data_sets" title="Training, validation, and test data sets">Datasets</a> <ul><li><a href="/wiki/Data_augmentation" title="Data augmentation">Augmentation</a></li></ul></li> <li><a href="/wiki/Prompt_engineering" title="Prompt engineering">Prompt engineering</a></li> <li><a href="/wiki/Reinforcement_learning" title="Reinforcement learning">Reinforcement learning</a> <ul><li><a href="/wiki/Q-learning" title="Q-learning">Q-learning</a></li> <li><a href="/wiki/State%E2%80%93action%E2%80%93reward%E2%80%93state%E2%80%93action" title="State–action–reward–state–action">SARSA</a></li> <li><a href="/wiki/Imitation_learning" title="Imitation learning">Imitation</a></li> <li><a href="/wiki/Policy_gradient_method" title="Policy gradient method">Policy gradient</a></li></ul></li> <li><a href="/wiki/Diffusion_process" title="Diffusion process">Diffusion</a></li> <li><a href="/wiki/Latent_diffusion_model" title="Latent diffusion model">Latent diffusion model</a></li> <li><a href="/wiki/Autoregressive_model" title="Autoregressive model">Autoregression</a></li> <li><a href="/wiki/Adversarial_machine_learning" title="Adversarial machine learning">Adversary</a></li> <li><a href="/wiki/Retrieval-augmented_generation" title="Retrieval-augmented generation">RAG</a></li> <li><a href="/wiki/Uncanny_valley" title="Uncanny valley">Uncanny valley</a></li> <li><a href="/wiki/Reinforcement_learning_from_human_feedback" title="Reinforcement learning from human feedback">RLHF</a></li> <li><a href="/wiki/Self-supervised_learning" title="Self-supervised learning">Self-supervised learning</a></li> <li><a href="/wiki/Recursive_self-improvement" title="Recursive self-improvement">Recursive self-improvement</a></li> <li><a href="/wiki/Word_embedding" title="Word embedding">Word embedding</a></li> <li><a href="/wiki/Hallucination_(artificial_intelligence)" title="Hallucination (artificial intelligence)">Hallucination</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Applications</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Machine_learning" title="Machine learning">Machine learning</a> <ul><li><a href="/wiki/Prompt_engineering#In-context_learning" title="Prompt engineering">In-context learning</a></li></ul></li> <li><a href="/wiki/Neural_network_(machine_learning)" title="Neural network (machine learning)">Artificial neural network</a> <ul><li><a href="/wiki/Deep_learning" title="Deep learning">Deep learning</a></li></ul></li> <li><a href="/wiki/Language_model" title="Language model">Language model</a> <ul><li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Neural_machine_translation" title="Neural machine translation">NMT</a></li></ul></li> <li><a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">Artificial general intelligence</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Implementations</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Audio–visual</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlexNet" title="AlexNet">AlexNet</a></li> <li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a></li> <li><a href="/wiki/Human_image_synthesis" title="Human image synthesis">Human image synthesis</a></li> <li><a href="/wiki/Handwriting_recognition" title="Handwriting recognition">HWR</a></li> <li><a href="/wiki/Optical_character_recognition" title="Optical character recognition">OCR</a></li> <li><a href="/wiki/Deep_learning_speech_synthesis" title="Deep learning speech synthesis">Speech synthesis</a> <ul><li><a href="/wiki/15.ai" title="15.ai">15.ai</a></li> <li><a href="/wiki/ElevenLabs" title="ElevenLabs">ElevenLabs</a></li></ul></li> <li><a href="/wiki/Speech_recognition" title="Speech recognition">Speech recognition</a> <ul><li><a href="/wiki/Whisper_(speech_recognition_system)" title="Whisper (speech recognition system)">Whisper</a></li></ul></li> <li><a href="/wiki/Facial_recognition_system" title="Facial recognition system">Facial recognition</a></li> <li><a href="/wiki/AlphaFold" title="AlphaFold">AlphaFold</a></li> <li><a href="/wiki/Text-to-image_model" title="Text-to-image model">Text-to-image models</a> <ul><li><a href="/wiki/Aurora_(text-to-image_model)" class="mw-redirect" title="Aurora (text-to-image model)">Aurora</a></li> <li><a href="/wiki/DALL-E" title="DALL-E">DALL-E</a></li> <li><a href="/wiki/Adobe_Firefly" title="Adobe Firefly">Firefly</a></li> <li><a href="/wiki/Flux_(text-to-image_model)" title="Flux (text-to-image model)">Flux</a></li> <li><a href="/wiki/Ideogram_(text-to-image_model)" title="Ideogram (text-to-image model)">Ideogram</a></li> <li><a href="/wiki/Imagen_(text-to-image_model)" title="Imagen (text-to-image model)">Imagen</a></li> <li><a href="/wiki/Midjourney" title="Midjourney">Midjourney</a></li> <li><a href="/wiki/Stable_Diffusion" title="Stable Diffusion">Stable Diffusion</a></li></ul></li> <li><a href="/wiki/Text-to-video_model" title="Text-to-video model">Text-to-video models</a> <ul><li><a href="/wiki/Dream_Machine_(text-to-video_model)" title="Dream Machine (text-to-video model)">Dream Machine</a></li> <li><a href="/wiki/Runway_(company)#Gen-3_Alpha" title="Runway (company)">Gen-3 Alpha</a></li> <li><a href="/wiki/MiniMax_(company)#Hailuo_AI" title="MiniMax (company)">Hailuo AI</a></li> <li><a href="/wiki/Kling_(text-to-video_model)" class="mw-redirect" title="Kling (text-to-video model)">Kling</a></li> <li><a href="/wiki/Sora_(text-to-video_model)" title="Sora (text-to-video model)">Sora</a></li> <li><a href="/wiki/Google_DeepMind#Video_model" title="Google DeepMind">Veo</a></li></ul></li> <li><a href="/wiki/Music_and_artificial_intelligence" title="Music and artificial intelligence">Music generation</a> <ul><li><a href="/wiki/Suno_AI" title="Suno AI">Suno AI</a></li> <li><a href="/wiki/Udio" title="Udio">Udio</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Text</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Word2vec" title="Word2vec">Word2vec</a></li> <li><a href="/wiki/Seq2seq" title="Seq2seq">Seq2seq</a></li> <li><a href="/wiki/GloVe" title="GloVe">GloVe</a></li> <li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a></li> <li><a href="/wiki/T5_(language_model)" title="T5 (language model)">T5</a></li> <li><a href="/wiki/Llama_(language_model)" title="Llama (language model)">Llama</a></li> <li><a href="/wiki/Chinchilla_(language_model)" title="Chinchilla (language model)">Chinchilla AI</a></li> <li><a href="/wiki/PaLM" title="PaLM">PaLM</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">GPT</a> <ul><li><a href="/wiki/GPT-1" title="GPT-1">1</a></li> <li><a href="/wiki/GPT-2" title="GPT-2">2</a></li> <li><a class="mw-selflink selflink">3</a></li> <li><a href="/wiki/GPT-J" title="GPT-J">J</a></li> <li><a href="/wiki/ChatGPT" title="ChatGPT">ChatGPT</a></li> <li><a href="/wiki/GPT-4" title="GPT-4">4</a></li> <li><a href="/wiki/GPT-4o" title="GPT-4o">4o</a></li> <li><a href="/wiki/OpenAI_o1" title="OpenAI o1">o1</a></li> <li><a href="/wiki/OpenAI_o3" title="OpenAI o3">o3</a></li> <li><a href="/wiki/GPT-4.5" title="GPT-4.5">4.5</a></li></ul></li> <li><a href="/wiki/Claude_(language_model)" title="Claude (language model)">Claude</a></li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini</a> <ul><li><a href="/wiki/Gemini_(chatbot)" title="Gemini (chatbot)">chatbot</a></li></ul></li> <li><a href="/wiki/Grok_(chatbot)" title="Grok (chatbot)">Grok</a></li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a></li> <li><a href="/wiki/BLOOM_(language_model)" title="BLOOM (language model)">BLOOM</a></li> <li><a href="/wiki/Project_Debater" title="Project Debater">Project Debater</a></li> <li><a href="/wiki/IBM_Watson" title="IBM Watson">IBM Watson</a></li> <li><a href="/wiki/IBM_Watsonx" title="IBM Watsonx">IBM Watsonx</a></li> <li><a href="/wiki/IBM_Granite" title="IBM Granite">Granite</a></li> <li><a href="/wiki/Huawei_PanGu" title="Huawei PanGu">PanGu-Σ</a></li> <li><a href="/wiki/DeepSeek_(chatbot)" title="DeepSeek (chatbot)">DeepSeek</a></li> <li><a href="/wiki/Qwen" title="Qwen">Qwen</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Decisional</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo" title="AlphaGo">AlphaGo</a></li> <li><a href="/wiki/AlphaZero" title="AlphaZero">AlphaZero</a></li> <li><a href="/wiki/OpenAI_Five" title="OpenAI Five">OpenAI Five</a></li> <li><a href="/wiki/Self-driving_car" title="Self-driving car">Self-driving car</a></li> <li><a href="/wiki/MuZero" title="MuZero">MuZero</a></li> <li><a href="/wiki/Action_selection" title="Action selection">Action selection</a> <ul><li><a href="/wiki/AutoGPT" title="AutoGPT">AutoGPT</a></li></ul></li> <li><a href="/wiki/Robot_control" title="Robot control">Robot control</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">People</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Alan_Turing" title="Alan Turing">Alan Turing</a></li> <li><a href="/wiki/Warren_Sturgis_McCulloch" title="Warren Sturgis McCulloch">Warren Sturgis McCulloch</a></li> <li><a href="/wiki/Walter_Pitts" title="Walter Pitts">Walter Pitts</a></li> <li><a href="/wiki/John_von_Neumann" title="John von Neumann">John von Neumann</a></li> <li><a href="/wiki/Claude_Shannon" title="Claude Shannon">Claude Shannon</a></li> <li><a href="/wiki/Marvin_Minsky" title="Marvin Minsky">Marvin Minsky</a></li> <li><a href="/wiki/John_McCarthy_(computer_scientist)" title="John McCarthy (computer scientist)">John McCarthy</a></li> <li><a href="/wiki/Nathaniel_Rochester_(computer_scientist)" title="Nathaniel Rochester (computer scientist)">Nathaniel Rochester</a></li> <li><a href="/wiki/Allen_Newell" title="Allen Newell">Allen Newell</a></li> <li><a href="/wiki/Cliff_Shaw" title="Cliff Shaw">Cliff Shaw</a></li> <li><a href="/wiki/Herbert_A._Simon" title="Herbert A. Simon">Herbert A. Simon</a></li> <li><a href="/wiki/Oliver_Selfridge" title="Oliver Selfridge">Oliver Selfridge</a></li> <li><a href="/wiki/Frank_Rosenblatt" title="Frank Rosenblatt">Frank Rosenblatt</a></li> <li><a href="/wiki/Bernard_Widrow" title="Bernard Widrow">Bernard Widrow</a></li> <li><a href="/wiki/Joseph_Weizenbaum" title="Joseph Weizenbaum">Joseph Weizenbaum</a></li> <li><a href="/wiki/Seymour_Papert" title="Seymour Papert">Seymour Papert</a></li> <li><a href="/wiki/Seppo_Linnainmaa" title="Seppo Linnainmaa">Seppo Linnainmaa</a></li> <li><a href="/wiki/Paul_Werbos" title="Paul Werbos">Paul Werbos</a></li> <li><a href="/wiki/J%C3%BCrgen_Schmidhuber" title="Jürgen Schmidhuber">Jürgen Schmidhuber</a></li> <li><a href="/wiki/Yann_LeCun" title="Yann LeCun">Yann LeCun</a></li> <li><a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a></li> <li><a href="/wiki/John_Hopfield" title="John Hopfield">John Hopfield</a></li> <li><a href="/wiki/Yoshua_Bengio" title="Yoshua Bengio">Yoshua Bengio</a></li> <li><a href="/wiki/Lotfi_A._Zadeh" title="Lotfi A. Zadeh">Lotfi A. Zadeh</a></li> <li><a href="/wiki/Stephen_Grossberg" title="Stephen Grossberg">Stephen Grossberg</a></li> <li><a href="/wiki/Alex_Graves_(computer_scientist)" title="Alex Graves (computer scientist)">Alex Graves</a></li> <li><a href="/wiki/Andrew_Ng" title="Andrew Ng">Andrew Ng</a></li> <li><a href="/wiki/Fei-Fei_Li" title="Fei-Fei Li">Fei-Fei Li</a></li> <li><a href="/wiki/Alex_Krizhevsky" title="Alex Krizhevsky">Alex Krizhevsky</a></li> <li><a href="/wiki/Ilya_Sutskever" title="Ilya Sutskever">Ilya Sutskever</a></li> <li><a href="/wiki/Demis_Hassabis" title="Demis Hassabis">Demis Hassabis</a></li> <li><a href="/wiki/David_Silver_(computer_scientist)" title="David Silver (computer scientist)">David Silver</a></li> <li><a href="/wiki/Ian_Goodfellow" title="Ian Goodfellow">Ian Goodfellow</a></li> <li><a href="/wiki/Andrej_Karpathy" title="Andrej Karpathy">Andrej Karpathy</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Architectures</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Neural_Turing_machine" title="Neural Turing machine">Neural Turing machine</a></li> <li><a href="/wiki/Differentiable_neural_computer" title="Differentiable neural computer">Differentiable neural computer</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a> <ul><li><a href="/wiki/Vision_transformer" title="Vision transformer">Vision transformer (ViT)</a></li></ul></li> <li><a href="/wiki/Recurrent_neural_network" title="Recurrent neural network">Recurrent neural network (RNN)</a></li> <li><a href="/wiki/Long_short-term_memory" title="Long short-term memory">Long short-term memory (LSTM)</a></li> <li><a href="/wiki/Gated_recurrent_unit" title="Gated recurrent unit">Gated recurrent unit (GRU)</a></li> <li><a href="/wiki/Echo_state_network" title="Echo state network">Echo state network</a></li> <li><a href="/wiki/Multilayer_perceptron" title="Multilayer perceptron">Multilayer perceptron (MLP)</a></li> <li><a href="/wiki/Convolutional_neural_network" title="Convolutional neural network">Convolutional neural network (CNN)</a></li> <li><a href="/wiki/Residual_neural_network" title="Residual neural network">Residual neural network (RNN)</a></li> <li><a href="/wiki/Highway_network" title="Highway network">Highway network</a></li> <li><a href="/wiki/Mamba_(deep_learning_architecture)" title="Mamba (deep learning architecture)">Mamba</a></li> <li><a href="/wiki/Autoencoder" title="Autoencoder">Autoencoder</a></li> <li><a href="/wiki/Variational_autoencoder" title="Variational autoencoder">Variational autoencoder (VAE)</a></li> <li><a href="/wiki/Generative_adversarial_network" title="Generative adversarial network">Generative adversarial network (GAN)</a></li> <li><a href="/wiki/Graph_neural_network" title="Graph neural network">Graph neural network (GNN)</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><a href="/wiki/File:Symbol_portal_class.svg" class="mw-file-description" title="Portal"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/20px-Symbol_portal_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/40px-Symbol_portal_class.svg.png 1.5x" data-file-width="180" data-file-height="185" /></a></span> Portals <ul><li><a href="/wiki/Portal:Technology" title="Portal:Technology">Technology</a></li></ul></li> <li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Artificial_intelligence" title="Category:Artificial intelligence">Category</a> <ul><li><a href="/wiki/Category:Artificial_neural_networks" title="Category:Artificial neural networks">Artificial neural networks</a></li> <li><a href="/wiki/Category:Machine_learning" title="Category:Machine learning">Machine learning</a></li></ul></li> <li><span class="noviewer" typeof="mw:File"><span title="List-Class article"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/d/db/Symbol_list_class.svg/16px-Symbol_list_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/d/db/Symbol_list_class.svg/23px-Symbol_list_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/d/db/Symbol_list_class.svg/31px-Symbol_list_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> List <ul><li><a href="/wiki/List_of_artificial_intelligence_companies" title="List of artificial intelligence companies">Companies</a></li> <li><a href="/wiki/List_of_artificial_intelligence_projects" title="List of artificial intelligence projects">Projects</a></li></ul></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235" /></div><div role="navigation" class="navbox" aria-labelledby="Generative_AI409" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Generative_AI" title="Template:Generative AI"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Generative_AI" title="Template talk:Generative AI"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Generative_AI" title="Special:EditPage/Template:Generative AI"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Generative_AI409" style="font-size:114%;margin:0 4em"><a href="/wiki/Generative_artificial_intelligence" title="Generative artificial intelligence">Generative AI</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Autoencoder" title="Autoencoder">Autoencoder</a></li> <li><a href="/wiki/Deep_learning" title="Deep learning">Deep learning</a></li> <li><a href="/wiki/Generative_adversarial_network" title="Generative adversarial network">Generative adversarial network</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li> <li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Neural_network_(machine_learning)" title="Neural network (machine learning)">Neural network</a></li> <li><a href="/wiki/Prompt_engineering" title="Prompt engineering">Prompt engineering</a></li> <li><a href="/wiki/Retrieval-augmented_generation" title="Retrieval-augmented generation">Retrieval-augmented generation</a></li> <li><a href="/wiki/Reinforcement_learning_from_human_feedback" title="Reinforcement learning from human feedback">Reinforcement learning from human feedback</a></li> <li><a href="/wiki/Self-supervised_learning" title="Self-supervised learning">Self-supervised learning</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a></li> <li><a href="/wiki/Variational_autoencoder" title="Variational autoencoder">Variational autoencoder</a></li> <li><a href="/wiki/Vision_transformer" title="Vision transformer">Vision transformer</a></li> <li><a href="/wiki/Word_embedding" title="Word embedding">Word embedding</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Models</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Text</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Claude_(language_model)" title="Claude (language model)">Claude</a></li> <li><a href="/wiki/DBRX" title="DBRX">DBRX</a></li> <li><a href="/wiki/DeepSeek_(chatbot)" title="DeepSeek (chatbot)">DeepSeek</a></li> <li><a href="/wiki/Ernie_Bot" title="Ernie Bot">ERNIE</a></li> <li><a href="/wiki/Gemini_(chatbot)" title="Gemini (chatbot)">Gemini</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">GPT</a> <ul><li><a href="/wiki/GPT-1" title="GPT-1">1</a></li> <li><a href="/wiki/GPT-2" title="GPT-2">2</a></li> <li><a class="mw-selflink selflink">3</a></li> <li><a href="/wiki/GPT-J" title="GPT-J">J</a></li> <li><a href="/wiki/ChatGPT" title="ChatGPT">ChatGPT</a></li> <li><a href="/wiki/GPT-4" title="GPT-4">4</a></li> <li><a href="/wiki/GPT-4o" title="GPT-4o">4o</a></li> <li><a href="/wiki/OpenAI_o1" title="OpenAI o1">o1</a></li> <li><a href="/wiki/OpenAI_o3" title="OpenAI o3">o3</a></li> <li><a href="/wiki/GPT-4.5" title="GPT-4.5">4.5</a></li></ul></li> <li><a href="/wiki/Grok_(chatbot)" title="Grok (chatbot)">Grok</a></li> <li><a href="/wiki/IBM_Granite" title="IBM Granite">Granite</a></li> <li><a href="/wiki/Llama_(language_model)" title="Llama (language model)">Llama</a></li> <li><a href="/wiki/Mistral_AI#Mistral_Large" title="Mistral AI">Mistral Large</a></li> <li><a href="/wiki/Huawei_PanGu" title="Huawei PanGu">PanGu-Σ</a></li> <li><a href="/wiki/Qwen" title="Qwen">Qwen</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Text-to-image_model" title="Text-to-image model">Image</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Aurora_(text-to-image_model)" class="mw-redirect" title="Aurora (text-to-image model)">Aurora</a></li> <li><a href="/wiki/DALL-E" title="DALL-E">DALL-E</a></li> <li><a href="/wiki/Adobe_Firefly" title="Adobe Firefly">Firefly</a></li> <li><a href="/wiki/Flux_(text-to-image_model)" title="Flux (text-to-image model)">Flux</a></li> <li><a href="/wiki/Ideogram_(text-to-image_model)" title="Ideogram (text-to-image model)">Ideogram</a></li> <li><a href="/wiki/Imagen_(text-to-image_model)" title="Imagen (text-to-image model)">Imagen</a></li> <li><a href="/wiki/Midjourney" title="Midjourney">Midjourney</a></li> <li><a href="/wiki/Stable_Diffusion" title="Stable Diffusion">Stable Diffusion</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Speech</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/15.ai" title="15.ai">15.ai</a></li> <li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Text-to-video_model" title="Text-to-video model">Video</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Dream_Machine_(text-to-video_model)" title="Dream Machine (text-to-video model)">Dream Machine</a></li> <li><a href="/wiki/Runway_(company)#Gen-3_Alpha" title="Runway (company)">Gen-3 Alpha</a></li> <li><a href="/wiki/MiniMax_(company)#Hailuo_AI" title="MiniMax (company)">Hailuo AI</a></li> <li><a href="/wiki/Kling_(text-to-video_model)" class="mw-redirect" title="Kling (text-to-video model)">Kling</a></li> <li><a href="/wiki/Sora_(text-to-video_model)" title="Sora (text-to-video model)">Sora</a></li> <li><a href="/wiki/Google_DeepMind#Video_model" title="Google DeepMind">Veo</a></li> <li><a href="/wiki/VideoPoet" title="VideoPoet">VideoPoet</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Music</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Endel_(app)" title="Endel (app)">Endel</a></li> <li><a href="/wiki/Udio" title="Udio">Udio</a></li> <li><a href="/wiki/Suno_AI" title="Suno AI">Suno AI</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/List_of_artificial_intelligence_companies" title="List of artificial intelligence companies">Companies</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/01.AI" title="01.AI">01.AI</a></li> <li><a href="/wiki/Alibaba_Group" title="Alibaba Group">Alibaba</a></li> <li><a href="/wiki/Anthropic" title="Anthropic">Anthropic</a></li> <li><a href="/wiki/Baichuan" title="Baichuan">Baichuan</a></li> <li><a href="/wiki/Baidu" title="Baidu">Baidu</a></li> <li><a href="/wiki/DeepSeek" title="DeepSeek">DeepSeek</a></li> <li><a href="/wiki/ElevenLabs" title="ElevenLabs">ElevenLabs</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">Google DeepMind</a></li> <li><a href="/wiki/Hugging_Face" title="Hugging Face">Hugging Face</a></li> <li><a href="/wiki/Kuaishou" title="Kuaishou">Kuaishou</a></li> <li><a href="/wiki/Meta_AI" title="Meta AI">Meta AI</a></li> <li><a href="/wiki/MiniMax_(company)" title="MiniMax (company)">MiniMax</a></li> <li><a href="/wiki/Mistral_AI" title="Mistral AI">Mistral AI</a></li> <li><a href="/wiki/Moonshot_AI" title="Moonshot AI">Moonshot AI</a></li> <li><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a></li> <li><a href="/wiki/Runway_(company)" title="Runway (company)">Runway</a></li> <li><a href="/wiki/Stability_AI" title="Stability AI">Stability AI</a></li> <li><a href="/wiki/Synthesia_(company)" title="Synthesia (company)">Synthesia</a></li> <li><a href="/wiki/XAI_(company)" title="XAI (company)">xAI</a></li> <li><a href="/wiki/Zhipu_AI" title="Zhipu AI">Zhipu AI</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <b><a href="/wiki/Category:Generative_artificial_intelligence" title="Category:Generative artificial intelligence">Category</a></b></li> <li><span class="noviewer" typeof="mw:File"><span title="Commons page"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/20px-Commons-logo.svg.png" decoding="async" width="12" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/40px-Commons-logo.svg.png 2x" data-file-width="1024" data-file-height="1376" /></span></span> <b><a href="https://commons.wikimedia.org/wiki/Category:Generative_artificial_intelligence" class="extiw" title="commons:Category:Generative artificial intelligence">Commons</a></b></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235" /></div><div role="navigation" class="navbox" aria-labelledby="Existential_risk_from_artificial_intelligence285" style="padding:3px"><table class="nowraplinks mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Existential_risk_from_artificial_intelligence" title="Template:Existential risk from artificial intelligence"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Existential_risk_from_artificial_intelligence" title="Template talk:Existential risk from artificial intelligence"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Existential_risk_from_artificial_intelligence" title="Special:EditPage/Template:Existential risk from artificial intelligence"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Existential_risk_from_artificial_intelligence285" style="font-size:114%;margin:0 4em"><a href="/wiki/Existential_risk_from_artificial_intelligence" title="Existential risk from artificial intelligence">Existential risk</a> from <a href="/wiki/Artificial_intelligence" title="Artificial intelligence">artificial intelligence</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">AGI</a></li> <li><a href="/wiki/AI_alignment" title="AI alignment">AI alignment</a></li> <li><a href="/wiki/AI_capability_control" title="AI capability control">AI capability control</a></li> <li><a href="/wiki/AI_safety" title="AI safety">AI safety</a></li> <li><a href="/wiki/AI_takeover" title="AI takeover">AI takeover</a></li> <li><a href="/wiki/Consequentialism" title="Consequentialism">Consequentialism</a></li> <li><a href="/wiki/Effective_accelerationism" title="Effective accelerationism">Effective accelerationism</a></li> <li><a href="/wiki/Ethics_of_artificial_intelligence" title="Ethics of artificial intelligence">Ethics of artificial intelligence</a></li> <li><a href="/wiki/Existential_risk_from_artificial_intelligence" title="Existential risk from artificial intelligence">Existential risk from artificial intelligence</a></li> <li><a href="/wiki/Friendly_artificial_intelligence" title="Friendly artificial intelligence">Friendly artificial intelligence</a></li> <li><a href="/wiki/Instrumental_convergence" title="Instrumental convergence">Instrumental convergence</a></li> <li><a href="/wiki/Intelligence_explosion" class="mw-redirect" title="Intelligence explosion">Intelligence explosion</a></li> <li><a href="/wiki/Longtermism" title="Longtermism">Longtermism</a></li> <li><a href="/wiki/Machine_ethics" title="Machine ethics">Machine ethics</a></li> <li><a href="/wiki/Risk_of_astronomical_suffering" title="Risk of astronomical suffering">Suffering risks</a></li> <li><a href="/wiki/Superintelligence" title="Superintelligence">Superintelligence</a></li> <li><a href="/wiki/Technological_singularity" title="Technological singularity">Technological singularity</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Organizations</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Alignment_Research_Center" title="Alignment Research Center">Alignment Research Center</a></li> <li><a href="/wiki/Center_for_AI_Safety" title="Center for AI Safety">Center for AI Safety</a></li> <li><a href="/wiki/Center_for_Applied_Rationality" title="Center for Applied Rationality">Center for Applied Rationality</a></li> <li><a href="/wiki/Center_for_Human-Compatible_Artificial_Intelligence" title="Center for Human-Compatible Artificial Intelligence">Center for Human-Compatible Artificial Intelligence</a></li> <li><a href="/wiki/Centre_for_the_Study_of_Existential_Risk" title="Centre for the Study of Existential Risk">Centre for the Study of Existential Risk</a></li> <li><a href="/wiki/EleutherAI" title="EleutherAI">EleutherAI</a></li> <li><a href="/wiki/Future_of_Humanity_Institute" title="Future of Humanity Institute">Future of Humanity Institute</a></li> <li><a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">Google DeepMind</a></li> <li><a href="/wiki/Humanity%2B" title="Humanity+">Humanity+</a></li> <li><a href="/wiki/Institute_for_Ethics_and_Emerging_Technologies" title="Institute for Ethics and Emerging Technologies">Institute for Ethics and Emerging Technologies</a></li> <li><a href="/wiki/Leverhulme_Centre_for_the_Future_of_Intelligence" title="Leverhulme Centre for the Future of Intelligence">Leverhulme Centre for the Future of Intelligence</a></li> <li><a href="/wiki/Machine_Intelligence_Research_Institute" title="Machine Intelligence Research Institute">Machine Intelligence Research Institute</a></li> <li><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">People</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Slate_Star_Codex" title="Slate Star Codex">Scott Alexander</a></li> <li><a href="/wiki/Sam_Altman" title="Sam Altman">Sam Altman</a></li> <li><a href="/wiki/Yoshua_Bengio" title="Yoshua Bengio">Yoshua Bengio</a></li> <li><a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Nick Bostrom</a></li> <li><a href="/wiki/Paul_Christiano_(researcher)" class="mw-redirect" title="Paul Christiano (researcher)">Paul Christiano</a></li> <li><a href="/wiki/K._Eric_Drexler" title="K. Eric Drexler">Eric Drexler</a></li> <li><a href="/wiki/Sam_Harris" title="Sam Harris">Sam Harris</a></li> <li><a href="/wiki/Stephen_Hawking" title="Stephen Hawking">Stephen Hawking</a></li> <li><a href="/wiki/Dan_Hendrycks" title="Dan Hendrycks">Dan Hendrycks</a></li> <li><a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a></li> <li><a href="/wiki/Bill_Joy" title="Bill Joy">Bill Joy</a></li> <li><a href="/wiki/Shane_Legg" title="Shane Legg">Shane Legg</a></li> <li><a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a></li> <li><a href="/wiki/Steve_Omohundro" title="Steve Omohundro">Steve Omohundro</a></li> <li><a href="/wiki/Huw_Price" title="Huw Price">Huw Price</a></li> <li><a href="/wiki/Martin_Rees" title="Martin Rees">Martin Rees</a></li> <li><a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Stuart J. Russell</a></li> <li><a href="/wiki/Jaan_Tallinn" title="Jaan Tallinn">Jaan Tallinn</a></li> <li><a href="/wiki/Max_Tegmark" title="Max Tegmark">Max Tegmark</a></li> <li><a href="/wiki/Frank_Wilczek" title="Frank Wilczek">Frank Wilczek</a></li> <li><a href="/wiki/Roman_Yampolskiy" title="Roman Yampolskiy">Roman Yampolskiy</a></li> <li><a href="/wiki/Eliezer_Yudkowsky" title="Eliezer Yudkowsky">Eliezer Yudkowsky</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Statement_on_AI_risk_of_extinction" title="Statement on AI risk of extinction">Statement on AI risk of extinction</a></li> <li><i><a href="/wiki/Human_Compatible" title="Human Compatible">Human Compatible</a></i></li> <li><a href="/wiki/Open_letter_on_artificial_intelligence_(2015)" title="Open letter on artificial intelligence (2015)">Open letter on artificial intelligence (2015)</a></li> <li><i><a href="/wiki/Our_Final_Invention" title="Our Final Invention">Our Final Invention</a></i></li> <li><i><a href="/wiki/The_Precipice:_Existential_Risk_and_the_Future_of_Humanity" title="The Precipice: Existential Risk and the Future of Humanity">The Precipice</a></i></li> <li><i><a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence: Paths, Dangers, Strategies</a></i></li> <li><i><a href="/wiki/Do_You_Trust_This_Computer%3F" title="Do You Trust This Computer?">Do You Trust This Computer?</a></i></li> <li><a href="/wiki/Artificial_Intelligence_Act" title="Artificial Intelligence Act">Artificial Intelligence Act</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Existential_risk_from_artificial_general_intelligence" title="Category:Existential risk from artificial general intelligence">Category</a></div></td></tr></tbody></table></div>    </div><noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?useformat=desktop&type=1x1&usesul3=0" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1281552018">https://en.wikipedia.org/w/index.php?title=GPT-3&oldid=1281552018</a>"</div></div> <div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Help:Category" title="Help:Category">Categories</a>: <ul><li><a href="/wiki/Category:Large_language_models" title="Category:Large language models">Large language models</a></li><li><a href="/wiki/Category:Generative_pre-trained_transformers" title="Category:Generative pre-trained transformers">Generative pre-trained transformers</a></li><li><a href="/wiki/Category:OpenAI" title="Category:OpenAI">OpenAI</a></li></ul></div><div id="mw-hidden-catlinks" class="mw-hidden-catlinks mw-hidden-cats-hidden">Hidden categories: <ul><li><a href="/wiki/Category:CS1_maint:_archived_copy_as_title" title="Category:CS1 maint: archived copy as title">CS1 maint: archived copy as title</a></li><li><a href="/wiki/Category:CS1_French-language_sources_(fr)" title="Category:CS1 French-language sources (fr)">CS1 French-language sources (fr)</a></li><li><a href="/wiki/Category:CS1_maint:_numeric_names:_authors_list" title="Category:CS1 maint: numeric names: authors list">CS1 maint: numeric names: authors list</a></li><li><a href="/wiki/Category:Articles_with_short_description" title="Category:Articles with short description">Articles with short description</a></li><li><a href="/wiki/Category:Short_description_is_different_from_Wikidata" title="Category:Short description is different from Wikidata">Short description is different from Wikidata</a></li><li><a href="/wiki/Category:Use_mdy_dates_from_August_2020" title="Category:Use mdy dates from August 2020">Use mdy dates from August 2020</a></li><li><a href="/wiki/Category:Use_American_English_from_June_2023" title="Category:Use American English from June 2023">Use American English from June 2023</a></li><li><a href="/wiki/Category:All_Wikipedia_articles_written_in_American_English" title="Category:All Wikipedia articles written in American English">All Wikipedia articles written in American English</a></li><li><a href="/wiki/Category:All_articles_with_unsourced_statements" title="Category:All articles with unsourced statements">All articles with unsourced statements</a></li><li><a href="/wiki/Category:Articles_with_unsourced_statements_from_June_2024" title="Category:Articles with unsourced statements from June 2024">Articles with unsourced statements from June 2024</a></li><li><a href="/wiki/Category:All_articles_with_vague_or_ambiguous_time" title="Category:All articles with vague or ambiguous time">All articles with vague or ambiguous time</a></li><li><a href="/wiki/Category:Vague_or_ambiguous_time_from_December_2022" title="Category:Vague or ambiguous time from December 2022">Vague or ambiguous time from December 2022</a></li></ul></div></div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer" > <ul id="footer-info"> <li id="footer-info-lastmod"> This page was last edited on 21 March 2025, at 01:33<span class="anonymous-show"> (UTC)</span>.</li> <li id="footer-info-copyright">Text is available under the <a href="/wiki/Wikipedia:Text_of_the_Creative_Commons_Attribution-ShareAlike_4.0_International_License" title="Wikipedia:Text of the Creative Commons Attribution-ShareAlike 4.0 International License">Creative Commons Attribution-ShareAlike 4.0 License</a>; additional terms may apply. By using this site, you agree to the <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use" class="extiw" title="foundation:Special:MyLanguage/Policy:Terms of Use">Terms of Use</a> and <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy" class="extiw" title="foundation:Special:MyLanguage/Policy:Privacy policy">Privacy Policy</a>. Wikipedia® is a registered trademark of the <a rel="nofollow" class="external text" href="https://wikimediafoundation.org/">Wikimedia Foundation, Inc.</a>, a non-profit organization.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Wikipedia:About">About Wikipedia</a></li> <li id="footer-places-disclaimers"><a href="/wiki/Wikipedia:General_disclaimer">Disclaimers</a></li> <li id="footer-places-contact"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us">Contact Wikipedia</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Universal_Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/en.wikipedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="//en.m.wikipedia.org/w/index.php?title=GPT-3&mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://www.wikimedia.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><picture><source media="(min-width: 500px)" srcset="/static/images/footer/wikimedia-button.svg" width="84" height="29"><img src="/static/images/footer/wikimedia.svg" width="25" height="25" alt="Wikimedia Foundation" lang="en" loading="lazy"></picture></a></li> <li id="footer-poweredbyico"><a href="https://www.mediawiki.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><picture><source media="(min-width: 500px)" srcset="/w/resources/assets/poweredby_mediawiki.svg" width="88" height="31"><img src="/w/resources/assets/mediawiki_compact.svg" alt="Powered by MediaWiki" lang="en" width="25" height="25" loading="lazy"></picture></a></li> </ul> </footer> </div> </div> </div> <div class="vector-header-container vector-sticky-header-container"> <div id="vector-sticky-header" class="vector-sticky-header"> <div class="vector-sticky-header-start"> <div class="vector-sticky-header-icon-start vector-button-flush-left vector-button-flush-right" aria-hidden="true"> <button class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-sticky-header-search-toggle" tabindex="-1" data-event-name="ui.vector-sticky-search-form.icon"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </button> </div> <div role="search" class="vector-search-box-vue vector-search-box-show-thumbnail vector-search-box"> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail"> <form action="/w/index.php" id="vector-sticky-search-form" class="cdx-search-input cdx-search-input--has-end-button"> <div class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikipedia"> <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <div class="vector-sticky-header-context-bar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-sticky-header-toc" class="vector-dropdown mw-portlet mw-portlet-sticky-header-toc vector-sticky-header-toc vector-button-flush-left" > <input type="checkbox" id="vector-sticky-header-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-sticky-header-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-sticky-header-toc-label" for="vector-sticky-header-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-sticky-header-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div class="vector-sticky-header-context-bar-primary" aria-hidden="true" ><span class="mw-page-title-main">GPT-3</span></div> </div> </div> <div class="vector-sticky-header-end" aria-hidden="true"> <div class="vector-sticky-header-icons"> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-talk-sticky-header" tabindex="-1" data-event-name="talk-sticky-header"><span class="vector-icon mw-ui-icon-speechBubbles mw-ui-icon-wikimedia-speechBubbles"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-subject-sticky-header" tabindex="-1" data-event-name="subject-sticky-header"><span class="vector-icon mw-ui-icon-article mw-ui-icon-wikimedia-article"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-history-sticky-header" tabindex="-1" data-event-name="history-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-history mw-ui-icon-wikimedia-wikimedia-history"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only mw-watchlink" id="ca-watchstar-sticky-header" tabindex="-1" data-event-name="watch-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-star mw-ui-icon-wikimedia-wikimedia-star"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-edit-sticky-header" tabindex="-1" data-event-name="wikitext-edit-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-wikiText mw-ui-icon-wikimedia-wikimedia-wikiText"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-ve-edit-sticky-header" tabindex="-1" data-event-name="ve-edit-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-edit mw-ui-icon-wikimedia-wikimedia-edit"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-viewsource-sticky-header" tabindex="-1" data-event-name="ve-edit-protected-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-editLock mw-ui-icon-wikimedia-wikimedia-editLock"></span> <span></span> </a> </div> <div class="vector-sticky-header-buttons"> <button class="cdx-button cdx-button--weight-quiet mw-interlanguage-selector" id="p-lang-btn-sticky-header" tabindex="-1" data-event-name="ui.dropdown-p-lang-btn-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-language mw-ui-icon-wikimedia-wikimedia-language"></span> <span>30 languages</span> </button> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive" id="ca-addsection-sticky-header" tabindex="-1" data-event-name="addsection-sticky-header"><span class="vector-icon mw-ui-icon-speechBubbleAdd-progressive mw-ui-icon-wikimedia-speechBubbleAdd-progressive"></span> <span>Add topic</span> </a> </div> <div class="vector-sticky-header-icon-end"> <div class="vector-user-links"> </div> </div> </div> </div> </div> <div class="mw-portlet mw-portlet-dock-bottom emptyPortlet" id="p-dock-bottom"> <ul> </ul> </div> <script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-5c6f46dcf-6pzv5","wgBackendResponseTime":210,"wgPageParseReport":{"limitreport":{"cputime":"0.907","walltime":"1.096","ppvisitednodes":{"value":8727,"limit":1000000},"postexpandincludesize":{"value":310596,"limit":2097152},"templateargumentsize":{"value":10528,"limit":2097152},"expansiondepth":{"value":27,"limit":100},"expensivefunctioncount":{"value":10,"limit":500},"unstrip-depth":{"value":1,"limit":20},"unstrip-size":{"value":314350,"limit":5000000},"entityaccesscount":{"value":1,"limit":400},"timingprofile":["100.00% 906.285 1 -total"," 43.72% 396.246 1 Template:Reflist"," 12.93% 117.185 34 Template:Cite_web"," 12.43% 112.680 3 Template:Infobox"," 12.33% 111.712 2 Template:Infobox_software"," 9.66% 87.587 3 Template:Cite_arXiv"," 9.24% 83.710 1 Template:Machine_learning"," 8.70% 78.846 1 Template:Sidebar_with_collapsible_lists"," 7.20% 65.229 1 Template:Short_description"," 7.04% 63.800 16 Template:Cite_news"]},"scribunto":{"limitreport-timeusage":{"value":"0.506","limit":"10.000"},"limitreport-memusage":{"value":9056423,"limit":52428800}},"cachereport":{"origin":"mw-web.codfw.main-5c6f46dcf-8lv9w","timestamp":"20250330113436","ttl":2592000,"transientcontent":false}}});});</script> <script type="application/ld+json">{"@context":"https:\/\/schema.org","@type":"Article","name":"GPT-3","url":"https:\/\/en.wikipedia.org\/wiki\/GPT-3","sameAs":"http:\/\/www.wikidata.org\/entity\/Q95726734","mainEntity":"http:\/\/www.wikidata.org\/entity\/Q95726734","author":{"@type":"Organization","name":"Contributors to Wikimedia projects"},"publisher":{"@type":"Organization","name":"Wikimedia Foundation, Inc.","logo":{"@type":"ImageObject","url":"https:\/\/www.wikimedia.org\/static\/images\/wmf-hor-googpub.png"}},"datePublished":"2020-07-31T21:39:45Z","dateModified":"2025-03-21T01:33:34Z","headline":"2020 transformer-based large language model"}</script> </body> </html>