CINXE.COM

<!DOCTYPE html> <html class="client-nojs vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-toc-available" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>T5 (language model) - Wikipedia</title> <script>(function(){var className="client-js vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-toc-available";var cookie=document.cookie.match(/(?:^|; )enwikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy", "wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"1630468e-b0bf-42bd-a87a-f2cd524196fd","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"T5_(language_model)","wgTitle":"T5 (language model)","wgCurRevisionId":1257544291,"wgRevisionId":1257544291,"wgArticleId":76526800,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Articles with short description","Short description is different from Wikidata","Google software","Large language models","Software using the Apache license","Open-source artificial intelligence"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"T5_(language_model)","wgRelevantArticleId":76526800,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[], "wgNoticeProject":"wikipedia","wgCiteReferencePreviewsActive":false,"wgFlaggedRevsParams":{"tags":{"status":{"levels":1}}},"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgPopupsFlags":0,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":20000,"wgRelatedArticlesCompat":[],"wgCentralAuthMobileDomain":false,"wgEditSubmitButtonLabelPublish":true,"wgULSPosition":"interlanguage","wgULSisCompactLinksEnabled":false,"wgVector2022LanguageInHeader":true,"wgULSisLanguageSelectorEmpty":false,"wgWikibaseItemId":"Q125510562","wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"],"GEHomepageSuggestedEditsEnableTopics":true,"wgGETopicsMatchModeEnabled":false, "wgGEStructuredTaskRejectionReasonTextInputEnabled":false,"wgGELevelingUpEnabledForUser":false};RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.cite.styles":"ready","ext.pygments":"ready","ext.math.styles":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","jquery.tablesorter.styles":"ready","jquery.makeCollapsible.styles":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.interlanguage":"ready","wikibase.client.init":"ready","ext.wikimediaBadges":"ready"};RLPAGEMODULES=["ext.cite.ux-enhancements","ext.pygments.view","mediawiki.page.media","site","mediawiki.page.ready","jquery.tablesorter","jquery.makeCollapsible","mediawiki.toc","skins.vector.js","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.gadget.ReferenceTooltips", "ext.gadget.switcher","ext.urlShortener.toolbar","ext.centralauth.centralautologin","mmv.bootstrap","ext.popups","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.uls.interface","ext.cx.eventlogging.campaigns","ext.cx.uls.quick.actions","wikibase.client.vector-2022","ext.checkUser.clientHints","ext.growthExperiments.SuggestedEditSession","wikibase.sidebar.tracking"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.cite.styles%7Cext.math.styles%7Cext.pygments%2CwikimediaBadges%7Cext.uls.interlanguage%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediamessages.styles%7Cjquery.makeCollapsible.styles%7Cjquery.tablesorter.styles%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles%7Cwikibase.client.init&only=styles&skin=vector-2022"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.4"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="viewport" content="width=1120"> <meta property="og:title" content="T5 (language model) - Wikipedia"> <meta property="og:type" content="website"> <link rel="preconnect" href="//upload.wikimedia.org"> <link rel="alternate" media="only screen and (max-width: 640px)" href="//en.m.wikipedia.org/wiki/T5_(language_model)"> <link rel="alternate" type="application/x-wiki" title="Edit this page" href="/w/index.php?title=T5_(language_model)&action=edit"> <link rel="apple-touch-icon" href="/static/apple-touch/wikipedia.png"> <link rel="icon" href="/static/favicon/wikipedia.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Wikipedia (en)"> <link rel="EditURI" type="application/rsd+xml" href="//en.wikipedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://en.wikipedia.org/wiki/T5_(language_model)"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en"> <link rel="alternate" type="application/atom+xml" title="Wikipedia Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="//meta.wikimedia.org" /> <link rel="dns-prefetch" href="//login.wikimedia.org"> </head> <body class="skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject mw-editable page-T5_language_model rootpage-T5_language_model skin-vector-2022 action-view"><a class="mw-jump-link" href="#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right" > <input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu" > <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-menu mw-ui-icon-wikimedia-menu"></span> <span class="vector-dropdown-label-text">Main menu</span> </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container" > <div class="vector-pinnable-header-label">Main menu</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation" > <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="/wiki/Main_Page" title="Visit the main page [z]" accesskey="z"><span>Main page</span></a></li><li id="n-contents" class="mw-list-item"><a href="/wiki/Wikipedia:Contents" title="Guides to browsing Wikipedia"><span>Contents</span></a></li><li id="n-currentevents" class="mw-list-item"><a href="/wiki/Portal:Current_events" title="Articles related to current events"><span>Current events</span></a></li><li id="n-randompage" class="mw-list-item"><a href="/wiki/Special:Random" title="Visit a randomly selected article [x]" accesskey="x"><span>Random article</span></a></li><li id="n-aboutsite" class="mw-list-item"><a href="/wiki/Wikipedia:About" title="Learn about Wikipedia and how it works"><span>About Wikipedia</span></a></li><li id="n-contactpage" class="mw-list-item"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us" title="How to contact Wikipedia"><span>Contact us</span></a></li> </ul> </div> </div> <div id="p-interaction" class="vector-menu mw-portlet mw-portlet-interaction" > <div class="vector-menu-heading"> Contribute </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-help" class="mw-list-item"><a href="/wiki/Help:Contents" title="Guidance on how to use and edit Wikipedia"><span>Help</span></a></li><li id="n-introduction" class="mw-list-item"><a href="/wiki/Help:Introduction" title="Learn how to edit Wikipedia"><span>Learn to edit</span></a></li><li id="n-portal" class="mw-list-item"><a href="/wiki/Wikipedia:Community_portal" title="The hub for editors"><span>Community portal</span></a></li><li id="n-recentchanges" class="mw-list-item"><a href="/wiki/Special:RecentChanges" title="A list of recent changes to Wikipedia [r]" accesskey="r"><span>Recent changes</span></a></li><li id="n-upload" class="mw-list-item"><a href="/wiki/Wikipedia:File_upload_wizard" title="Add images or other media for use on Wikipedia"><span>Upload file</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> <a href="/wiki/Main_Page" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/wikipedia.png" alt="" aria-hidden="true" height="50" width="50"> <span class="mw-logo-container skin-invert"> <img class="mw-logo-wordmark" alt="Wikipedia" src="/static/images/mobile/copyright/wikipedia-wordmark-en.svg" style="width: 7.5em; height: 1.125em;"> <img class="mw-logo-tagline" alt="The Free Encyclopedia" src="/static/images/mobile/copyright/wikipedia-tagline-en.svg" width="117" height="13" style="width: 7.3125em; height: 0.8125em;"> </span> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"> <a href="/wiki/Special:Search" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search Wikipedia [f]" accesskey="f"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikipedia" aria-label="Search Wikipedia" autocapitalize="sentences" title="Search Wikipedia [f]" accesskey="f" id="searchInput" > <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color" > <input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance" > <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-appearance mw-ui-icon-wikimedia-appearance"></span> <span class="vector-dropdown-label-text">Appearance</span> </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&utm_medium=sidebar&utm_campaign=C13_en.wikipedia.org&uselang=en" class=""><span>Donate</span></a> </li> <li id="pt-createaccount-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:CreateAccount&returnto=T5+%28language+model%29" title="You are encouraged to create an account and log in; however, it is not mandatory" class=""><span>Create account</span></a> </li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:UserLogin&returnto=T5+%28language+model%29" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o" class=""><span>Log in</span></a> </li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out" title="Log in and more options" > <input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools" > <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-ellipsis mw-ui-icon-wikimedia-ellipsis"></span> <span class="vector-dropdown-label-text">Personal tools</span> </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="https://donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&utm_medium=sidebar&utm_campaign=C13_en.wikipedia.org&uselang=en"><span>Donate</span></a></li><li id="pt-createaccount" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:CreateAccount&returnto=T5+%28language+model%29" title="You are encouraged to create an account and log in; however, it is not mandatory"><span class="vector-icon mw-ui-icon-userAdd mw-ui-icon-wikimedia-userAdd"></span> <span>Create account</span></a></li><li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:UserLogin&returnto=T5+%28language+model%29" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o"><span class="vector-icon mw-ui-icon-logIn mw-ui-icon-wikimedia-logIn"></span> <span>Log in</span></a></li> </ul> </div> </div> <div id="p-user-menu-anon-editor" class="vector-menu mw-portlet mw-portlet-user-menu-anon-editor" > <div class="vector-menu-heading"> Pages for logged out editors <a href="/wiki/Help:Introduction" aria-label="Learn more about editing"><span>learn more</span></a> </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-anoncontribs" class="mw-list-item"><a href="/wiki/Special:MyContributions" title="A list of edits made from this IP address [y]" accesskey="y"><span>Contributions</span></a></li><li id="pt-anontalk" class="mw-list-item"><a href="/wiki/Special:MyTalk" title="Discussion about edits from this IP address [n]" accesskey="n"><span>Talk</span></a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice"></div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc" > <h2 class="vector-pinnable-header-label">Contents</h2> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"> <a href="#" class="vector-toc-link"> <div class="vector-toc-text">(Top)</div> </a> </li> <li id="toc-Training" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Training"> <div class="vector-toc-text"> <span class="vector-toc-numb">1</span> <span>Training</span> </div> </a> <ul id="toc-Training-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Architecture" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Architecture"> <div class="vector-toc-text"> <span class="vector-toc-numb">2</span> <span>Architecture</span> </div> </a> <ul id="toc-Architecture-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Variants" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Variants"> <div class="vector-toc-text"> <span class="vector-toc-numb">3</span> <span>Variants</span> </div> </a> <ul id="toc-Variants-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Applications" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Applications"> <div class="vector-toc-text"> <span class="vector-toc-numb">4</span> <span>Applications</span> </div> </a> <ul id="toc-Applications-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-References" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#References"> <div class="vector-toc-text"> <span class="vector-toc-numb">5</span> <span>References</span> </div> </a> <ul id="toc-References-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-External_links" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#External_links"> <div class="vector-toc-text"> <span class="vector-toc-numb">6</span> <span>External links</span> </div> </a> <ul id="toc-External_links-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Notes" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Notes"> <div class="vector-toc-text"> <span class="vector-toc-numb">7</span> <span>Notes</span> </div> </a> <ul id="toc-Notes-sublist" class="vector-toc-list"> </ul> </li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left" > <input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading"><span class="mw-page-title-main">T5 (language model)</span></h1> <div id="p-lang-btn" class="vector-dropdown mw-portlet mw-portlet-lang" > <input type="checkbox" id="p-lang-btn-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-p-lang-btn" class="vector-dropdown-checkbox mw-interlanguage-selector" aria-label="Go to an article in another language. Available in 1 language" > <label id="p-lang-btn-label" for="p-lang-btn-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive mw-portlet-lang-heading-1" aria-hidden="true" ><span class="vector-icon mw-ui-icon-language-progressive mw-ui-icon-wikimedia-language-progressive"></span> <span class="vector-dropdown-label-text">1 language</span> </label> <div class="vector-dropdown-content"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li class="interlanguage-link interwiki-fa mw-list-item"><a href="https://fa.wikipedia.org/wiki/T5_(%D9%85%D8%AF%D9%84_%D8%B2%D8%A8%D8%A7%D9%86)" title="T5 (مدل زبان) – Persian" lang="fa" hreflang="fa" data-title="T5 (مدل زبان)" data-language-autonym="فارسی" data-language-local-name="Persian" class="interlanguage-link-target"><span>فارسی</span></a></li> </ul> <div class="after-portlet after-portlet-lang"><span class="wb-langlinks-edit wb-langlinks-link"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q125510562#sitelinks-wikipedia" title="Edit interlanguage links" class="wbc-editpage">Edit links</a></span></div> </div> </div> </div> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/T5_(language_model)" title="View the content page [c]" accesskey="c"><span>Article</span></a></li><li id="ca-talk" class="vector-tab-noicon mw-list-item"><a href="/wiki/Talk:T5_(language_model)" rel="discussion" title="Discuss improvements to the content page [t]" accesskey="t"><span>Talk</span></a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet" > <input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant" > <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">English</span> </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/T5_(language_model)"><span>Read</span></a></li><li id="ca-edit" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=T5_(language_model)&action=edit" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=T5_(language_model)&action=history" title="Past revisions of this page [h]" accesskey="h"><span>View history</span></a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown" > <input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools" > <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">Tools</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container" > <div class="vector-pinnable-header-label">Tools</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options" > <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="/wiki/T5_(language_model)"><span>Read</span></a></li><li id="ca-more-edit" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=T5_(language_model)&action=edit" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=T5_(language_model)&action=history"><span>View history</span></a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb" > <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="/wiki/Special:WhatLinksHere/T5_(language_model)" title="List of all English Wikipedia pages containing links to this page [j]" accesskey="j"><span>What links here</span></a></li><li id="t-recentchangeslinked" class="mw-list-item"><a href="/wiki/Special:RecentChangesLinked/T5_(language_model)" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k"><span>Related changes</span></a></li><li id="t-upload" class="mw-list-item"><a href="/wiki/Wikipedia:File_Upload_Wizard" title="Upload files [u]" accesskey="u"><span>Upload file</span></a></li><li id="t-specialpages" class="mw-list-item"><a href="/wiki/Special:SpecialPages" title="A list of all special pages [q]" accesskey="q"><span>Special pages</span></a></li><li id="t-permalink" class="mw-list-item"><a href="/w/index.php?title=T5_(language_model)&oldid=1257544291" title="Permanent link to this revision of this page"><span>Permanent link</span></a></li><li id="t-info" class="mw-list-item"><a href="/w/index.php?title=T5_(language_model)&action=info" title="More information about this page"><span>Page information</span></a></li><li id="t-cite" class="mw-list-item"><a href="/w/index.php?title=Special:CiteThisPage&page=T5_%28language_model%29&id=1257544291&wpFormIdentifier=titleform" title="Information on how to cite this page"><span>Cite this page</span></a></li><li id="t-urlshortener" class="mw-list-item"><a href="/w/index.php?title=Special:UrlShortener&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FT5_%28language_model%29"><span>Get shortened URL</span></a></li><li id="t-urlshortener-qrcode" class="mw-list-item"><a href="/w/index.php?title=Special:QrCode&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FT5_%28language_model%29"><span>Download QR code</span></a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export" > <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-download-as-rl" class="mw-list-item"><a href="/w/index.php?title=Special:DownloadAsPdf&page=T5_%28language_model%29&action=show-download-screen" title="Download this page as a PDF file"><span>Download as PDF</span></a></li><li id="t-print" class="mw-list-item"><a href="/w/index.php?title=T5_(language_model)&printable=yes" title="Printable version of this page [p]" accesskey="p"><span>Printable version</span></a></li> </ul> </div> </div> <div id="p-wikibase-otherprojects" class="vector-menu mw-portlet mw-portlet-wikibase-otherprojects" > <div class="vector-menu-heading"> In other projects </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-wikibase" class="wb-otherproject-link wb-otherproject-wikibase-dataitem mw-list-item"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q125510562" title="Structured data on this page hosted by Wikidata [g]" accesskey="g"><span>Wikidata item</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container" > <div class="vector-pinnable-header-label">Appearance</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div class="mw-indicators"> </div> <div id="siteSub" class="noprint">From Wikipedia, the free encyclopedia</div> </div> <div id="contentSub"><div id="mw-content-subtitle"></div></div> <div id="mw-content-text" class="mw-body-content"><div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><div class="shortdescription nomobile noexcerpt noprint searchaux" style="display:none">Series of large language models developed by Google AI</div> <style data-mw-deduplicate="TemplateStyles:r1257001546">.mw-parser-output .infobox-subbox{padding:0;border:none;margin:-3px;width:auto;min-width:100%;font-size:100%;clear:none;float:none;background-color:transparent}.mw-parser-output .infobox-3cols-child{margin:auto}.mw-parser-output .infobox .navbar{font-size:100%}@media screen{html.skin-theme-clientpref-night .mw-parser-output .infobox-full-data:not(.notheme)>div:not(.notheme)[style]{background:#1f1f23!important;color:#f8f9fa}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .infobox-full-data:not(.notheme) div:not(.notheme){background:#1f1f23!important;color:#f8f9fa}}@media(min-width:640px){body.skin--responsive .mw-parser-output .infobox-table{display:table!important}body.skin--responsive .mw-parser-output .infobox-table>caption{display:table-caption!important}body.skin--responsive .mw-parser-output .infobox-table>tbody{display:table-row-group}body.skin--responsive .mw-parser-output .infobox-table tr{display:table-row!important}body.skin--responsive .mw-parser-output .infobox-table th,body.skin--responsive .mw-parser-output .infobox-table td{padding-left:inherit;padding-right:inherit}}</style><table class="infobox vevent"><caption class="infobox-title summary">Text-to-Text Transfer Transformer (T5)</caption><tbody><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Programmer" title="Programmer">Original author(s)</a></th><td class="infobox-data"><a href="/wiki/Google_AI" title="Google AI">Google AI</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Initial release</th><td class="infobox-data">23 October 2019<span class="noprint">; 5 years ago</span><span style="display:none"> (<span class="bday dtstart published updated">23 October 2019</span>)</span></td></tr><tr style="display: none;"><td colspan="2" class="infobox-full-data"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1257001546"></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_release_life_cycle" title="Software release life cycle">Stable release</a></th><td class="infobox-data"><div style="margin:0px;">T5X <span class="url"><a rel="nofollow" class="external text" href="https://github.com/google-research/t5x">github<wbr />.com<wbr />/google-research<wbr />/t5x</a></span> </div></td></tr><tr style="display:none"><td colspan="2"> </td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Repository_(version_control)" title="Repository (version control)">Repository</a></th><td class="infobox-data"><a rel="nofollow" class="external free" href="https://github.com/google-research/text-to-text-transfer-transformer">https://github.com/google-research/text-to-text-transfer-transformer</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_categories#Categorization_approaches" title="Software categories">Type</a></th><td class="infobox-data"><style data-mw-deduplicate="TemplateStyles:r1126788409">.mw-parser-output .plainlist ol,.mw-parser-output .plainlist ul{line-height:inherit;list-style:none;margin:0;padding:0}.mw-parser-output .plainlist ol li,.mw-parser-output .plainlist ul li{margin-bottom:0}</style><div class="plainlist" style="margin-left:1em;text-indent:-1em;"> <ul><li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer (deep learning architecture)</a></li></ul> </div></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_license" title="Software license">License</a></th><td class="infobox-data"><a href="/wiki/Apache-2.0" class="mw-redirect" title="Apache-2.0">Apache-2.0</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Website</th><td class="infobox-data"><span class="url"><a rel="nofollow" class="external text" href="https://blog.research.google/2020/02/exploring-transfer-learning-with-t5.html">blog<wbr />.research<wbr />.google<wbr />/2020<wbr />/02<wbr />/exploring-transfer-learning-with-t5<wbr />.html</a></span></td></tr></tbody></table> <p><b>T5 (Text-to-Text Transfer Transformer)</b> is a series of <a href="/wiki/Large_language_model" title="Large language model">large language models</a> developed by <a href="/wiki/Google_AI" title="Google AI">Google AI</a> introduced in 2019.<sup id="cite_ref-:0_1-0" class="reference"><a href="#cite_note-:0-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-:6_2-0" class="reference"><a href="#cite_note-:6-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup> Like the original Transformer model,<sup id="cite_ref-3" class="reference"><a href="#cite_note-3"><span class="cite-bracket">[</span>3<span class="cite-bracket">]</span></a></sup> T5 models are <a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">encoder-decoder Transformers</a>, where the encoder processes the input text, and the decoder generates the output text. </p><p>T5 models are usually pretrained on a massive dataset of text and code, after which they can perform the text-based tasks that are similar to their pretrained tasks. They can also be finetuned to perform other tasks. </p><p>T5 models have been employed in various applications, including chatbots, machine translation systems, text summarization tools, code generation, and robotics.<sup id="cite_ref-4" class="reference"><a href="#cite_note-4"><span class="cite-bracket">[</span>4<span class="cite-bracket">]</span></a></sup> </p> <meta property="mw:PageProp/toc" /> <div class="mw-heading mw-heading2"><h2 id="Training">Training</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=1" title="Edit section: Training"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>The original T5 models are pre-trained on the <a href="/wiki/Colossal_Clean_Crawled_Corpus" class="mw-redirect" title="Colossal Clean Crawled Corpus">Colossal Clean Crawled Corpus</a> (C4), containing text and code <a href="/wiki/Web_crawler" title="Web crawler">scraped from the internet</a>. This pre-training process enables the models to learn general language understanding and generation abilities. T5 models can then be fine-tuned on specific downstream tasks, adapting their knowledge to perform well in various applications. </p><p>The T5 models were pretrained on many tasks, all in the format of <code><input text></code> -> <code><output text></code>. </p> <figure class="mw-default-size" typeof="mw:File/Thumb"><a href="/wiki/File:T5-finetune-summarization.svg" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/3/35/T5-finetune-summarization.svg/220px-T5-finetune-summarization.svg.png" decoding="async" width="220" height="145" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/3/35/T5-finetune-summarization.svg/330px-T5-finetune-summarization.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/3/35/T5-finetune-summarization.svg/440px-T5-finetune-summarization.svg.png 2x" data-file-width="357" data-file-height="235" /></a><figcaption>How a T5 can be finetuned for a summarization task.<sup id="cite_ref-:7_5-0" class="reference"><a href="#cite_note-:7-5"><span class="cite-bracket">[</span>5<span class="cite-bracket">]</span></a></sup></figcaption></figure> <p>Some examples are: </p> <ul><li>restoring corrupted text: <code>Thank you <X> me to your party <Y> week.</code> -> <code><X> for inviting <Y> last <Z></code>, where the <code><Z></code> means "end of output", and the <code><X></code> and <code><Y></code> denote blanks to be filled, called "sentinels" in the original report.</li> <li>translation: <code>translate English to German: That is good.</code> -> <code>Das ist gut.</code>.</li> <li>judging the grammatical acceptability of a sentence (<a href="/wiki/Corpus_of_Linguistic_Acceptability" title="Corpus of Linguistic Acceptability">CoLA</a> sentence): <code>The course is jumping well.</code> -> <code>not acceptable</code> .</li></ul> <div class="mw-heading mw-heading2"><h2 id="Architecture">Architecture</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=2" title="Edit section: Architecture"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <figure class="mw-default-size" typeof="mw:File/Thumb"><a href="/wiki/File:T5_encoder-decoder_structure.svg" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/c/c3/T5_encoder-decoder_structure.svg/220px-T5_encoder-decoder_structure.svg.png" decoding="async" width="220" height="139" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/c/c3/T5_encoder-decoder_structure.svg/330px-T5_encoder-decoder_structure.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/c/c3/T5_encoder-decoder_structure.svg/440px-T5_encoder-decoder_structure.svg.png 2x" data-file-width="509" data-file-height="321" /></a><figcaption>T5 encoder-decoder structure, showing the attention structure. In the encoder self-attention (lower square), all input tokens attend to each other; In the encoder–decoder cross-attention (upper rectangle), each target token attends to all input tokens; In the decoder self-attention (upper triangle), each target token attends to present and past target tokens only (causal).<sup id="cite_ref-:7_5-1" class="reference"><a href="#cite_note-:7-5"><span class="cite-bracket">[</span>5<span class="cite-bracket">]</span></a></sup></figcaption></figure> <p>The T5 series encompasses several models with varying sizes and capabilities, all <a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">encoder-decoder Transformers</a>, where the encoder processes the input text, and the decoder generates the output text. </p><p>These models are often distinguished by their parameter count, which indicates the complexity and potential capacity of the model. The original paper<sup id="cite_ref-:0_1-1" class="reference"><a href="#cite_note-:0-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup> reported the following 5 models: </p> <table class="wikitable sortable"> <caption>T5 properties<sup id="cite_ref-6" class="reference"><a href="#cite_note-6"><span class="cite-bracket">[</span>note 1<span class="cite-bracket">]</span></a></sup> </caption> <tbody><tr> <th>Name</th> <th>Total parameters </th> <th>Encoder parameters </th> <th>Decoder parameters</th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle n_{\text{layer}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>layer</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle n_{\text{layer}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/a3406495d2b00c18088c9ce650a386207cae8b42" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -1.005ex; width:5.149ex; height:2.343ex;" alt="{\displaystyle n_{\text{layer}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{model}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>model</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{model}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/aefdfb00976a3a5c5ec3c8fcbcc166e82ceb6268" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:5.733ex; height:2.509ex;" alt="{\displaystyle d_{\text{model}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{ff}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>ff</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{ff}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/a5efec576cb4d9c72bc3cda9bd26034b54919f72" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:2.448ex; height:2.509ex;" alt="{\displaystyle d_{\text{ff}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{kv}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>kv</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{kv}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/b03ff6ae2b5200e709975e36acb02a999fef330a" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:3.177ex; height:2.509ex;" alt="{\displaystyle d_{\text{kv}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle n_{\text{head}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>head</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle n_{\text{head}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/06166c70bce8447c48fc8dcbdde604a0304f27f1" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:5.007ex; height:2.009ex;" alt="{\displaystyle n_{\text{head}}}"></span> </th></tr> <tr> <td>Small</td> <td>76,956,160 </td> <td>35,330,816 </td> <td>41,625,344</td> <td>6</td> <td>512</td> <td>2048</td> <td>64</td> <td>8 </td></tr> <tr> <td>Base</td> <td>247,577,856 </td> <td>109,628,544 </td> <td>137,949,312</td> <td>12</td> <td>768</td> <td>3072</td> <td>64</td> <td>12 </td></tr> <tr> <td>Large</td> <td>770,567,168 </td> <td>334,939,648 </td> <td>435,627,520</td> <td>24</td> <td>1024</td> <td>4096</td> <td>64</td> <td>16 </td></tr> <tr> <td>3B</td> <td>2,884,497,408 </td> <td>1,240,909,824 </td> <td>1,643,587,584</td> <td>24</td> <td>1024</td> <td>16384</td> <td>128</td> <td>32 </td></tr> <tr> <td>11B</td> <td>11,340,220,416 </td> <td>4,864,791,552 </td> <td>6,475,428,864</td> <td>24</td> <td>1024</td> <td>65536</td> <td>128</td> <td>128 </td></tr></tbody></table> <p><sup>*The encoder and the decoder have the same shape. So for example, the T5-small has 6 layers in the encoder and 6 layers in the decoder.</sup> </p><p>In the above table, </p> <ul><li><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle n_{\text{layer}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>layer</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle n_{\text{layer}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/a3406495d2b00c18088c9ce650a386207cae8b42" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -1.005ex; width:5.149ex; height:2.343ex;" alt="{\displaystyle n_{\text{layer}}}"></span>: Number of layers in the encoder; also, number of layers in the decoder. They always have the same number of layers.</li> <li><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle n_{\text{head}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>head</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle n_{\text{head}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/06166c70bce8447c48fc8dcbdde604a0304f27f1" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:5.007ex; height:2.009ex;" alt="{\displaystyle n_{\text{head}}}"></span>: Number of attention heads in each attention block.</li> <li><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{model}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>model</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{model}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/aefdfb00976a3a5c5ec3c8fcbcc166e82ceb6268" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:5.733ex; height:2.509ex;" alt="{\displaystyle d_{\text{model}}}"></span>: Dimension of the embedding vectors.</li> <li><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{ff}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>ff</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{ff}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/a5efec576cb4d9c72bc3cda9bd26034b54919f72" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:2.448ex; height:2.509ex;" alt="{\displaystyle d_{\text{ff}}}"></span>: Dimension of the feedforward network within each encoder and decoder layer.</li> <li><b><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{kv}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>kv</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{kv}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/b03ff6ae2b5200e709975e36acb02a999fef330a" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:3.177ex; height:2.509ex;" alt="{\displaystyle d_{\text{kv}}}"></span></b>: Dimension of the key and value vectors used in the self-attention mechanism.</li></ul> <p>Note that unlike typical Transformers, the 3B and 11B models do not satisfy <span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{model}}=d_{\text{kv}}n_{\text{head}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>model</mtext> </mrow> </msub> <mo>=</mo> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>kv</mtext> </mrow> </msub> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>head</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{model}}=d_{\text{kv}}n_{\text{head}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/1ed41ec2cd9f66d94395cfb1c253d669ffc914a1" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:17.016ex; height:2.509ex;" alt="{\displaystyle d_{\text{model}}=d_{\text{kv}}n_{\text{head}}}"></span>.<sup id="cite_ref-7" class="reference"><a href="#cite_note-7"><span class="cite-bracket">[</span>6<span class="cite-bracket">]</span></a></sup> </p><p>Compared to the original Transformer, it uses a few minor modifications: layer normalization with no additive bias; placing the layer normalization outside the residual path; relative positional embedding.<sup id="cite_ref-8" class="reference"><a href="#cite_note-8"><span class="cite-bracket">[</span>7<span class="cite-bracket">]</span></a></sup> </p><p>For all experiments, they used a WordPiece tokenizer, with vocabulary size 32,000. The tokenizer is shared across both the input and output of each model. It was trained on a mixture of <a href="/wiki/English_language" title="English language">English</a>, <a href="/wiki/German_language" title="German language">German</a>, <a href="/wiki/French_language" title="French language">French</a>, and <a href="/wiki/Romanian_language" title="Romanian language">Romanian</a> data from the C4 dataset, at a ratio of 10:1:1:1. </p> <div class="mw-heading mw-heading2"><h2 id="Variants">Variants</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=3" title="Edit section: Variants"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>Several subsequent models used the T5 architecture, with non-standardized naming conventions used to differentiate them. This section attempts to collect the main ones. An exhaustive list of the variants released by Google Brain is on the GitHub repo for T5X.<sup id="cite_ref-:5_9-0" class="reference"><a href="#cite_note-:5-9"><span class="cite-bracket">[</span>8<span class="cite-bracket">]</span></a></sup> </p><p>Some models are trained from scratch while others are trained by starting with a previous trained model. By default, each model is trained from scratch, except otherwise noted. </p> <ul><li><i>T5</i> small, base, large, 3B, 11B (2019): The original models.<sup id="cite_ref-:0_1-2" class="reference"><a href="#cite_note-:0-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup></li> <li><i>T5 1.1</i> small, base, large, XL, XXL: Improved versions of the original T5 series. These have roughly equal parameters. The <a href="/wiki/Activation_function" title="Activation function">activation function</a> is GEGLU<sup id="cite_ref-10" class="reference"><a href="#cite_note-10"><span class="cite-bracket">[</span>9<span class="cite-bracket">]</span></a></sup> instead of ReLU. The 3B and the 11B were changed to "XL" and "XXL", and their shapes are changed:<sup id="cite_ref-:5_9-1" class="reference"><a href="#cite_note-:5-9"><span class="cite-bracket">[</span>8<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-11" class="reference"><a href="#cite_note-11"><span class="cite-bracket">[</span>10<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-12" class="reference"><a href="#cite_note-12"><span class="cite-bracket">[</span>11<span class="cite-bracket">]</span></a></sup></li></ul> <table class="wikitable sortable"> <caption>T5 v1.1 properties<sup id="cite_ref-13" class="reference"><a href="#cite_note-13"><span class="cite-bracket">[</span>note 2<span class="cite-bracket">]</span></a></sup> </caption> <tbody><tr> <th>Name</th> <th>Total parameters </th> <th>Encoder parameters </th> <th>Decoder parameters</th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle n_{\text{layer}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>layer</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle n_{\text{layer}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/a3406495d2b00c18088c9ce650a386207cae8b42" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -1.005ex; width:5.149ex; height:2.343ex;" alt="{\displaystyle n_{\text{layer}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{model}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>model</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{model}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/aefdfb00976a3a5c5ec3c8fcbcc166e82ceb6268" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:5.733ex; height:2.509ex;" alt="{\displaystyle d_{\text{model}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{ff}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>ff</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{ff}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/a5efec576cb4d9c72bc3cda9bd26034b54919f72" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:2.448ex; height:2.509ex;" alt="{\displaystyle d_{\text{ff}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle d_{\text{kv}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>d</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>kv</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle d_{\text{kv}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/b03ff6ae2b5200e709975e36acb02a999fef330a" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:3.177ex; height:2.509ex;" alt="{\displaystyle d_{\text{kv}}}"></span></th> <th><span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle n_{\text{head}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>n</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>head</mtext> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle n_{\text{head}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/06166c70bce8447c48fc8dcbdde604a0304f27f1" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:5.007ex; height:2.009ex;" alt="{\displaystyle n_{\text{head}}}"></span> </th></tr> <tr> <td>Small</td> <td>76,961,152 </td> <td>35,332,800 </td> <td>41,628,352</td> <td>8</td> <td>512</td> <td>1024</td> <td>64</td> <td>6 </td></tr> <tr> <td>Base</td> <td>247,577,856 </td> <td>109,628,544 </td> <td>137,949,312</td> <td>12</td> <td>768</td> <td>2048</td> <td>64</td> <td>12 </td></tr> <tr> <td>Large</td> <td>783,150,080 </td> <td>341,231,104 </td> <td>441,918,976</td> <td>24</td> <td>1024</td> <td>2816</td> <td>64</td> <td>16 </td></tr> <tr> <td>XL</td> <td>2,849,757,184 </td> <td>1,223,527,424 </td> <td>1,626,229,760</td> <td>24</td> <td>2048</td> <td>5120</td> <td>64</td> <td>32 </td></tr> <tr> <td>XXL</td> <td>11,135,332,352 </td> <td>4,762,310,656 </td> <td>6,373,021,696</td> <td>24</td> <td>4096</td> <td>10240</td> <td>64</td> <td>64 </td></tr></tbody></table> <ul><li><i>LM-adapted T5</i> (2021): a series of models (from small to XXL) that started from checkpoints of the <i>T5</i> series, but trained further on 100B additional tokens from C4.<sup id="cite_ref-14" class="reference"><a href="#cite_note-14"><span class="cite-bracket">[</span>12<span class="cite-bracket">]</span></a></sup></li> <li>Switch Transformer (2021): a <a href="/wiki/Mixture_of_experts" title="Mixture of experts">mixture-of-experts</a> variant of T5, by replacing the feedforward layers in the encoder and decoder blocks with mixture of expert feedforward layers.<sup id="cite_ref-15" class="reference"><a href="#cite_note-15"><span class="cite-bracket">[</span>13<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-16" class="reference"><a href="#cite_note-16"><span class="cite-bracket">[</span>14<span class="cite-bracket">]</span></a></sup></li> <li><i>T0</i> 3B, 11B (2021): a series of models that started from checkpoints of <i>LM-adapted T5</i>, and further trained to perform tasks based only on task instruction (<a href="/wiki/Zero-shot_learning" title="Zero-shot learning">zero-shot</a>).<sup id="cite_ref-17" class="reference"><a href="#cite_note-17"><span class="cite-bracket">[</span>15<span class="cite-bracket">]</span></a></sup> Different entries in the series uses different finetuning data.<sup id="cite_ref-18" class="reference"><a href="#cite_note-18"><span class="cite-bracket">[</span>16<span class="cite-bracket">]</span></a></sup></li> <li><i>ByT5</i> (2021): a byte-level version of T5, trained on mC4 (multilingual C4) dataset.<sup id="cite_ref-19" class="reference"><a href="#cite_note-19"><span class="cite-bracket">[</span>17<span class="cite-bracket">]</span></a></sup> It operates on text encoded as <a href="/wiki/UTF-8" title="UTF-8">UTF-8</a> bytes, without tokenizers.</li> <li><i>Flan-T5-XL</i> (2022): a model that started with a checkpoint of <i>T5 XL</i>, then <a href="/wiki/Instruction_tuning" class="mw-redirect" title="Instruction tuning">instruction-tuned</a> on the FLAN dataset.<sup id="cite_ref-20" class="reference"><a href="#cite_note-20"><span class="cite-bracket">[</span>18<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-21" class="reference"><a href="#cite_note-21"><span class="cite-bracket">[</span>19<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-:2_22-0" class="reference"><a href="#cite_note-:2-22"><span class="cite-bracket">[</span>20<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-23" class="reference"><a href="#cite_note-23"><span class="cite-bracket">[</span>21<span class="cite-bracket">]</span></a></sup></li> <li><i>T5X</i> (2022): a <a href="/wiki/Google_JAX" title="Google JAX">JAX</a>-based re-implementation of the original <i>T5</i> codebase. It is <b>not</b> a model.<sup id="cite_ref-:1_24-0" class="reference"><a href="#cite_note-:1-24"><span class="cite-bracket">[</span>22<span class="cite-bracket">]</span></a></sup> The original T5 codebase was implemented in <a href="/wiki/TensorFlow" title="TensorFlow">TensorFlow</a> with MeshTF.<sup id="cite_ref-:6_2-1" class="reference"><a href="#cite_note-:6-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup></li> <li><i>UL2</i> 20B (2022): a model with the same architecture as the <i>T5</i> series, but scaled up to 20B, and trained with "mixture of denoisers" objective on the C4.<sup id="cite_ref-:3_25-0" class="reference"><a href="#cite_note-:3-25"><span class="cite-bracket">[</span>23<span class="cite-bracket">]</span></a></sup> It was trained on a TPU cluster by accident, when a training run was left running accidentally for a month.<sup id="cite_ref-26" class="reference"><a href="#cite_note-26"><span class="cite-bracket">[</span>24<span class="cite-bracket">]</span></a></sup></li> <li><i>Flan-UL2</i> 20B (2022): <i>UL2</i> 20B <a href="/wiki/Instruction_tuning" class="mw-redirect" title="Instruction tuning">instruction-finetuned</a> on the FLAN dataset.<sup id="cite_ref-:3_25-1" class="reference"><a href="#cite_note-:3-25"><span class="cite-bracket">[</span>23<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-:2_22-1" class="reference"><a href="#cite_note-:2-22"><span class="cite-bracket">[</span>20<span class="cite-bracket">]</span></a></sup></li> <li><i>Pile-T5</i> (2024): has the same architecture of <i>T5</i>, except it used the <a href="/wiki/Llama_(language_model)" title="Llama (language model)">Llama</a> tokenizer. It was trained on <a href="/wiki/The_Pile_(dataset)" title="The Pile (dataset)">The Pile</a>. It came in sizes of base, large, XL, XXL.<sup id="cite_ref-:4_27-0" class="reference"><a href="#cite_note-:4-27"><span class="cite-bracket">[</span>25<span class="cite-bracket">]</span></a></sup></li></ul> <div class="mw-heading mw-heading2"><h2 id="Applications">Applications</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=4" title="Edit section: Applications"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>The T5 model itself is an encoder-decoder model, allowing it to be used for instruction following. The encoder encodes the instruction, and the decoder autoregressively generates the reply. </p><p>The T5 encoder can be used as a text encoder, much like BERT. It encodes a text into a sequence of real-number vectors, which can be used for downstream applications. For example, Google Imagen<sup id="cite_ref-28" class="reference"><a href="#cite_note-28"><span class="cite-bracket">[</span>26<span class="cite-bracket">]</span></a></sup> uses <i>T5-XXL</i> as text encoder, and the encoded text vectors are used as conditioning on a <a href="/wiki/Diffusion_model" title="Diffusion model">diffusion model</a>. As another example, the AuraFlow diffusion model<sup id="cite_ref-29" class="reference"><a href="#cite_note-29"><span class="cite-bracket">[</span>27<span class="cite-bracket">]</span></a></sup> uses <i>Pile-T5-XL</i>. </p> <div class="mw-heading mw-heading2"><h2 id="References">References</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=5" title="Edit section: References"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <div class="mw-references-wrap mw-references-columns"><ol class="references"> <li id="cite_note-:0-1"><span class="mw-cite-backlink">^ <a href="#cite_ref-:0_1-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:0_1-1"><sup><i><b>b</b></i></sup></a> <a href="#cite_ref-:0_1-2"><sup><i><b>c</b></i></sup></a></span> <span class="reference-text"><style data-mw-deduplicate="TemplateStyles:r1238218222">.mw-parser-output cite.citation{font-style:inherit;word-wrap:break-word}.mw-parser-output .citation q{quotes:"\"""\"""'""'"}.mw-parser-output .citation:target{background-color:rgba(0,127,255,0.133)}.mw-parser-output .id-lock-free.id-lock-free a{background:url("//upload.wikimedia.org/wikipedia/commons/6/65/Lock-green.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-limited.id-lock-limited a,.mw-parser-output .id-lock-registration.id-lock-registration a{background:url("//upload.wikimedia.org/wikipedia/commons/d/d6/Lock-gray-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-subscription.id-lock-subscription a{background:url("//upload.wikimedia.org/wikipedia/commons/a/aa/Lock-red-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .cs1-ws-icon a{background:url("//upload.wikimedia.org/wikipedia/commons/4/4c/Wikisource-logo.svg")right 0.1em center/12px no-repeat}body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-free a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-limited a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-registration a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-subscription a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .cs1-ws-icon a{background-size:contain;padding:0 1em 0 0}.mw-parser-output .cs1-code{color:inherit;background:inherit;border:none;padding:inherit}.mw-parser-output .cs1-hidden-error{display:none;color:var(--color-error,#d33)}.mw-parser-output .cs1-visible-error{color:var(--color-error,#d33)}.mw-parser-output .cs1-maint{display:none;color:#085;margin-left:0.3em}.mw-parser-output .cs1-kern-left{padding-left:0.2em}.mw-parser-output .cs1-kern-right{padding-right:0.2em}.mw-parser-output .citation .mw-selflink{font-weight:inherit}@media screen{.mw-parser-output .cs1-format{font-size:95%}html.skin-theme-clientpref-night .mw-parser-output .cs1-maint{color:#18911f}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .cs1-maint{color:#18911f}}</style><cite id="CITEREFRaffelShazeerRobertsLee2020" class="citation journal cs1">Raffel, Colin; Shazeer, Noam; Roberts, Adam; Lee, Katherine; Narang, Sharan; Matena, Michael; Zhou, Yanqi; Li, Wei; Liu, Peter J. (2020). <a rel="nofollow" class="external text" href="http://jmlr.org/papers/v21/20-074.html">"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer"</a>. <i>Journal of Machine Learning Research</i>. <b>21</b> (140): 1–67. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/1910.10683">1910.10683</a></span>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1533-7928">1533-7928</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Machine+Learning+Research&rft.atitle=Exploring+the+Limits+of+Transfer+Learning+with+a+Unified+Text-to-Text+Transformer&rft.volume=21&rft.issue=140&rft.pages=1-67&rft.date=2020&rft_id=info%3Aarxiv%2F1910.10683&rft.issn=1533-7928&rft.aulast=Raffel&rft.aufirst=Colin&rft.au=Shazeer%2C+Noam&rft.au=Roberts%2C+Adam&rft.au=Lee%2C+Katherine&rft.au=Narang%2C+Sharan&rft.au=Matena%2C+Michael&rft.au=Zhou%2C+Yanqi&rft.au=Li%2C+Wei&rft.au=Liu%2C+Peter+J.&rft_id=http%3A%2F%2Fjmlr.org%2Fpapers%2Fv21%2F20-074.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:6-2"><span class="mw-cite-backlink">^ <a href="#cite_ref-:6_2-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:6_2-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation cs2"><a rel="nofollow" class="external text" href="https://github.com/google-research/text-to-text-transfer-transformer"><i>google-research/text-to-text-transfer-transformer</i></a>, Google Research, 2024-08-21<span class="reference-accessdate">, retrieved <span class="nowrap">2024-08-21</span></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=google-research%2Ftext-to-text-transfer-transformer&rft.pub=Google+Research&rft.date=2024-08-21&rft_id=https%3A%2F%2Fgithub.com%2Fgoogle-research%2Ftext-to-text-transfer-transformer&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-3"><span class="mw-cite-backlink"><b><a href="#cite_ref-3">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFVaswaniShazeerParmarUszkoreit2017" class="citation journal cs1">Vaswani, Ashish; Shazeer, Noam; Parmar, Niki; Uszkoreit, Jakob; Jones, Llion; Gomez, Aidan N; Kaiser, Łukasz; Polosukhin, Illia (2017). <a rel="nofollow" class="external text" href="https://proceedings.neurips.cc/paper_files/paper/2017/hash/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html">"Attention is All you Need"</a>. <i>Advances in Neural Information Processing Systems</i>. <b>30</b>. Curran Associates, Inc.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Advances+in+Neural+Information+Processing+Systems&rft.atitle=Attention+is+All+you+Need&rft.volume=30&rft.date=2017&rft.aulast=Vaswani&rft.aufirst=Ashish&rft.au=Shazeer%2C+Noam&rft.au=Parmar%2C+Niki&rft.au=Uszkoreit%2C+Jakob&rft.au=Jones%2C+Llion&rft.au=Gomez%2C+Aidan+N&rft.au=Kaiser%2C+%C5%81ukasz&rft.au=Polosukhin%2C+Illia&rft_id=https%3A%2F%2Fproceedings.neurips.cc%2Fpaper_files%2Fpaper%2F2017%2Fhash%2F3f5ee243547dee91fbd053c1c4a845aa-Abstract.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-4"><span class="mw-cite-backlink"><b><a href="#cite_ref-4">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFJiangGuptaZhangWang2022" class="citation arxiv cs1">Jiang, Yunfan; Gupta, Agrim; Zhang, Zichen; Wang, Guanzhi; Dou, Yongqiang; Chen, Yanjun; Fei-Fei, Li; Anandkumar, Anima; Zhu, Yuke (2022-10-06). "VIMA: General Robot Manipulation with Multimodal Prompts". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2210.03094">2210.03094</a></span> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.RO">cs.RO</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=VIMA%3A+General+Robot+Manipulation+with+Multimodal+Prompts&rft.date=2022-10-06&rft_id=info%3Aarxiv%2F2210.03094&rft.aulast=Jiang&rft.aufirst=Yunfan&rft.au=Gupta%2C+Agrim&rft.au=Zhang%2C+Zichen&rft.au=Wang%2C+Guanzhi&rft.au=Dou%2C+Yongqiang&rft.au=Chen%2C+Yanjun&rft.au=Fei-Fei%2C+Li&rft.au=Anandkumar%2C+Anima&rft.au=Zhu%2C+Yuke&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:7-5"><span class="mw-cite-backlink">^ <a href="#cite_ref-:7_5-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:7_5-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFZhangLiptonLiSmola2024" class="citation book cs1">Zhang, Aston; Lipton, Zachary; Li, Mu; Smola, Alexander J. (2024). <a rel="nofollow" class="external text" href="https://d2l.ai/chapter_attention-mechanisms-and-transformers/large-pretraining-transformers.html">"11.9. Large-Scale Pretraining with Transformers"</a>. <i>Dive into deep learning</i>. Cambridge New York Port Melbourne New Delhi Singapore: Cambridge University Press. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-009-38943-3" title="Special:BookSources/978-1-009-38943-3"><bdi>978-1-009-38943-3</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=11.9.+Large-Scale+Pretraining+with+Transformers&rft.btitle=Dive+into+deep+learning&rft.place=Cambridge+New+York+Port+Melbourne+New+Delhi+Singapore&rft.pub=Cambridge+University+Press&rft.date=2024&rft.isbn=978-1-009-38943-3&rft.aulast=Zhang&rft.aufirst=Aston&rft.au=Lipton%2C+Zachary&rft.au=Li%2C+Mu&rft.au=Smola%2C+Alexander+J.&rft_id=https%3A%2F%2Fd2l.ai%2Fchapter_attention-mechanisms-and-transformers%2Flarge-pretraining-transformers.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-7"><span class="mw-cite-backlink"><b><a href="#cite_ref-7">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/google-t5/t5-11b/blob/main/config.json">"config.json · google-t5/t5-11b at main"</a>. <i>huggingface.co</i>. 2020-04-24<span class="reference-accessdate">. Retrieved <span class="nowrap">2024-09-17</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=config.json+%C2%B7+google-t5%2Ft5-11b+at+main&rft.date=2020-04-24&rft_id=https%3A%2F%2Fhuggingface.co%2Fgoogle-t5%2Ft5-11b%2Fblob%2Fmain%2Fconfig.json&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-8"><span class="mw-cite-backlink"><b><a href="#cite_ref-8">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFShawUszkoreitVaswani2018" class="citation cs2">Shaw, Peter; Uszkoreit, Jakob; Vaswani, Ashish (2018-04-12), <i>Self-Attention with Relative Position Representations</i>, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/1803.02155">1803.02155</a></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Self-Attention+with+Relative+Position+Representations&rft.date=2018-04-12&rft_id=info%3Aarxiv%2F1803.02155&rft.aulast=Shaw&rft.aufirst=Peter&rft.au=Uszkoreit%2C+Jakob&rft.au=Vaswani%2C+Ashish&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:5-9"><span class="mw-cite-backlink">^ <a href="#cite_ref-:5_9-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:5_9-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://github.com/google-research/t5x/blob/main/docs/models.md">"t5x/docs/models.md at main · google-research/t5x"</a>. <i>GitHub</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-05</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=GitHub&rft.atitle=t5x%2Fdocs%2Fmodels.md+at+main+%C2%B7+google-research%2Ft5x&rft_id=https%3A%2F%2Fgithub.com%2Fgoogle-research%2Ft5x%2Fblob%2Fmain%2Fdocs%2Fmodels.md&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-10"><span class="mw-cite-backlink"><b><a href="#cite_ref-10">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFShazeer2020" class="citation cs2">Shazeer, Noam (2020-02-12), <a rel="nofollow" class="external text" href="https://arxiv.org/abs/2002.05202"><i>GLU Variants Improve Transformer</i></a>, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2002.05202">2002.05202</a></span><span class="reference-accessdate">, retrieved <span class="nowrap">2024-10-16</span></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=GLU+Variants+Improve+Transformer&rft.date=2020-02-12&rft_id=info%3Aarxiv%2F2002.05202&rft.aulast=Shazeer&rft.aufirst=Noam&rft_id=https%3A%2F%2Farxiv.org%2Fabs%2F2002.05202&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-11"><span class="mw-cite-backlink"><b><a href="#cite_ref-11">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/google/t5-v1_1-xl/blob/main/config.json">"config.json · google/t5-v1_1-xl at main"</a>. <i>huggingface.co</i>. 2020-11-19<span class="reference-accessdate">. Retrieved <span class="nowrap">2024-09-17</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=config.json+%C2%B7+google%2Ft5-v1_1-xl+at+main&rft.date=2020-11-19&rft_id=https%3A%2F%2Fhuggingface.co%2Fgoogle%2Ft5-v1_1-xl%2Fblob%2Fmain%2Fconfig.json&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-12"><span class="mw-cite-backlink"><b><a href="#cite_ref-12">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/google/t5-v1_1-xxl/blob/main/config.json">"config.json · google/t5-v1_1-xxl at main"</a>. <i>huggingface.co</i>. 2020-11-19<span class="reference-accessdate">. Retrieved <span class="nowrap">2024-09-17</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=config.json+%C2%B7+google%2Ft5-v1_1-xxl+at+main&rft.date=2020-11-19&rft_id=https%3A%2F%2Fhuggingface.co%2Fgoogle%2Ft5-v1_1-xxl%2Fblob%2Fmain%2Fconfig.json&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-14"><span class="mw-cite-backlink"><b><a href="#cite_ref-14">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFLesterAl-RfouConstant2021" class="citation cs2">Lester, Brian; Al-Rfou, Rami; Constant, Noah (2021-09-02), <i>The Power of Scale for Parameter-Efficient Prompt Tuning</i>, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2104.08691">2104.08691</a></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=The+Power+of+Scale+for+Parameter-Efficient+Prompt+Tuning&rft.date=2021-09-02&rft_id=info%3Aarxiv%2F2104.08691&rft.aulast=Lester&rft.aufirst=Brian&rft.au=Al-Rfou%2C+Rami&rft.au=Constant%2C+Noah&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-15"><span class="mw-cite-backlink"><b><a href="#cite_ref-15">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFFedusZophShazeer2022" class="citation cs2">Fedus, William; Zoph, Barret; Shazeer, Noam (2022-06-16), <i>Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity</i>, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2101.03961">2101.03961</a></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Switch+Transformers%3A+Scaling+to+Trillion+Parameter+Models+with+Simple+and+Efficient+Sparsity&rft.date=2022-06-16&rft_id=info%3Aarxiv%2F2101.03961&rft.aulast=Fedus&rft.aufirst=William&rft.au=Zoph%2C+Barret&rft.au=Shazeer%2C+Noam&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-16"><span class="mw-cite-backlink"><b><a href="#cite_ref-16">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/docs/transformers/en/model_doc/switch_transformers">"SwitchTransformers"</a>. <i>huggingface.co</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-05</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=SwitchTransformers&rft_id=https%3A%2F%2Fhuggingface.co%2Fdocs%2Ftransformers%2Fen%2Fmodel_doc%2Fswitch_transformers&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-17"><span class="mw-cite-backlink"><b><a href="#cite_ref-17">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSanhWebsonRaffelBach2022" class="citation cs2">Sanh, Victor; Webson, Albert; Raffel, Colin; Bach, Stephen H.; Sutawika, Lintang; Alyafeai, Zaid; Chaffin, Antoine; Stiegler, Arnaud; Scao, Teven Le (2022-03-17), <i>Multitask Prompted Training Enables Zero-Shot Task Generalization</i>, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2110.08207">2110.08207</a></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Multitask+Prompted+Training+Enables+Zero-Shot+Task+Generalization&rft.date=2022-03-17&rft_id=info%3Aarxiv%2F2110.08207&rft.aulast=Sanh&rft.aufirst=Victor&rft.au=Webson%2C+Albert&rft.au=Raffel%2C+Colin&rft.au=Bach%2C+Stephen+H.&rft.au=Sutawika%2C+Lintang&rft.au=Alyafeai%2C+Zaid&rft.au=Chaffin%2C+Antoine&rft.au=Stiegler%2C+Arnaud&rft.au=Scao%2C+Teven+Le&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-18"><span class="mw-cite-backlink"><b><a href="#cite_ref-18">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/bigscience/T0">"bigscience/T0 · Hugging Face"</a>. <i>huggingface.co</i>. 2024-03-04<span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-21</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=bigscience%2FT0+%C2%B7+Hugging+Face&rft.date=2024-03-04&rft_id=https%3A%2F%2Fhuggingface.co%2Fbigscience%2FT0&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-19"><span class="mw-cite-backlink"><b><a href="#cite_ref-19">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFXueBaruaConstantAl-Rfou2022" class="citation journal cs1">Xue, Linting; Barua, Aditya; Constant, Noah; Al-Rfou, Rami; Narang, Sharan; Kale, Mihir; Roberts, Adam; Raffel, Colin (2022-03-25). <a rel="nofollow" class="external text" href="https://direct.mit.edu/tacl/article/doi/10.1162/tacl_a_00461/110049/ByT5-Towards-a-Token-Free-Future-with-Pre-trained">"ByT5: Towards a Token-Free Future with Pre-trained Byte-to-Byte Models"</a>. <i>Transactions of the Association for Computational Linguistics</i>. <b>10</b>: 291–306. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2105.13626">2105.13626</a></span>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1162%2Ftacl_a_00461">10.1162/tacl_a_00461</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2307-387X">2307-387X</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Transactions+of+the+Association+for+Computational+Linguistics&rft.atitle=ByT5%3A+Towards+a+Token-Free+Future+with+Pre-trained+Byte-to-Byte+Models&rft.volume=10&rft.pages=291-306&rft.date=2022-03-25&rft_id=info%3Aarxiv%2F2105.13626&rft.issn=2307-387X&rft_id=info%3Adoi%2F10.1162%2Ftacl_a_00461&rft.aulast=Xue&rft.aufirst=Linting&rft.au=Barua%2C+Aditya&rft.au=Constant%2C+Noah&rft.au=Al-Rfou%2C+Rami&rft.au=Narang%2C+Sharan&rft.au=Kale%2C+Mihir&rft.au=Roberts%2C+Adam&rft.au=Raffel%2C+Colin&rft_id=https%3A%2F%2Fdirect.mit.edu%2Ftacl%2Farticle%2Fdoi%2F10.1162%2Ftacl_a_00461%2F110049%2FByT5-Towards-a-Token-Free-Future-with-Pre-trained&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-20"><span class="mw-cite-backlink"><b><a href="#cite_ref-20">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFChungHouLongpreZoph2024" class="citation journal cs1">Chung, Hyung Won; Hou, Le; Longpre, Shayne; Zoph, Barret; Tay, Yi; Fedus, William; Li, Yunxuan; Wang, Xuezhi; Dehghani, Mostafa; Brahma, Siddhartha; Webson, Albert; Gu, Shixiang Shane; Dai, Zhuyun; Suzgun, Mirac; Chen, Xinyun (2024). <a rel="nofollow" class="external text" href="http://jmlr.org/papers/v25/23-0870.html">"Scaling Instruction-Finetuned Language Models"</a>. <i>Journal of Machine Learning Research</i>. <b>25</b> (70): 1–53. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2210.11416">2210.11416</a></span>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1533-7928">1533-7928</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Machine+Learning+Research&rft.atitle=Scaling+Instruction-Finetuned+Language+Models&rft.volume=25&rft.issue=70&rft.pages=1-53&rft.date=2024&rft_id=info%3Aarxiv%2F2210.11416&rft.issn=1533-7928&rft.aulast=Chung&rft.aufirst=Hyung+Won&rft.au=Hou%2C+Le&rft.au=Longpre%2C+Shayne&rft.au=Zoph%2C+Barret&rft.au=Tay%2C+Yi&rft.au=Fedus%2C+William&rft.au=Li%2C+Yunxuan&rft.au=Wang%2C+Xuezhi&rft.au=Dehghani%2C+Mostafa&rft.au=Brahma%2C+Siddhartha&rft.au=Webson%2C+Albert&rft.au=Gu%2C+Shixiang+Shane&rft.au=Dai%2C+Zhuyun&rft.au=Suzgun%2C+Mirac&rft.au=Chen%2C+Xinyun&rft_id=http%3A%2F%2Fjmlr.org%2Fpapers%2Fv25%2F23-0870.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-21"><span class="mw-cite-backlink"><b><a href="#cite_ref-21">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFLongpreHouVuWebson2023" class="citation journal cs1">Longpre, Shayne; Hou, Le; Vu, Tu; Webson, Albert; Chung, Hyung Won; Tay, Yi; Zhou, Denny; Le, Quoc V.; Zoph, Barret; Wei, Jason; Roberts, Adam (2023-07-03). <a rel="nofollow" class="external text" href="https://proceedings.mlr.press/v202/longpre23a.html">"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning"</a>. <i>Proceedings of the 40th International Conference on Machine Learning</i>. PMLR: 22631–22648. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2301.13688">2301.13688</a></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Proceedings+of+the+40th+International+Conference+on+Machine+Learning&rft.atitle=The+Flan+Collection%3A+Designing+Data+and+Methods+for+Effective+Instruction+Tuning&rft.pages=22631-22648&rft.date=2023-07-03&rft_id=info%3Aarxiv%2F2301.13688&rft.aulast=Longpre&rft.aufirst=Shayne&rft.au=Hou%2C+Le&rft.au=Vu%2C+Tu&rft.au=Webson%2C+Albert&rft.au=Chung%2C+Hyung+Won&rft.au=Tay%2C+Yi&rft.au=Zhou%2C+Denny&rft.au=Le%2C+Quoc+V.&rft.au=Zoph%2C+Barret&rft.au=Wei%2C+Jason&rft.au=Roberts%2C+Adam&rft_id=https%3A%2F%2Fproceedings.mlr.press%2Fv202%2Flongpre23a.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:2-22"><span class="mw-cite-backlink">^ <a href="#cite_ref-:2_22-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:2_22-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation cs2"><a rel="nofollow" class="external text" href="https://github.com/google-research/FLAN"><i>google-research/FLAN</i></a>, Google Research, 2024-08-03<span class="reference-accessdate">, retrieved <span class="nowrap">2024-08-05</span></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=google-research%2FFLAN&rft.pub=Google+Research&rft.date=2024-08-03&rft_id=https%3A%2F%2Fgithub.com%2Fgoogle-research%2FFLAN&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-23"><span class="mw-cite-backlink"><b><a href="#cite_ref-23">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/google/flan-t5-xl">"google/flan-t5-xl · Hugging Face"</a>. <i>huggingface.co</i>. 2024-01-04<span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-05</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=google%2Fflan-t5-xl+%C2%B7+Hugging+Face&rft.date=2024-01-04&rft_id=https%3A%2F%2Fhuggingface.co%2Fgoogle%2Fflan-t5-xl&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:1-24"><span class="mw-cite-backlink"><b><a href="#cite_ref-:1_24-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRobertsChungMishraLevskaya2023" class="citation journal cs1">Roberts, Adam; Chung, Hyung Won; Mishra, Gaurav; Levskaya, Anselm; Bradbury, James; Andor, Daniel; Narang, Sharan; Lester, Brian; Gaffney, Colin; Mohiuddin, Afroz; Hawthorne, Curtis; Lewkowycz, Aitor; Salcianu, Alex; Zee, Marc van; Austin, Jacob (2023). <a rel="nofollow" class="external text" href="http://jmlr.org/papers/v24/23-0795.html">"Scaling Up Models and Data with t5x and seqio"</a>. <i>Journal of Machine Learning Research</i>. <b>24</b> (377): 1–8. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1533-7928">1533-7928</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Machine+Learning+Research&rft.atitle=Scaling+Up+Models+and+Data+with+t5x+and+seqio&rft.volume=24&rft.issue=377&rft.pages=1-8&rft.date=2023&rft.issn=1533-7928&rft.aulast=Roberts&rft.aufirst=Adam&rft.au=Chung%2C+Hyung+Won&rft.au=Mishra%2C+Gaurav&rft.au=Levskaya%2C+Anselm&rft.au=Bradbury%2C+James&rft.au=Andor%2C+Daniel&rft.au=Narang%2C+Sharan&rft.au=Lester%2C+Brian&rft.au=Gaffney%2C+Colin&rft.au=Mohiuddin%2C+Afroz&rft.au=Hawthorne%2C+Curtis&rft.au=Lewkowycz%2C+Aitor&rft.au=Salcianu%2C+Alex&rft.au=Zee%2C+Marc+van&rft.au=Austin%2C+Jacob&rft_id=http%3A%2F%2Fjmlr.org%2Fpapers%2Fv24%2F23-0795.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:3-25"><span class="mw-cite-backlink">^ <a href="#cite_ref-:3_25-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:3_25-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTayDehghaniTranGarcia2023" class="citation cs2">Tay, Yi; Dehghani, Mostafa; Tran, Vinh Q.; Garcia, Xavier; Wei, Jason; Wang, Xuezhi; Chung, Hyung Won; Shakeri, Siamak; Bahri, Dara (2023-02-28), <i>UL2: Unifying Language Learning Paradigms</i>, <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/2205.05131">2205.05131</a></span></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=UL2%3A+Unifying+Language+Learning+Paradigms&rft.date=2023-02-28&rft_id=info%3Aarxiv%2F2205.05131&rft.aulast=Tay&rft.aufirst=Yi&rft.au=Dehghani%2C+Mostafa&rft.au=Tran%2C+Vinh+Q.&rft.au=Garcia%2C+Xavier&rft.au=Wei%2C+Jason&rft.au=Wang%2C+Xuezhi&rft.au=Chung%2C+Hyung+Won&rft.au=Shakeri%2C+Siamak&rft.au=Bahri%2C+Dara&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-26"><span class="mw-cite-backlink"><b><a href="#cite_ref-26">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.yitay.net/blog/training-great-llms-entirely-from-ground-zero-in-the-wilderness">"Training great LLMs entirely from ground up in the wilderness as a startup"</a>. <i>Yi Tay</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-10-18</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Yi+Tay&rft.atitle=Training+great+LLMs+entirely+from+ground+up+in+the+wilderness+as+a+startup&rft_id=https%3A%2F%2Fwww.yitay.net%2Fblog%2Ftraining-great-llms-entirely-from-ground-zero-in-the-wilderness&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-:4-27"><span class="mw-cite-backlink"><b><a href="#cite_ref-:4_27-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSutawikaKomatsuzakiRaffel2024" class="citation web cs1">Sutawika, Lintang; Komatsuzaki, Aran; Raffel, Colin (2024-04-15). <a rel="nofollow" class="external text" href="https://blog.eleuther.ai/pile-t5/">"Pile-T5"</a>. <i>EleutherAI Blog</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-05-05</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=EleutherAI+Blog&rft.atitle=Pile-T5&rft.date=2024-04-15&rft.aulast=Sutawika&rft.aufirst=Lintang&rft.au=Komatsuzaki%2C+Aran&rft.au=Raffel%2C+Colin&rft_id=https%3A%2F%2Fblog.eleuther.ai%2Fpile-t5%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-28"><span class="mw-cite-backlink"><b><a href="#cite_ref-28">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://imagen.research.google/">"Imagen: Text-to-Image Diffusion Models"</a>. <i>imagen.research.google</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-23</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=imagen.research.google&rft.atitle=Imagen%3A+Text-to-Image+Diffusion+Models&rft_id=https%3A%2F%2Fimagen.research.google%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> <li id="cite_note-29"><span class="mw-cite-backlink"><b><a href="#cite_ref-29">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/docs/diffusers/main/en/api/pipelines/aura_flow">"AuraFlow"</a>. <i>huggingface.co</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-23</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=AuraFlow&rft_id=https%3A%2F%2Fhuggingface.co%2Fdocs%2Fdiffusers%2Fmain%2Fen%2Fapi%2Fpipelines%2Faura_flow&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></span> </li> </ol></div> <div class="mw-heading mw-heading2"><h2 id="External_links">External links</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=6" title="Edit section: External links"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <ul><li><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/collections/google/t5-release-65005e7c520f8d7b4d037918">"T5 release - a google Collection"</a>. <i>huggingface.co</i>. 2024-07-31<span class="reference-accessdate">. Retrieved <span class="nowrap">2024-10-16</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=T5+release+-+a+google+Collection&rft.date=2024-07-31&rft_id=https%3A%2F%2Fhuggingface.co%2Fcollections%2Fgoogle%2Ft5-release-65005e7c520f8d7b4d037918&rfr_id=info%3Asid%2Fen.wikipedia.org%3AT5+%28language+model%29" class="Z3988"></span></li></ul> <div class="mw-heading mw-heading2"><h2 id="Notes">Notes</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=T5_(language_model)&action=edit&section=7" title="Edit section: Notes"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <div class="mw-references-wrap"><ol class="references"> <li id="cite_note-6"><span class="mw-cite-backlink"><b><a href="#cite_ref-6">^</a></b></span> <span class="reference-text"><div class="mw-highlight mw-highlight-lang-python mw-content-ltr" dir="ltr"><pre><span></span><span class="kn">import</span> <span class="nn">torch</span> <span class="kn">from</span> <span class="nn">transformers</span> <span class="kn">import</span> <span class="n">AutoConfig</span><span class="p">,</span> <span class="n">AutoModelForSeq2SeqLM</span> <span class="k">def</span> <span class="nf">count_parameters</span><span class="p">(</span><span class="n">model</span><span class="p">):</span> <span class="n">enc</span> <span class="o">=</span> <span class="nb">sum</span><span class="p">(</span><span class="n">p</span><span class="o">.</span><span class="n">numel</span><span class="p">()</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">model</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">parameters</span><span class="p">())</span> <span class="n">dec</span> <span class="o">=</span> <span class="nb">sum</span><span class="p">(</span><span class="n">p</span><span class="o">.</span><span class="n">numel</span><span class="p">()</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">model</span><span class="o">.</span><span class="n">decoder</span><span class="o">.</span><span class="n">parameters</span><span class="p">())</span> <span class="n">total</span> <span class="o">=</span> <span class="n">enc</span> <span class="o">+</span> <span class="n">dec</span> <span class="k">return</span> <span class="n">total</span><span class="p">,</span> <span class="n">enc</span><span class="p">,</span> <span class="n">dec</span> <span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="p">[</span><span class="s2">"t5-small"</span><span class="p">,</span> <span class="s2">"t5-base"</span><span class="p">,</span> <span class="s2">"t5-large"</span><span class="p">,</span> <span class="s2">"t5-3b"</span><span class="p">,</span> <span class="s2">"t5-11b"</span><span class="p">]:</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Model: </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="n">config</span> <span class="o">=</span> <span class="n">AutoConfig</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span><span class="sa">f</span><span class="s2">"google-t5/</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="n">torch_dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float16</span> <span class="n">model</span> <span class="o">=</span> <span class="n">AutoModelForSeq2SeqLM</span><span class="o">.</span><span class="n">from_config</span><span class="p">(</span><span class="n">config</span><span class="p">,</span> <span class="n">torch_dtype</span><span class="o">=</span><span class="n">torch_dtype</span><span class="p">)</span> <span class="n">total</span><span class="p">,</span> <span class="n">enc</span><span class="p">,</span> <span class="n">dec</span> <span class="o">=</span> <span class="n">count_parameters</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total number of parameters in </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">total</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total number of parameters in encoder: </span><span class="si">{</span><span class="n">enc</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total number of parameters in decoder: </span><span class="si">{</span><span class="n">dec</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="k">del</span> <span class="n">model</span> </pre></div></span> </li> <li id="cite_note-13"><span class="mw-cite-backlink"><b><a href="#cite_ref-13">^</a></b></span> <span class="reference-text"><div class="mw-highlight mw-highlight-lang-python mw-content-ltr" dir="ltr"><pre><span></span><span class="kn">import</span> <span class="nn">torch</span> <span class="kn">from</span> <span class="nn">transformers</span> <span class="kn">import</span> <span class="n">AutoConfig</span><span class="p">,</span> <span class="n">AutoModelForSeq2SeqLM</span> <span class="k">def</span> <span class="nf">count_parameters</span><span class="p">(</span><span class="n">model</span><span class="p">):</span> <span class="n">enc</span> <span class="o">=</span> <span class="nb">sum</span><span class="p">(</span><span class="n">p</span><span class="o">.</span><span class="n">numel</span><span class="p">()</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">model</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">parameters</span><span class="p">())</span> <span class="n">dec</span> <span class="o">=</span> <span class="nb">sum</span><span class="p">(</span><span class="n">p</span><span class="o">.</span><span class="n">numel</span><span class="p">()</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">model</span><span class="o">.</span><span class="n">decoder</span><span class="o">.</span><span class="n">parameters</span><span class="p">())</span> <span class="n">total</span> <span class="o">=</span> <span class="n">enc</span> <span class="o">+</span> <span class="n">dec</span> <span class="k">return</span> <span class="n">total</span><span class="p">,</span> <span class="n">enc</span><span class="p">,</span> <span class="n">dec</span> <span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="p">[</span><span class="s2">"small"</span><span class="p">,</span> <span class="s2">"base"</span><span class="p">,</span> <span class="s2">"large"</span><span class="p">,</span> <span class="s2">"xl"</span><span class="p">,</span> <span class="s2">"xxl"</span><span class="p">]:</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Model: </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="n">config</span> <span class="o">=</span> <span class="n">AutoConfig</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span><span class="sa">f</span><span class="s2">"google/t5-v1_1-</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="n">torch_dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float16</span> <span class="n">model</span> <span class="o">=</span> <span class="n">AutoModelForSeq2SeqLM</span><span class="o">.</span><span class="n">from_config</span><span class="p">(</span><span class="n">config</span><span class="p">,</span> <span class="n">torch_dtype</span><span class="o">=</span><span class="n">torch_dtype</span><span class="p">)</span> <span class="n">total</span><span class="p">,</span> <span class="n">enc</span><span class="p">,</span> <span class="n">dec</span> <span class="o">=</span> <span class="n">count_parameters</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total number of parameters in </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">total</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total number of parameters in encoder: </span><span class="si">{</span><span class="n">enc</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Total number of parameters in decoder: </span><span class="si">{</span><span class="n">dec</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="k">del</span> <span class="n">model</span> </pre></div></span> </li> </ol></div> <div class="navbox-styles"><style data-mw-deduplicate="TemplateStyles:r1129693374">.mw-parser-output .hlist dl,.mw-parser-output .hlist ol,.mw-parser-output .hlist ul{margin:0;padding:0}.mw-parser-output .hlist dd,.mw-parser-output .hlist dt,.mw-parser-output .hlist li{margin:0;display:inline}.mw-parser-output .hlist.inline,.mw-parser-output .hlist.inline dl,.mw-parser-output .hlist.inline ol,.mw-parser-output .hlist.inline ul,.mw-parser-output .hlist dl dl,.mw-parser-output .hlist dl ol,.mw-parser-output .hlist dl ul,.mw-parser-output .hlist ol dl,.mw-parser-output .hlist ol ol,.mw-parser-output .hlist ol ul,.mw-parser-output .hlist ul dl,.mw-parser-output .hlist ul ol,.mw-parser-output .hlist ul ul{display:inline}.mw-parser-output .hlist .mw-empty-li{display:none}.mw-parser-output .hlist dt::after{content:": "}.mw-parser-output .hlist dd::after,.mw-parser-output .hlist li::after{content:" · ";font-weight:bold}.mw-parser-output .hlist dd:last-child::after,.mw-parser-output .hlist dt:last-child::after,.mw-parser-output .hlist li:last-child::after{content:none}.mw-parser-output .hlist dd dd:first-child::before,.mw-parser-output .hlist dd dt:first-child::before,.mw-parser-output .hlist dd li:first-child::before,.mw-parser-output .hlist dt dd:first-child::before,.mw-parser-output .hlist dt dt:first-child::before,.mw-parser-output .hlist dt li:first-child::before,.mw-parser-output .hlist li dd:first-child::before,.mw-parser-output .hlist li dt:first-child::before,.mw-parser-output .hlist li li:first-child::before{content:" (";font-weight:normal}.mw-parser-output .hlist dd dd:last-child::after,.mw-parser-output .hlist dd dt:last-child::after,.mw-parser-output .hlist dd li:last-child::after,.mw-parser-output .hlist dt dd:last-child::after,.mw-parser-output .hlist dt dt:last-child::after,.mw-parser-output .hlist dt li:last-child::after,.mw-parser-output .hlist li dd:last-child::after,.mw-parser-output .hlist li dt:last-child::after,.mw-parser-output .hlist li li:last-child::after{content:")";font-weight:normal}.mw-parser-output .hlist ol{counter-reset:listitem}.mw-parser-output .hlist ol>li{counter-increment:listitem}.mw-parser-output .hlist ol>li::before{content:" "counter(listitem)"\a0 "}.mw-parser-output .hlist dd ol>li:first-child::before,.mw-parser-output .hlist dt ol>li:first-child::before,.mw-parser-output .hlist li ol>li:first-child::before{content:" ("counter(listitem)"\a0 "}</style><style data-mw-deduplicate="TemplateStyles:r1236075235">.mw-parser-output .navbox{box-sizing:border-box;border:1px solid #a2a9b1;width:100%;clear:both;font-size:88%;text-align:center;padding:1px;margin:1em auto 0}.mw-parser-output .navbox .navbox{margin-top:0}.mw-parser-output .navbox+.navbox,.mw-parser-output .navbox+.navbox-styles+.navbox{margin-top:-1px}.mw-parser-output .navbox-inner,.mw-parser-output .navbox-subgroup{width:100%}.mw-parser-output .navbox-group,.mw-parser-output .navbox-title,.mw-parser-output .navbox-abovebelow{padding:0.25em 1em;line-height:1.5em;text-align:center}.mw-parser-output .navbox-group{white-space:nowrap;text-align:right}.mw-parser-output .navbox,.mw-parser-output .navbox-subgroup{background-color:#fdfdfd}.mw-parser-output .navbox-list{line-height:1.5em;border-color:#fdfdfd}.mw-parser-output .navbox-list-with-group{text-align:left;border-left-width:2px;border-left-style:solid}.mw-parser-output tr+tr>.navbox-abovebelow,.mw-parser-output tr+tr>.navbox-group,.mw-parser-output tr+tr>.navbox-image,.mw-parser-output tr+tr>.navbox-list{border-top:2px solid #fdfdfd}.mw-parser-output .navbox-title{background-color:#ccf}.mw-parser-output .navbox-abovebelow,.mw-parser-output .navbox-group,.mw-parser-output .navbox-subgroup .navbox-title{background-color:#ddf}.mw-parser-output .navbox-subgroup .navbox-group,.mw-parser-output .navbox-subgroup .navbox-abovebelow{background-color:#e6e6ff}.mw-parser-output .navbox-even{background-color:#f7f7f7}.mw-parser-output .navbox-odd{background-color:transparent}.mw-parser-output .navbox .hlist td dl,.mw-parser-output .navbox .hlist td ol,.mw-parser-output .navbox .hlist td ul,.mw-parser-output .navbox td.hlist dl,.mw-parser-output .navbox td.hlist ol,.mw-parser-output .navbox td.hlist ul{padding:0.125em 0}.mw-parser-output .navbox .navbar{display:block;font-size:100%}.mw-parser-output .navbox-title .navbar{float:left;text-align:left;margin-right:0.5em}body.skin--responsive .mw-parser-output .navbox-image img{max-width:none!important}@media print{body.ns-0 .mw-parser-output .navbox{display:none!important}}</style></div><div role="navigation" class="navbox" aria-labelledby="Google_AI" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><style data-mw-deduplicate="TemplateStyles:r1239400231">.mw-parser-output .navbar{display:inline;font-size:88%;font-weight:normal}.mw-parser-output .navbar-collapse{float:left;text-align:left}.mw-parser-output .navbar-boxtext{word-spacing:0}.mw-parser-output .navbar ul{display:inline-block;white-space:nowrap;line-height:inherit}.mw-parser-output .navbar-brackets::before{margin-right:-0.125em;content:"[ "}.mw-parser-output .navbar-brackets::after{margin-left:-0.125em;content:" ]"}.mw-parser-output .navbar li{word-spacing:-0.125em}.mw-parser-output .navbar a>span,.mw-parser-output .navbar a>abbr{text-decoration:inherit}.mw-parser-output .navbar-mini abbr{font-variant:small-caps;border-bottom:none;text-decoration:none;cursor:inherit}.mw-parser-output .navbar-ct-full{font-size:114%;margin:0 7em}.mw-parser-output .navbar-ct-mini{font-size:114%;margin:0 4em}html.skin-theme-clientpref-night .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}@media(prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}}@media print{.mw-parser-output .navbar{display:none!important}}</style><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Google_AI" title="Template:Google AI"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Google_AI" title="Template talk:Google AI"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Google_AI" title="Special:EditPage/Template:Google AI"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Google_AI" style="font-size:114%;margin:0 4em"><a href="/wiki/Google_AI" title="Google AI">Google AI</a></div></th></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><a href="/wiki/Google" title="Google">Google</a></li> <li><a href="/wiki/Google_Brain" title="Google Brain">Google Brain</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">Google DeepMind</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Computer programs</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">AlphaGo</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Versions</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo" title="AlphaGo">AlphaGo</a> (2015)</li> <li><a href="/wiki/Master_(software)" title="Master (software)">Master</a> (2016)</li> <li><a href="/wiki/AlphaGo_Zero" title="AlphaGo Zero">AlphaGo Zero</a> (2017)</li> <li><a href="/wiki/AlphaZero" title="AlphaZero">AlphaZero</a> (2017)</li> <li><a href="/wiki/MuZero" title="MuZero">MuZero</a> (2019)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Competitions</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo_versus_Fan_Hui" title="AlphaGo versus Fan Hui">Fan Hui</a> (2015)</li> <li><a href="/wiki/AlphaGo_versus_Lee_Sedol" title="AlphaGo versus Lee Sedol">Lee Sedol</a> (2016)</li> <li><a href="/wiki/AlphaGo_versus_Ke_Jie" title="AlphaGo versus Ke Jie">Ke Jie</a> (2017)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">In popular culture</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/AlphaGo_(film)" title="AlphaGo (film)">AlphaGo</a></i> (2017)</li> <li><i><a href="/wiki/The_MANIAC" title="The MANIAC">The MANIAC</a></i> (2023)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaFold" title="AlphaFold">AlphaFold</a> (2018)</li> <li><a href="/wiki/AlphaStar_(software)" title="AlphaStar (software)">AlphaStar</a> (2019)</li> <li><a href="/wiki/AlphaDev" title="AlphaDev">AlphaDev</a> (2023)</li> <li><a href="/wiki/AlphaGeometry" title="AlphaGeometry">AlphaGeometry</a> (2024)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Machine learning</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Neural networks</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a> (2016)</li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a> (2017)</li> <li><a href="/wiki/Gato_(DeepMind)" title="Gato (DeepMind)">Gato</a> (2022)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Quantum_Artificial_Intelligence_Lab" title="Quantum Artificial Intelligence Lab">Quantum Artificial Intelligence Lab</a></li> <li><a href="/wiki/TensorFlow" title="TensorFlow">TensorFlow</a></li> <li><a href="/wiki/Tensor_Processing_Unit" title="Tensor Processing Unit">Tensor Processing Unit</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Generative AI</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Chatbots</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Assistant" title="Google Assistant">Assistant</a> (2016)</li> <li><a href="/wiki/Sparrow_(chatbot)" title="Sparrow (chatbot)">Sparrow</a> (2022)</li> <li><a href="/wiki/Gemini_(chatbot)" title="Gemini (chatbot)">Gemini</a> (2023)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Language models</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a> (2018)</li> <li><a class="mw-selflink selflink">T5</a> (2019)</li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a> (2021)</li> <li><a href="/wiki/Chinchilla_(language_model)" title="Chinchilla (language model)">Chinchilla</a> (2022)</li> <li><a href="/wiki/PaLM" title="PaLM">PaLM</a> (2022)</li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini</a> (2023)</li> <li><a href="/wiki/VideoPoet" title="VideoPoet">VideoPoet</a> (2024)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/NotebookLM" title="NotebookLM">NotebookLM</a> (2023)</li> <li><a href="/wiki/Google_Vids" title="Google Vids">Vids</a> (2024)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">See also</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>"<a href="/wiki/Attention_Is_All_You_Need" title="Attention Is All You Need">Attention Is All You Need</a>"</li> <li><a href="/wiki/Future_of_Go_Summit" title="Future of Go Summit">Future of Go Summit</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li> <li><a href="/wiki/Google_Labs" title="Google Labs">Google Labs</a></li> <li><a href="/wiki/Google_Pixel" title="Google Pixel">Google Pixel</a></li> <li><a href="/wiki/Google_Workspace" title="Google Workspace">Google Workspace</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Google_DeepMind" title="Category:Google DeepMind">Category</a></li> <li><span class="noviewer" typeof="mw:File"><span title="Commons page"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/12px-Commons-logo.svg.png" decoding="async" width="12" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/18px-Commons-logo.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/24px-Commons-logo.svg.png 2x" data-file-width="1024" data-file-height="1376" /></span></span> <a href="https://commons.wikimedia.org/wiki/Category:DeepMind" class="extiw" title="commons:Category:DeepMind">Commons</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"></div><div role="navigation" class="navbox" aria-labelledby="Google" style="padding:3px"><table class="nowraplinks hlist mw-collapsible mw-collapsed navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Google_LLC" title="Template:Google LLC"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Google_LLC" title="Template talk:Google LLC"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Google_LLC" title="Special:EditPage/Template:Google LLC"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Google" style="font-size:114%;margin:0 4em"><a href="/wiki/Google" title="Google">Google</a></div></th></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><a href="/wiki/Alphabet_Inc." title="Alphabet Inc.">Alphabet Inc.</a></li> <li><a href="/wiki/History_of_Google" title="History of Google">History</a></li> <li><a href="/wiki/List_of_Android_apps_by_Google" title="List of Android apps by Google">List of Android apps</a></li> <li><a href="/wiki/List_of_Google_Easter_eggs" title="List of Google Easter eggs">List of Easter eggs</a> <ul><li><a href="/wiki/List_of_Google_April_Fools%27_Day_jokes" title="List of Google April Fools' Day jokes">April Fools' Day</a></li></ul></li> <li><a href="/wiki/List_of_mergers_and_acquisitions_by_Alphabet" title="List of mergers and acquisitions by Alphabet">List of mergers and acquisitions</a></li></ul> </div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Company" style="font-size:114%;margin:0 4em">Company</div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Divisions</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Ads" title="Google Ads">Ads</a></li> <li><a href="/wiki/Google_AI" title="Google AI">AI</a> <ul><li><i><a href="/wiki/Google_Brain" title="Google Brain">Brain</a></i></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">DeepMind</a></li></ul></li> <li><a href="/wiki/Android_(operating_system)" title="Android (operating system)">Android</a> <ul><li><a href="/wiki/Booting_process_of_Android_devices" title="Booting process of Android devices">booting process</a></li> <li><a href="/wiki/Android_recovery_mode" title="Android recovery mode">recovery mode</a></li> <li><a href="/wiki/Android_software_development" title="Android software development">software development</a></li> <li><a href="/wiki/Android_version_history" title="Android version history">version history</a></li></ul></li> <li><a href="/wiki/Google_China" title="Google China">China</a> <ul><li><i><a href="/wiki/Goojje" title="Goojje">Goojje</a></i></li></ul></li> <li><a href="/wiki/Google_Chrome" title="Google Chrome">Chrome</a></li> <li><a href="/wiki/Google_Cloud_Platform" title="Google Cloud Platform">Cloud</a></li> <li><a href="/wiki/Google_Glass" title="Google Glass">Glass</a></li> <li><a href="/wiki/Google.org" title="Google.org">Google.org</a> <ul><li><a href="/wiki/Google_Crisis_Response" title="Google Crisis Response">Crisis Response</a></li> <li><a href="/wiki/Google_Public_Alerts" title="Google Public Alerts">Public Alerts</a></li> <li><a href="/wiki/RechargeIT" title="RechargeIT">RechargeIT</a></li></ul></li> <li><i><a href="/wiki/Google_Health" title="Google Health">Health</a></i></li> <li><a href="/wiki/Google_Maps" title="Google Maps">Maps</a></li> <li><a href="/wiki/Google_Pixel" title="Google Pixel">Pixel</a></li> <li><a href="/wiki/Google_Search" title="Google Search">Search</a> <ul><li><a href="/wiki/Timeline_of_Google_Search" title="Timeline of Google Search">Timeline</a></li></ul></li> <li><a href="/wiki/Sidewalk_Labs" title="Sidewalk Labs">Sidewalk Labs</a></li> <li><a href="/wiki/Google_Energy" title="Google Energy">Sustainability</a></li> <li><a href="/wiki/YouTube" title="YouTube">YouTube</a> <ul><li><a href="/wiki/History_of_YouTube" title="History of YouTube">History</a></li> <li>"<a href="/wiki/Me_at_the_zoo" title="Me at the zoo">Me at the zoo</a>"</li> <li><a href="/wiki/Social_impact_of_YouTube" title="Social impact of YouTube">Social impact</a></li> <li><a href="/wiki/YouTuber" title="YouTuber">YouTuber</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Google_employees" title="Category:Google employees">People</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Current</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Krishna_Bharat" title="Krishna Bharat">Krishna Bharat</a></li> <li><a href="/wiki/Vint_Cerf" title="Vint Cerf">Vint Cerf</a></li> <li><a href="/wiki/Jeff_Dean" title="Jeff Dean">Jeff Dean</a></li> <li><a href="/wiki/John_Doerr" title="John Doerr">John Doerr</a></li> <li><a href="/wiki/Sanjay_Ghemawat" title="Sanjay Ghemawat">Sanjay Ghemawat</a></li> <li><a href="/wiki/Al_Gore" title="Al Gore">Al Gore</a></li> <li><a href="/wiki/John_L._Hennessy" title="John L. Hennessy">John L. Hennessy</a></li> <li><a href="/wiki/Urs_H%C3%B6lzle" title="Urs Hölzle">Urs Hölzle</a></li> <li><a href="/wiki/Salar_Kamangar" title="Salar Kamangar">Salar Kamangar</a></li> <li><a href="/wiki/Ray_Kurzweil" title="Ray Kurzweil">Ray Kurzweil</a></li> <li><a href="/wiki/Ann_Mather" title="Ann Mather">Ann Mather</a></li> <li><a href="/wiki/Alan_Mulally" title="Alan Mulally">Alan Mulally</a></li> <li><a href="/wiki/Rick_Osterloh" title="Rick Osterloh">Rick Osterloh</a></li> <li><a href="/wiki/Sundar_Pichai" title="Sundar Pichai">Sundar Pichai</a> (CEO)</li> <li><a href="/wiki/Ruth_Porat" title="Ruth Porat">Ruth Porat</a> (CFO)</li> <li><a href="/wiki/Rajen_Sheth" title="Rajen Sheth">Rajen Sheth</a></li> <li><a href="/wiki/Hal_Varian" title="Hal Varian">Hal Varian</a></li> <li><a href="/wiki/Neal_Mohan" title="Neal Mohan">Neal Mohan</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Former</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Andy_Bechtolsheim" title="Andy Bechtolsheim">Andy Bechtolsheim</a></li> <li><a href="/wiki/Sergey_Brin" title="Sergey Brin">Sergey Brin</a> (Founder)</li> <li><a href="/wiki/David_Cheriton" title="David Cheriton">David Cheriton</a></li> <li><a href="/wiki/Matt_Cutts" title="Matt Cutts">Matt Cutts</a></li> <li><a href="/wiki/David_Drummond_(businessman)" title="David Drummond (businessman)">David Drummond</a></li> <li><a href="/wiki/Alan_Eustace" title="Alan Eustace">Alan Eustace</a></li> <li><a href="/wiki/Timnit_Gebru" title="Timnit Gebru">Timnit Gebru</a></li> <li><a href="/wiki/Omid_Kordestani" title="Omid Kordestani">Omid Kordestani</a></li> <li><a href="/wiki/Paul_Otellini" title="Paul Otellini">Paul Otellini</a></li> <li><a href="/wiki/Larry_Page" title="Larry Page">Larry Page</a> (Founder)</li> <li><a href="/wiki/Patrick_Pichette" title="Patrick Pichette">Patrick Pichette</a></li> <li><a href="/wiki/Eric_Schmidt" title="Eric Schmidt">Eric Schmidt</a></li> <li><a href="/wiki/Ram_Shriram" title="Ram Shriram">Ram Shriram</a></li> <li><a href="/wiki/Amit_Singhal" title="Amit Singhal">Amit Singhal</a></li> <li><a href="/wiki/Shirley_M._Tilghman" title="Shirley M. Tilghman">Shirley M. Tilghman</a></li> <li><a href="/wiki/Rachel_Whetstone" title="Rachel Whetstone">Rachel Whetstone</a></li> <li><a href="/wiki/Susan_Wojcicki" title="Susan Wojcicki">Susan Wojcicki</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Real estate</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/111_Eighth_Avenue" title="111 Eighth Avenue">111 Eighth Avenue</a></li> <li><i><a href="/wiki/Androidland" title="Androidland">Androidland</a></i></li> <li><i><a href="/wiki/Google_barges" title="Google barges">Barges</a></i></li> <li><a href="/wiki/Binoculars_Building" title="Binoculars Building">Binoculars Building</a></li> <li><a href="/wiki/Central_Saint_Giles" title="Central Saint Giles">Central Saint Giles</a></li> <li><a href="/wiki/Chelsea_Market" title="Chelsea Market">Chelsea Market</a></li> <li><i><a href="/wiki/Chrome_Zone" title="Chrome Zone">Chrome Zone</a></i></li> <li><a href="/wiki/Google_data_centers" title="Google data centers">Data centers</a></li> <li><a href="/wiki/Googleplex" title="Googleplex">Googleplex</a></li> <li><a href="/wiki/Mayfield_Mall" title="Mayfield Mall">Mayfield Mall</a></li> <li><a href="/wiki/Pier_57" title="Pier 57">Pier 57</a></li> <li><a href="/wiki/Sidewalk_Toronto" title="Sidewalk Toronto">Sidewalk Toronto</a></li> <li><a href="/wiki/St._John%27s_Terminal" title="St. John's Terminal">St. John's Terminal</a></li> <li><a href="/wiki/YouTube_Space" title="YouTube Space">YouTube Space</a></li> <li><a href="/wiki/YouTube_Theater" title="YouTube Theater">YouTube Theater</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Design</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>Fonts <ul><li><a href="/wiki/Croscore_fonts" title="Croscore fonts">Croscore</a></li> <li><a href="/wiki/Noto_fonts" title="Noto fonts">Noto</a></li> <li><a href="/wiki/Product_Sans" title="Product Sans">Product Sans</a></li> <li><a href="/wiki/Roboto" title="Roboto">Roboto</a></li></ul></li> <li><a href="/wiki/Google_logo" title="Google logo">Logo</a> <ul><li><a href="/wiki/Google_Doodle" title="Google Doodle">Doodle</a> <ul><li><i><a href="/wiki/Doodle_Champion_Island_Games" title="Doodle Champion Island Games">Doodle Champion Island Games</a></i></li> <li><i><a href="/wiki/Magic_Cat_Academy" title="Magic Cat Academy">Magic Cat Academy</a></i></li></ul></li></ul></li> <li><a href="/wiki/Material_Design" title="Material Design">Material Design</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Events</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>Android <ul><li><a href="/wiki/Android_Developer_Challenge" title="Android Developer Challenge">Developer Challenge</a></li> <li><a href="/wiki/Android_Developer_Day" title="Android Developer Day">Developer Day</a></li> <li><a href="/wiki/Android_Developer_Lab" title="Android Developer Lab">Developer Lab</a></li></ul></li> <li><a href="/wiki/Google_Code-in" title="Google Code-in">Code-in</a></li> <li><a href="/wiki/Google_Code_Jam" title="Google Code Jam">Code Jam</a></li> <li><i><a href="/wiki/Google_Developer_Day" title="Google Developer Day">Developer Day</a></i></li> <li><a href="/wiki/Google_Developers_Live" title="Google Developers Live">Developers Live</a></li> <li><a href="/wiki/Doodle4Google" title="Doodle4Google">Doodle4Google</a></li> <li><i><a href="/wiki/G-Day" title="G-Day">G-Day</a></i></li> <li><a href="/wiki/Google_I/O" title="Google I/O">I/O</a></li> <li><a href="/wiki/Jigsaw_(company)" title="Jigsaw (company)">Jigsaw</a></li> <li><i><a href="/wiki/Living_Stories" title="Living Stories">Living Stories</a></i></li> <li><i><a href="/wiki/Google_Lunar_X_Prize" title="Google Lunar X Prize">Lunar XPRIZE</a></i></li> <li><i><a href="/wiki/Google_Mapathon" title="Google Mapathon">Mapathon</a></i></li> <li><a href="/wiki/Google_Science_Fair" title="Google Science Fair">Science Fair</a></li> <li><a href="/wiki/Google_Summer_of_Code" title="Google Summer of Code">Summer of Code</a></li> <li><a href="/wiki/Talks_at_Google" class="mw-redirect" title="Talks at Google">Talks at Google</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">YouTube</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/YouTube_Awards" title="YouTube Awards">Awards</a></li> <li><a href="/wiki/CNN/YouTube_presidential_debates" title="CNN/YouTube presidential debates">CNN/YouTube presidential debates</a></li> <li><a href="/wiki/YouTube_Comedy_Week" title="YouTube Comedy Week">Comedy Week</a></li> <li><a href="/wiki/YouTube_Live" title="YouTube Live">Live</a></li> <li><a href="/wiki/YouTube_Music_Awards" title="YouTube Music Awards">Music Awards</a></li> <li><a href="/wiki/YouTube_Space_Lab" title="YouTube Space Lab">Space Lab</a></li> <li><a href="/wiki/YouTube_Symphony_Orchestra" title="YouTube Symphony Orchestra">Symphony Orchestra</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Projects and<br />initiatives</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Side_project_time" title="Side project time">20% project</a></li> <li><a href="/wiki/Area_120" title="Area 120">Area 120</a> <ul><li><a href="/wiki/Reply_(Google)" title="Reply (Google)">Reply</a></li> <li><a href="/wiki/Tables_(Google)" title="Tables (Google)">Tables</a></li></ul></li> <li><a href="/wiki/Google_ATAP" title="Google ATAP">ATAP</a></li> <li><a href="/wiki/Google_Business_Groups" title="Google Business Groups">Business Groups</a></li> <li><i><a href="/wiki/IBM/Google_Cloud_Computing_University_Initiative" title="IBM/Google Cloud Computing University Initiative">Computing University Initiative</a></i></li> <li><a href="/wiki/Google_Data_Liberation_Front" title="Google Data Liberation Front">Data Liberation Front</a></li> <li><a href="/wiki/Data_Transfer_Project" title="Data Transfer Project">Data Transfer Project</a></li> <li><a href="/wiki/Google_Developer_Expert" title="Google Developer Expert">Developer Expert</a></li> <li><a href="/wiki/Google_Digital_Garage" title="Google Digital Garage">Digital Garage</a></li> <li><a href="/wiki/Digital_News_Initiative" title="Digital News Initiative">Digital News Initiative</a></li> <li><a href="/wiki/Digital_Unlocked" title="Digital Unlocked">Digital Unlocked</a></li> <li><i><a href="/wiki/Dragonfly_(search_engine)" title="Dragonfly (search engine)">Dragonfly</a></i></li> <li><i><a href="/wiki/Google_Founders%27_Award" title="Google Founders' Award">Founders' Award</a></i></li> <li><i><a href="/wiki/Google_Free_Zone" title="Google Free Zone">Free Zone</a></i></li> <li><a href="/wiki/Google_Get_Your_Business_Online" title="Google Get Your Business Online">Get Your Business Online</a></li> <li><a href="/wiki/Google_for_Education" title="Google for Education">Google for Education</a></li> <li><a href="/wiki/Google_for_Startups" title="Google for Startups">Google for Startups</a></li> <li><a href="/wiki/Google_Labs" title="Google Labs">Labs</a></li> <li><a href="/wiki/Liquid_Galaxy" title="Liquid Galaxy">Liquid Galaxy</a></li> <li><a href="/wiki/Made_with_Code" title="Made with Code">Made with Code</a></li> <li><a href="/wiki/Google_M%C4%81ori" title="Google Māori">Māori</a></li> <li><i><a href="/wiki/Google_News_Lab" title="Google News Lab">News Lab</a></i></li> <li><a href="/wiki/Project_Nightingale" title="Project Nightingale">Nightingale</a></li> <li><a href="/wiki/Objectives_and_key_results" title="Objectives and key results">Objectives and key results</a></li> <li><i><a href="/wiki/Google_PowerMeter" title="Google PowerMeter">PowerMeter</a></i></li> <li><a href="/wiki/Privacy_Sandbox" title="Privacy Sandbox">Privacy Sandbox</a></li> <li><a href="/wiki/Quantum_Artificial_Intelligence_Lab" title="Quantum Artificial Intelligence Lab">Quantum Artificial Intelligence Lab</a></li> <li><a href="/wiki/RechargeIT" title="RechargeIT">RechargeIT</a></li> <li><a href="/wiki/Project_Shield" title="Project Shield">Shield</a></li> <li><a href="/wiki/Google_Silicon_Initiative" title="Google Silicon Initiative">Silicon Initiative</a></li> <li><i><a href="/wiki/Solve_for_X" title="Solve for X">Solve for X</a></i></li> <li><a href="/wiki/Project_Starline" title="Project Starline">Starline</a></li> <li><i><a href="/wiki/Google_Student_Ambassador_Program" title="Google Student Ambassador Program">Student Ambassador Program</a></i></li> <li>Submarine communications cables <ul><li><a href="/wiki/Dunant_(submarine_communications_cable)" title="Dunant (submarine communications cable)">Dunant</a></li> <li><a href="/wiki/Grace_Hopper_(submarine_communications_cable)" title="Grace Hopper (submarine communications cable)">Grace Hopper</a></li></ul></li> <li><a href="/wiki/Project_Sunroof" title="Project Sunroof">Sunroof</a></li> <li>YouTube <ul><li><a href="/wiki/YouTube_Creator_Awards" title="YouTube Creator Awards">Creator Awards</a></li> <li><a href="/wiki/YouTube_Next_Lab_and_Audience_Development_Group" title="YouTube Next Lab and Audience Development Group">Next Lab and Audience Development Group</a></li> <li><a href="/wiki/YouTube_Original_Channel_Initiative" title="YouTube Original Channel Initiative">Original Channel Initiative</a></li></ul></li> <li><a href="/wiki/Project_Zero" title="Project Zero">Zero</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Criticism_of_Google" title="Criticism of Google">Criticism</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/2018_Google_data_breach" title="2018 Google data breach">2018 data breach</a></li> <li><a href="/wiki/2018_Google_walkouts" title="2018 Google walkouts">2018 walkouts</a></li> <li><a href="/wiki/Alphabet_Workers_Union" title="Alphabet Workers Union">Alphabet Workers Union</a></li> <li><a href="/wiki/Censorship_by_Google" title="Censorship by Google">Censorship</a></li> <li><a href="/wiki/DeGoogle" title="DeGoogle">DeGoogle</a></li> <li><i><a href="/wiki/Dragonfly_(search_engine)" title="Dragonfly (search engine)">Dragonfly</a></i></li> <li><a href="/wiki/FairSearch" title="FairSearch">FairSearch</a></li> <li><a href="/wiki/Google%27s_Ideological_Echo_Chamber" title="Google's Ideological Echo Chamber">"Ideological Echo Chamber" memo</a></li> <li><a href="/wiki/Google_litigation" title="Google litigation">Litigation</a></li> <li><a href="/wiki/Privacy_concerns_with_Google" title="Privacy concerns with Google">Privacy concerns</a> <ul><li><a href="/wiki/Google_Street_View_privacy_concerns" title="Google Street View privacy concerns">Street View</a></li></ul></li> <li><a href="/wiki/San_Francisco_tech_bus_protests" title="San Francisco tech bus protests">San Francisco tech bus protests</a></li> <li><a href="/wiki/Google_services_outages" title="Google services outages">Services outages</a></li> <li><a href="/wiki/Smartphone_patent_wars" title="Smartphone patent wars">Smartphone patent wars</a></li> <li><a href="/wiki/Google_worker_organization" title="Google worker organization">Worker organization</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Criticism_of_Google#YouTube" title="Criticism of Google">YouTube</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/2020_Korean_YouTube_backdoor_advertising_controversy" title="2020 Korean YouTube backdoor advertising controversy">Back advertisement controversy</a></li> <li><a href="/wiki/Censorship_by_Google#YouTube" title="Censorship by Google">Censorship</a></li> <li><a href="/wiki/YouTube_copyright_issues" title="YouTube copyright issues">Copyright issues</a></li> <li><a href="/wiki/YouTube_copyright_strike" title="YouTube copyright strike">Copyright strike</a></li> <li><a href="/wiki/Elsagate" title="Elsagate">Elsagate</a></li> <li><a href="/wiki/Fantastic_Adventures_scandal" title="Fantastic Adventures scandal">Fantastic Adventures scandal</a></li> <li><a href="/wiki/YouTube_headquarters_shooting" title="YouTube headquarters shooting">Headquarters shooting</a></li> <li><a href="/wiki/2012_Kohistan_video_case" title="2012 Kohistan video case">Kohistan video case</a></li> <li><a href="/wiki/Reactions_to_Innocence_of_Muslims" title="Reactions to Innocence of Muslims">Reactions to <i>Innocence of Muslims</i></a></li> <li><a href="/wiki/2011_Slovenian_YouTube_incident" title="2011 Slovenian YouTube incident">Slovenian government incident</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Development" style="font-size:114%;margin:0 4em"><a href="/wiki/Google_Developers" title="Google Developers">Development</a></div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Operating systems</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Android_(operating_system)" title="Android (operating system)">Android</a> <ul><li><a href="/wiki/Android_Automotive" title="Android Automotive">Automotive</a></li> <li><a href="/wiki/Glass_OS" title="Glass OS">Glass OS</a></li> <li><a href="/wiki/Android_Go" title="Android Go">Go</a></li> <li><a href="/wiki/GLinux" title="GLinux">gLinux</a></li> <li><i><a href="/wiki/Goobuntu" title="Goobuntu">Goobuntu</a></i></li> <li><i><a href="/wiki/Android_Things" title="Android Things">Things</a></i></li> <li><a href="/wiki/Android_TV" title="Android TV">TV</a></li> <li><a href="/wiki/Wear_OS" title="Wear OS">Wear OS</a></li></ul></li> <li><a href="/wiki/ChromeOS" title="ChromeOS">ChromeOS</a> <ul><li><a href="/wiki/ChromiumOS" title="ChromiumOS">ChromiumOS</a></li> <li><a href="/wiki/Neverware" title="Neverware">Neverware</a></li></ul></li> <li><a href="/wiki/Fuchsia_(operating_system)" title="Fuchsia (operating system)">Fuchsia</a></li> <li><i><a href="/wiki/Google_TV_(operating_system)" title="Google TV (operating system)">TV</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Libraries/<br />frameworks</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/ALTS" title="ALTS">ALTS</a></li> <li><a href="/wiki/Accelerated_Mobile_Pages" title="Accelerated Mobile Pages">AMP</a></li> <li><a href="/wiki/Angular_(web_framework)" title="Angular (web framework)">Angular</a> <ul><li><i><a href="/wiki/AngularJS" title="AngularJS">JS</a></i></li></ul></li> <li><a href="/wiki/ARCore" title="ARCore">ARCore</a></li> <li><a href="/wiki/Google_APIs" title="Google APIs">APIs</a></li> <li><a href="/wiki/Blockly" title="Blockly">Blockly</a></li> <li><a href="/wiki/Google_Chart_API" title="Google Chart API">Chart API</a></li> <li><a href="/wiki/Google_Charts" title="Google Charts">Charts</a></li> <li><a href="/wiki/Dialogflow" title="Dialogflow">Dialogflow</a></li> <li><a href="/wiki/Exposure_Notification" title="Exposure Notification">Exposure Notification</a></li> <li><a href="/wiki/Fast_Pair" title="Fast Pair">Fast Pair</a></li> <li><a href="/wiki/Federated_Learning_of_Cohorts" title="Federated Learning of Cohorts">Federated Learning of Cohorts</a></li> <li><a href="/wiki/Google_File_System" title="Google File System">File System</a></li> <li><a href="/wiki/FlatBuffers" title="FlatBuffers">FlatBuffers</a></li> <li><a href="/wiki/Flutter_(software)" title="Flutter (software)">Flutter</a></li> <li><i><a href="/wiki/Gears_(software)" title="Gears (software)">Gears</a></i></li> <li><a href="/wiki/GRPC" title="GRPC">gRPC</a></li> <li><a href="/wiki/Gson" title="Gson">Gson</a></li> <li><a href="/wiki/Google_Guava" title="Google Guava">Guava</a></li> <li><a href="/wiki/Google_Guice" title="Google Guice">Guice</a></li> <li><a href="/wiki/Guetzli" title="Guetzli">Guetzli</a></li> <li><a href="/wiki/Google_JAX" title="Google JAX">JAX</a></li> <li><a href="/wiki/GVisor" title="GVisor">gVisor</a></li> <li><a href="/wiki/MapReduce" title="MapReduce">MapReduce</a></li> <li><a href="/wiki/Matter_(standard)" title="Matter (standard)">Matter</a></li> <li><a href="/wiki/Google_Mobile_Services" title="Google Mobile Services">Mobile Services</a></li> <li><a href="/wiki/Google_Neural_Machine_Translation" title="Google Neural Machine Translation">Neural Machine Translation</a></li> <li><a href="/wiki/OpenSocial" title="OpenSocial">OpenSocial</a></li> <li><i><a href="/wiki/Google_Pack" title="Google Pack">Pack</a></i></li> <li><a href="/wiki/Polymer_(library)" title="Polymer (library)">Polymer</a></li> <li><a href="/wiki/Protocol_Buffers" title="Protocol Buffers">Protocol Buffers</a></li> <li><i><a href="/wiki/Reqwireless" title="Reqwireless">Reqwireless</a></i></li> <li><a href="/wiki/Google_Shell" title="Google Shell">Shell</a></li> <li><a href="/wiki/Skia_Graphics_Engine" title="Skia Graphics Engine">Skia Graphics Engine</a></li> <li><i><a href="/wiki/Tango_(platform)" title="Tango (platform)">Tango</a></i></li> <li><a href="/wiki/TensorFlow" title="TensorFlow">TensorFlow</a></li> <li><a href="/wiki/Google_Test" title="Google Test">Test</a></li> <li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a></li> <li><a href="/wiki/Weave_(protocol)" title="Weave (protocol)">Weave</a></li> <li><i><a href="/wiki/Google_Web_Accelerator" title="Google Web Accelerator">Web Accelerator</a></i></li> <li><a href="/wiki/WebRTC" title="WebRTC">WebRTC</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Platforms</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_App_Engine" title="Google App Engine">App Engine</a></li> <li><i><a href="/wiki/AppJet" title="AppJet">AppJet</a></i></li> <li><a href="/wiki/Google_Apps_Script" title="Google Apps Script">Apps Script</a></li> <li><a href="/wiki/Google_Cloud_Platform" title="Google Cloud Platform">Cloud Platform</a> <ul><li><i><a href="/wiki/Anvato" title="Anvato">Anvato</a></i></li></ul></li> <li><a href="/wiki/Firebase" title="Firebase">Firebase</a> <ul><li><a href="/wiki/Firebase_Cloud_Messaging" title="Firebase Cloud Messaging">Cloud Messaging</a></li> <li><a href="/wiki/Crashlytics" title="Crashlytics">Crashlytics</a></li></ul></li> <li><i><a href="/wiki/Global_IP_Solutions" title="Global IP Solutions">Global IP Solutions</a></i> <ul><li><a href="/wiki/Internet_Low_Bitrate_Codec" title="Internet Low Bitrate Codec">Internet Low Bitrate Codec</a></li> <li><a href="/wiki/Internet_Speech_Audio_Codec" title="Internet Speech Audio Codec">Internet Speech Audio Codec</a></li></ul></li> <li><i><a href="/wiki/Gridcentric,_Inc." title="Gridcentric, Inc.">Gridcentric, Inc.</a></i></li> <li><a href="/wiki/ITA_Software" title="ITA Software">ITA Software</a></li> <li><a href="/wiki/Kubernetes" title="Kubernetes">Kubernetes</a></li> <li><a href="/wiki/LevelDB" title="LevelDB">LevelDB</a></li> <li><a href="/wiki/Neatx" title="Neatx">Neatx</a></li> <li><a href="/wiki/Project_IDX" title="Project IDX">Project IDX</a></li> <li><i><a href="/wiki/SageTV" title="SageTV">SageTV</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><i><a href="/wiki/Apigee" title="Apigee">Apigee</a></i></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Bigtable" title="Bigtable">Bigtable</a></li> <li><i><a href="/wiki/Bitium" title="Bitium">Bitium</a></i></li> <li><a href="/wiki/Chronicle_Security" title="Chronicle Security">Chronicle</a> <ul><li><a href="/wiki/VirusTotal" title="VirusTotal">VirusTotal</a></li></ul></li> <li><a href="/wiki/Google_Compute_Engine" title="Google Compute Engine">Compute Engine</a></li> <li><i><a href="/wiki/Google_Cloud_Connect" title="Google Cloud Connect">Connect</a></i></li> <li><a href="/wiki/Google_Cloud_Dataflow" title="Google Cloud Dataflow">Dataflow</a></li> <li><a href="/wiki/Google_Cloud_Datastore" title="Google Cloud Datastore">Datastore</a></li> <li><a href="/wiki/Kaggle" title="Kaggle">Kaggle</a></li> <li><a href="/wiki/Looker_(company)" title="Looker (company)">Looker</a></li> <li><a href="/wiki/Mandiant" title="Mandiant">Mandiant</a></li> <li><i><a href="/wiki/Google_Cloud_Messaging" title="Google Cloud Messaging">Messaging</a></i></li> <li><a href="/wiki/Orbitera" title="Orbitera">Orbitera</a></li> <li><a href="/wiki/Google_Cloud_Shell" title="Google Cloud Shell">Shell</a></li> <li><i><a href="/wiki/Stackdriver" title="Stackdriver">Stackdriver</a></i></li> <li><a href="/wiki/Google_Cloud_Storage" title="Google Cloud Storage">Storage</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Tools</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/American_Fuzzy_Lop_(software)" title="American Fuzzy Lop (software)">American Fuzzy Lop</a></li> <li><i><a href="/wiki/Android_Cloud_to_Device_Messaging" title="Android Cloud to Device Messaging">Android Cloud to Device Messaging</a></i></li> <li><a href="/wiki/Android_Debug_Bridge" title="Android Debug Bridge">Android Debug Bridge</a></li> <li><a href="/wiki/Android_Studio" title="Android Studio">Android Studio</a></li> <li><i><a href="/wiki/Google_App_Maker" title="Google App Maker">App Maker</a></i></li> <li><a href="/wiki/Google_App_Runtime_for_Chrome" title="Google App Runtime for Chrome">App Runtime for Chrome</a></li> <li><a href="/wiki/AppSheet" title="AppSheet">AppSheet</a></li> <li><a href="/wiki/Bazel_(software)" title="Bazel (software)">Bazel</a></li> <li><i><a href="/wiki/Google_Chrome_Frame" title="Google Chrome Frame">Chrome Frame</a></i></li> <li><a href="/wiki/Google_Closure_Tools" title="Google Closure Tools">Closure Tools</a></li> <li><a href="/wiki/Cpplint" title="Cpplint">Cpplint</a></li> <li><a href="/wiki/Google_Data_Protocol" title="Google Data Protocol">Data Protocol</a></li> <li><a href="/wiki/Google_Gadgets" title="Google Gadgets">Gadgets</a></li> <li><a href="/wiki/Gerrit_(software)" title="Gerrit (software)">Gerrit</a></li> <li><a href="/wiki/GYP_(software)" title="GYP (software)">GYP</a></li> <li><a href="/wiki/Google_Kythe" title="Google Kythe">Kythe</a></li> <li><a href="/wiki/Google_Lighthouse" title="Google Lighthouse">Lighthouse</a></li> <li><a href="/wiki/MIT_App_Inventor" title="MIT App Inventor">MIT App Inventor</a></li> <li><i><a href="/wiki/Google_Mashup_Editor" title="Google Mashup Editor">Mashup Editor</a></i></li> <li><a href="/wiki/Google_Native_Client" title="Google Native Client">Native Client</a></li> <li><i><a href="/wiki/Google_Optimize" title="Google Optimize">Optimize</a></i></li> <li><a href="/wiki/OpenRefine" title="OpenRefine">OpenRefine</a></li> <li><a href="/wiki/OR-Tools" title="OR-Tools">OR-Tools</a></li> <li><a href="/wiki/Google_PageSpeed_Tools" title="Google PageSpeed Tools">PageSpeed</a></li> <li><i><a href="/wiki/Google_Plugin_for_Eclipse" title="Google Plugin for Eclipse">Plugin for Eclipse</a></i></li> <li><a href="/wiki/Google_Programmable_Search_Engine" title="Google Programmable Search Engine">Programmable Search Engine</a></li> <li><a href="/wiki/Google_Public_DNS" title="Google Public DNS">Public DNS</a></li> <li><a href="/wiki/ReCAPTCHA" title="ReCAPTCHA">reCAPTCHA</a></li> <li><a href="/wiki/Schema.org" title="Schema.org">Schema.org</a></li> <li><a href="/wiki/Google_Search_Console" title="Google Search Console">Search Console</a></li> <li><a href="/wiki/Sitemaps" title="Sitemaps">Sitemaps</a></li> <li><i><a href="/wiki/Google_Swiffy" title="Google Swiffy">Swiffy</a></i></li> <li><a href="/wiki/Tesseract_(software)" title="Tesseract (software)">Tesseract (software)</a></li> <li><a href="/wiki/Trendalyzer" title="Trendalyzer">Trendalyzer</a></li> <li><a href="/wiki/VisBug" title="VisBug">VisBug</a></li> <li><a href="/wiki/Google_Wave_Federation_Protocol" title="Google Wave Federation Protocol">Wave Federation Protocol</a></li> <li><a href="/wiki/Google_Web_Toolkit" title="Google Web Toolkit">Web Toolkit</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Search algorithms</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Hummingbird" title="Google Hummingbird">Hummingbird</a></li> <li><a href="/wiki/PageRank" title="PageRank">PageRank</a> <ul><li><a href="/wiki/PageRank_algorithm_in_biochemistry" title="PageRank algorithm in biochemistry">applications in biochemistry</a></li> <li><a href="/wiki/Google_matrix" title="Google matrix">Matrix</a></li></ul></li> <li><a href="/wiki/Google_Panda" title="Google Panda">Panda</a></li> <li><a href="/wiki/Google_Penguin" title="Google Penguin">Penguin</a></li> <li><a href="/wiki/Google_Pigeon" title="Google Pigeon">Pigeon</a></li> <li><a href="/wiki/RankBrain" title="RankBrain">RankBrain</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Others</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a></li> <li><a href="/wiki/BigQuery" title="BigQuery">BigQuery</a></li> <li><a href="/wiki/Google_Chrome_Experiments" title="Google Chrome Experiments">Chrome Experiments</a></li> <li><i><a href="/wiki/Flutter_(American_company)" title="Flutter (American company)">Flutter</a></i></li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini</a></li> <li><a href="/wiki/Googlebot" title="Googlebot">Googlebot</a></li> <li><a href="/wiki/Keyhole_Markup_Language" title="Keyhole Markup Language">Keyhole Markup Language</a></li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a></li> <li><a href="/wiki/Open_Location_Code" title="Open Location Code">Open Location Code</a></li> <li><a href="/wiki/PaLM" title="PaLM">PaLM</a></li> <li>Programming languages <ul><li><i><a href="/wiki/Caja_project" title="Caja project">Caja</a></i></li> <li><a href="/wiki/Carbon_(programming_language)" title="Carbon (programming language)">Carbon</a></li> <li><a href="/wiki/Dart_(programming_language)" title="Dart (programming language)">Dart</a></li> <li><a href="/wiki/Go_(programming_language)" title="Go (programming language)">Go</a></li> <li><i><a href="/wiki/Sawzall_(programming_language)" title="Sawzall (programming language)">Sawzall</a></i></li></ul></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a></li> <li><i><a href="/wiki/Viewdle" title="Viewdle">Viewdle</a></i></li> <li><a href="/wiki/Webdriver_Torso" title="Webdriver Torso">Webdriver Torso</a></li> <li><a href="/wiki/Google_Web_Server" title="Google Web Server">Web Server</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">File formats</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Android_App_Bundle" title="Android App Bundle">AAB</a></li> <li><a href="/wiki/Apk_(file_format)" title="Apk (file format)">APK</a> <ul><li><a href="/wiki/AV1" title="AV1">AV1</a></li></ul></li> <li><i><a href="/wiki/On2_Technologies" title="On2 Technologies">On2 Technologies</a></i> <ul><li><a href="/wiki/VP3" title="VP3">VP3</a></li> <li><a href="/wiki/VP6" title="VP6">VP6</a></li> <li><a href="/wiki/VP8" title="VP8">VP8</a> <ul><li><a href="/wiki/Libvpx" title="Libvpx">libvpx</a></li></ul></li></ul></li> <li><a href="/wiki/VP9" title="VP9">VP9</a></li> <li><a href="/wiki/WebM" title="WebM">WebM</a></li> <li><a href="/wiki/WebP" title="WebP">WebP</a></li> <li><a href="/wiki/Web_Open_Font_Format" title="Web Open Font Format">WOFF2</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Products" style="font-size:114%;margin:0 4em"><a href="/wiki/List_of_Google_products" title="List of Google products">Products</a></div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Entertainment</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Currents_(news_app)" title="Google Currents (news app)">Currents (news app)</a></i></li> <li><a href="/wiki/Green_Throttle_Games" title="Green Throttle Games">Green Throttle Games</a></li> <li><a href="/wiki/Owlchemy_Labs" title="Owlchemy Labs">Owlchemy Labs</a></li> <li><i><a href="/wiki/Oyster_(company)" title="Oyster (company)">Oyster</a></i></li> <li><a href="/wiki/PaperofRecord.com" title="PaperofRecord.com">PaperofRecord.com</a></li> <li><i><a href="/wiki/Google_Podcasts" title="Google Podcasts">Podcasts</a></i></li> <li><a href="/wiki/Quick,_Draw!" title="Quick, Draw!">Quick, Draw!</a></li> <li><a href="/wiki/Google_Santa_Tracker" title="Google Santa Tracker">Santa Tracker</a></li> <li><i><a href="/wiki/Songza" title="Songza">Songza</a></i></li> <li><i><a href="/wiki/Google_Stadia" title="Google Stadia">Stadia</a></i> <ul><li><i><a href="/wiki/List_of_Stadia_games" title="List of Stadia games">games</a></i></li> <li><i><a href="/wiki/Typhoon_Studios" title="Typhoon Studios">Typhoon Studios</a></i></li></ul></li> <li><a href="/wiki/Google_TV_(service)" title="Google TV (service)">TV</a></li> <li><a href="/wiki/Vevo" title="Vevo">Vevo</a></li> <li><i><a href="/wiki/Google_Video" title="Google Video">Video</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Play" title="Google Play">Play</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Play_Books" title="Google Play Books">Books</a></li> <li><a href="/wiki/Google_Play_Games" title="Google Play Games">Games</a></li> <li><a href="/wiki/List_of_most-downloaded_Google_Play_applications" title="List of most-downloaded Google Play applications">most downloaded apps</a></li> <li><i><a href="/wiki/Google_Play_Music" title="Google Play Music">Music</a></i></li> <li><i><a href="/wiki/Google_Play_Newsstand" title="Google Play Newsstand">Newsstand</a></i></li> <li><a href="/wiki/Google_Play_Pass" title="Google Play Pass">Pass</a></li> <li><a href="/wiki/Google_Play_Services" title="Google Play Services">Services</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/YouTube" title="YouTube">YouTube</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/BandPage" title="BandPage">BandPage</a></i></li> <li><a href="/wiki/YouTube_BrandConnect" title="YouTube BrandConnect">BrandConnect</a></li> <li><a href="/wiki/Content_ID" title="Content ID">Content ID</a></li> <li><a href="/wiki/YouTube_Instant" title="YouTube Instant">Instant</a></li> <li><a href="/wiki/YouTube_Kids" title="YouTube Kids">Kids</a></li> <li><a href="/wiki/YouTube_Music" title="YouTube Music">Music</a></li> <li><a href="/wiki/YouTube_(YouTube_channel)" title="YouTube (YouTube channel)">Official channel</a></li> <li><a href="/wiki/YouTube_Premium" title="YouTube Premium">Premium</a> <ul><li><a href="/wiki/List_of_YouTube_Premium_original_programming" title="List of YouTube Premium original programming">original programming</a></li></ul></li> <li><i><a href="/wiki/YouTube_Rewind" title="YouTube Rewind">YouTube Rewind</a></i></li> <li><i><a href="/wiki/RightsFlow" title="RightsFlow">RightsFlow</a></i></li> <li><a href="/wiki/YouTube_Select" title="YouTube Select">Select</a></li> <li><a href="/wiki/YouTube_Shorts" title="YouTube Shorts">Shorts</a></li> <li><a href="/wiki/YouTube_Studio" title="YouTube Studio">Studio</a></li> <li><a href="/wiki/YouTube_TV" title="YouTube TV">TV</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Communication</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Allo" title="Google Allo">Allo</a></i></li> <li><i><a href="/wiki/Bump_(application)" title="Bump (application)">Bump</a></i></li> <li><i><a href="/wiki/Google_Buzz" title="Google Buzz">Buzz</a></i></li> <li><a href="/wiki/Google_Chat" title="Google Chat">Chat</a></li> <li><a href="/wiki/Google_Contacts" title="Google Contacts">Contacts</a></li> <li><i><a href="/wiki/Google_Currents_(social_app)" title="Google Currents (social app)">Currents (social app)</a></i></li> <li><i><a href="/wiki/Dodgeball_(service)" title="Dodgeball (service)">Dodgeball</a></i></li> <li><i><a href="/wiki/Google_Duo" title="Google Duo">Duo</a></i></li> <li><a href="/wiki/Google_Fi_Wireless" title="Google Fi Wireless">Fi Wireless</a></li> <li><i><a href="/wiki/Google_Friend_Connect" title="Google Friend Connect">Friend Connect</a></i></li> <li><i><a href="/wiki/Gizmo5" title="Gizmo5">Gizmo5</a></i></li> <li><i><a href="/wiki/Google%2B" title="Google+">Google+</a></i></li> <li><a href="/wiki/Gmail" title="Gmail">Gmail</a> <ul><li><a href="/wiki/History_of_Gmail" title="History of Gmail">History</a></li> <li><i><a href="/wiki/Inbox_by_Gmail" title="Inbox by Gmail">Inbox</a></i></li> <li><a href="/wiki/Gmail_interface" title="Gmail interface">Interface</a></li></ul></li> <li><a href="/wiki/Google_Groups" title="Google Groups">Groups</a></li> <li><i><a href="/wiki/Google_Hangouts" title="Google Hangouts">Hangouts</a></i></li> <li><i><a href="/wiki/Google_Helpouts" title="Google Helpouts">Helpouts</a></i></li> <li><a href="/wiki/Google_IME" title="Google IME">IME</a> <ul><li><a href="/wiki/Google_Japanese_Input" title="Google Japanese Input">Japanese</a></li> <li><i><a href="/wiki/Google_Pinyin" title="Google Pinyin">Pinyin</a></i></li></ul></li> <li><i><a href="/wiki/Jaiku" title="Jaiku">Jaiku</a></i></li> <li><i><a href="/wiki/Marratech" title="Marratech">Marratech</a></i></li> <li><i><a href="/wiki/Meebo" title="Meebo">Meebo</a></i></li> <li><a href="/wiki/Google_Meet" title="Google Meet">Meet</a></li> <li><a href="/wiki/Google_Messages" title="Google Messages">Messages</a></li> <li><i><a href="/wiki/Google_Moderator" title="Google Moderator">Moderator</a></i></li> <li><i><a href="/wiki/Neotonic_Software" title="Neotonic Software">Neotonic Software</a></i></li> <li><i><a href="/wiki/Orkut" title="Orkut">Orkut</a></i></li> <li><i><a href="/wiki/Postini" title="Postini">Postini</a></i></li> <li><i><a href="/wiki/Quest_Visual" title="Quest Visual">Quest Visual</a></i> <ul><li><i><a href="/wiki/Word_Lens" title="Word Lens">Word Lens</a></i></li></ul></li> <li><i><a href="/wiki/Google_Schemer" title="Google Schemer">Schemer</a></i></li> <li><i><a href="/wiki/Google_Spaces" title="Google Spaces">Spaces</a></i></li> <li><i><a href="/wiki/Sparrow_(email_client)" title="Sparrow (email client)">Sparrow</a></i></li> <li><i><a href="/wiki/Google_Talk" title="Google Talk">Talk</a></i></li> <li><a href="/wiki/Google_Translate" title="Google Translate">Translate</a> <ul><li><i><a href="/wiki/Google_Translator_Toolkit" title="Google Translator Toolkit">Translator Toolkit</a></i></li></ul></li> <li><a href="/wiki/Google_Voice" title="Google Voice">Voice</a></li> <li><i><a href="/wiki/GOOG-411" title="GOOG-411">Voice Local Search</a></i></li> <li><i><a href="/wiki/Google_Wave" title="Google Wave">Wave</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Search" title="Google Search">Search</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Aardvark_(search_engine)" title="Aardvark (search engine)">Aardvark</a></i></li> <li><a href="/wiki/Google_Alerts" title="Google Alerts">Alerts</a></li> <li><i><a href="/wiki/Google_Answers" title="Google Answers">Answers</a></i></li> <li><i><a href="/wiki/Google_Base" title="Google Base">Base</a></i></li> <li><i><a href="/wiki/BeatThatQuote.com" title="BeatThatQuote.com">BeatThatQuote.com</a></i></li> <li><i><a href="/wiki/Google_Blog_Search" title="Google Blog Search">Blog Search</a></i></li> <li><a href="/wiki/Google_Books" title="Google Books">Books</a> <ul><li><a href="/wiki/Google_Books_Ngram_Viewer" title="Google Books Ngram Viewer">Ngram Viewer</a></li></ul></li> <li><i><a href="/wiki/Google_Code_Search" title="Google Code Search">Code Search</a></i></li> <li><a href="/wiki/Data_Commons" title="Data Commons">Data Commons</a></li> <li><a href="/wiki/Google_Dataset_Search" title="Google Dataset Search">Dataset Search</a></li> <li><a href="/wiki/Google_Dictionary" title="Google Dictionary">Dictionary</a></li> <li><i><a href="/wiki/Google_Directory" title="Google Directory">Directory</a></i></li> <li><i><a href="/wiki/Google_Fast_Flip" title="Google Fast Flip">Fast Flip</a></i></li> <li><i><a href="/wiki/Google_Flu_Trends" title="Google Flu Trends">Flu Trends</a></i></li> <li><a href="/wiki/Google_Finance" title="Google Finance">Finance</a></li> <li><i><a href="/wiki/Google_Goggles" title="Google Goggles">Goggles</a></i></li> <li><a href="/wiki/Google.by" title="Google.by">Google.by</a></li> <li><a href="/wiki/Google_Images" title="Google Images">Images</a> <ul><li><i><a href="/wiki/Google_Image_Labeler" title="Google Image Labeler">Image Labeler</a></i></li> <li><i><a href="/wiki/Google_Image_Swirl" title="Google Image Swirl">Image Swirl</a></i></li></ul></li> <li><i><a href="/wiki/Kaltix" title="Kaltix">Kaltix</a></i></li> <li><a href="/wiki/Google_Knowledge_Graph" title="Google Knowledge Graph">Knowledge Graph</a> <ul><li><i><a href="/wiki/Freebase_(database)" title="Freebase (database)">Freebase</a></i></li> <li><i><a href="/wiki/Metaweb" title="Metaweb">Metaweb</a></i></li></ul></li> <li><i><a href="/wiki/Like.com" title="Like.com">Like.com</a></i></li> <li><a href="/wiki/Google_News" title="Google News">News</a> <ul><li><a href="/wiki/Google_News_Archive" title="Google News Archive">Archive</a></li> <li><i><a href="/wiki/Google_News_%26_Weather" title="Google News & Weather">Weather</a></i></li></ul></li> <li><a href="/wiki/Google_Patents" title="Google Patents">Patents</a></li> <li><a href="/wiki/People_Cards" title="People Cards">People Cards</a></li> <li><i><a href="/wiki/Google_Personalized_Search" title="Google Personalized Search">Personalized Search</a></i></li> <li><a href="/wiki/Google_Public_Data_Explorer" title="Google Public Data Explorer">Public Data Explorer</a></li> <li><i><a href="/wiki/Google_Questions_and_Answers" class="mw-redirect" title="Google Questions and Answers">Questions and Answers</a></i></li> <li><a href="/wiki/SafeSearch" title="SafeSearch">SafeSearch</a></li> <li><a href="/wiki/Google_Scholar" title="Google Scholar">Scholar</a></li> <li><i><a href="/wiki/Google_SearchWiki" title="Google SearchWiki">Searchwiki</a></i></li> <li><a href="/wiki/Google_Shopping" title="Google Shopping">Shopping</a></li> <li><i><a href="/wiki/Google_Catalogs" title="Google Catalogs">Catalogs</a></i> <ul><li><i><a href="/wiki/Google_Express" title="Google Express">Express</a></i></li></ul></li> <li><i><a href="/wiki/Google_Squared" title="Google Squared">Squared</a></i></li> <li><a href="/wiki/Tenor_(website)" title="Tenor (website)">Tenor</a></li> <li><a href="/wiki/Google_Travel" title="Google Travel">Travel</a> <ul><li><a href="/wiki/Google_Flights" title="Google Flights">Flights</a></li></ul></li> <li><a href="/wiki/Google_Trends" title="Google Trends">Trends</a> <ul><li><i><a href="/wiki/Google_Insights_for_Search" title="Google Insights for Search">Insights for Search</a></i></li></ul></li> <li><a href="/wiki/Google_Voice_Search" title="Google Voice Search">Voice Search</a></li> <li><i><a href="/wiki/WDYL_(search_engine)" title="WDYL (search engine)">WDYL</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Navigation</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Earth" title="Google Earth">Earth</a></li> <li><a href="/wiki/Endoxon" title="Endoxon">Endoxon</a></li> <li><i><a href="/wiki/ImageAmerica" title="ImageAmerica">ImageAmerica</a></i></li> <li><a href="/wiki/Google_Maps" title="Google Maps">Maps</a> <ul><li><i><a href="/wiki/Google_Latitude" title="Google Latitude">Latitude</a></i></li> <li><i><a href="/wiki/Google_Map_Maker" title="Google Map Maker">Map Maker</a></i></li> <li><i><a href="/wiki/Google_Maps_Navigation" title="Google Maps Navigation">Navigation</a></i></li> <li><a href="/wiki/Google_Maps_pin" title="Google Maps pin">Pin</a></li> <li><a href="/wiki/Google_Street_View" title="Google Street View">Street View</a> <ul><li><a href="/wiki/Google_Street_View_coverage" title="Google Street View coverage">Coverage</a></li> <li><a href="/wiki/Street_View_Trusted" title="Street View Trusted">Trusted</a></li></ul></li></ul></li> <li><a href="/wiki/Waze" title="Waze">Waze</a></li> <li><a href="/wiki/Where_Is_My_Train" title="Where Is My Train">Where Is My Train</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Business<br />and finance</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Ad_Manager" title="Google Ad Manager">Ad Manager</a></li> <li><a href="/wiki/AdMob" title="AdMob">AdMob</a></li> <li><a href="/wiki/Google_Ads" title="Google Ads">Ads</a></li> <li><a href="/wiki/Adscape" title="Adscape">Adscape</a></li> <li><a href="/wiki/Google_AdSense" title="Google AdSense">AdSense</a></li> <li><a href="/wiki/Google_Attribution" title="Google Attribution">Attribution</a></li> <li><i><a href="/wiki/BebaPay" title="BebaPay">BebaPay</a></i></li> <li><i><a href="/wiki/Google_Checkout" title="Google Checkout">Checkout</a></i></li> <li><i><a href="/wiki/Google_Contributor" title="Google Contributor">Contributor</a></i></li> <li><i><a href="/wiki/DoubleClick" title="DoubleClick">DoubleClick</a></i> <ul><li><i><a href="/wiki/Google_Affiliate_Network" title="Google Affiliate Network">Affiliate Network</a></i></li> <li><a href="/wiki/Invite_Media" title="Invite Media">Invite Media</a></li></ul></li> <li><a href="/wiki/Google_Analytics" title="Google Analytics">Marketing Platform</a> <ul><li><a href="/wiki/Google_Analytics" title="Google Analytics">Analytics</a></li> <li><a href="/wiki/Looker_Studio" title="Looker Studio">Looker Studio</a></li> <li><i><a href="/wiki/Urchin_(software)" title="Urchin (software)">Urchin</a></i></li></ul></li> <li><i><a href="/wiki/Google_Pay_(mobile_app)" title="Google Pay (mobile app)">Pay (mobile app)</a></i> <ul><li><a href="/wiki/Google_Wallet" title="Google Wallet">Wallet</a></li> <li><a href="/wiki/Google_Pay_(payment_method)" title="Google Pay (payment method)">Pay (payment method)</a></li> <li><i><a href="/wiki/Google_Pay_Send" title="Google Pay Send">Send</a></i></li> <li><i><a href="/wiki/Tez_(software)" title="Tez (software)">Tez</a></i></li></ul></li> <li><i><a href="/wiki/PostRank" title="PostRank">PostRank</a></i></li> <li><a href="/wiki/Google_Primer" title="Google Primer">Primer</a></li> <li><i><a href="/wiki/Softcard" title="Softcard">Softcard</a></i></li> <li><i><a href="/wiki/Wildfire_Interactive" title="Wildfire Interactive">Wildfire Interactive</a></i></li> <li><a href="/wiki/Widevine" title="Widevine">Widevine</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Organization<br />and productivity</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Bookmarks" title="Google Bookmarks">Bookmarks</a></i></li> <li><i><a href="/wiki/Google_Browser_Sync" title="Google Browser Sync">Browser Sync</a></i></li> <li><a href="/wiki/Google_Calendar" title="Google Calendar">Calendar</a></li> <li><a href="/wiki/Google_Cloud_Search" title="Google Cloud Search">Cloud Search</a></li> <li><i><a href="/wiki/Google_Desktop" title="Google Desktop">Desktop</a></i></li> <li><a href="/wiki/Google_Drive" title="Google Drive">Drive</a></li> <li><a href="/wiki/Etherpad" title="Etherpad">Etherpad</a></li> <li><i><a href="/wiki/Fflick" title="Fflick">fflick</a></i></li> <li><a href="/wiki/Files_(Google)" title="Files (Google)">Files</a></li> <li><i><a href="/wiki/IGoogle" title="IGoogle">iGoogle</a></i></li> <li><i><a href="/wiki/Jamboard" title="Jamboard">Jamboard</a></i></li> <li><i><a href="/wiki/Google_Notebook" title="Google Notebook">Notebook</a></i></li> <li><a href="/wiki/NotebookLM" title="NotebookLM">NotebookLM</a></li> <li><a href="/wiki/Google_One" title="Google One">One</a></li> <li><a href="/wiki/Google_Photos" title="Google Photos">Photos</a></li> <li><i><a href="/wiki/Quickoffice" title="Quickoffice">Quickoffice</a></i></li> <li><i><a href="/wiki/Google_Quick_Search_Box" title="Google Quick Search Box">Quick Search Box</a></i></li> <li><a href="/wiki/Google_Surveys" title="Google Surveys">Surveys</a></li> <li><i><a href="/wiki/Google_Sync" title="Google Sync">Sync</a></i></li> <li><a href="/wiki/Google_Tasks" title="Google Tasks">Tasks</a></li> <li><i><a href="/wiki/Google_Toolbar" title="Google Toolbar">Toolbar</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Docs_Editors" title="Google Docs Editors">Docs Editors</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Docs" title="Google Docs">Docs</a></li> <li><a href="/wiki/Google_Drawings" title="Google Drawings">Drawings</a></li> <li><a href="/wiki/Google_Forms" title="Google Forms">Forms</a></li> <li><i><a href="/wiki/Google_Fusion_Tables" title="Google Fusion Tables">Fusion Tables</a></i></li> <li><a href="/wiki/Google_Keep" title="Google Keep">Keep</a></li> <li><a href="/wiki/Google_Sheets" title="Google Sheets">Sheets</a></li> <li><a href="/wiki/Google_Slides" title="Google Slides">Slides</a></li> <li><a href="/wiki/Google_Sites" title="Google Sites">Sites</a></li> <li><a href="/wiki/Google_Vids" title="Google Vids">Vids</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Publishing</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Apture" title="Apture">Apture</a></i></li> <li><a href="/wiki/Blogger_(service)" title="Blogger (service)">Blogger</a> <ul><li><a href="/wiki/Pyra_Labs" title="Pyra Labs">Pyra Labs</a></li></ul></li> <li><i><a href="/wiki/Google_Domains" title="Google Domains">Domains</a></i></li> <li><a href="/wiki/FeedBurner" title="FeedBurner">FeedBurner</a></li> <li><i><a href="/wiki/Google_One_Pass" title="Google One Pass">One Pass</a></i></li> <li><i><a href="/wiki/Google_Page_Creator" title="Google Page Creator">Page Creator</a></i></li> <li><a href="/wiki/Google_Sites" title="Google Sites">Sites</a></li> <li><a href="/wiki/Google_Web_Designer" title="Google Web Designer">Web Designer</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Education</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Classroom" title="Google Classroom">Classroom</a></li> <li><i><a href="/wiki/Grasshopper_(mobile_app)" title="Grasshopper (mobile app)">Grasshopper</a></i></li> <li><a href="/wiki/Socratic_(Google)" title="Socratic (Google)">Socratic</a></li> <li><a href="/wiki/Photomath" title="Photomath">Photomath</a></li> <li><a href="/wiki/Read_Along" title="Read Along">Read Along</a></li> <li><a href="/wiki/Toontastic_3D" title="Toontastic 3D">Toontastic 3D</a></li> <li><a href="/wiki/Google_Workspace" title="Google Workspace">Workspace</a> <ul><li><a href="/wiki/Google_Workspace_Marketplace" title="Google Workspace Marketplace">Marketplace</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Others</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><td colspan="2" class="navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Account" title="Google Account">Account</a> <ul><li><a href="/wiki/Google_Dashboard" title="Google Dashboard">Dashboard</a></li> <li><a href="/wiki/Google_Takeout" title="Google Takeout">Takeout</a></li></ul></li> <li><a href="/wiki/Android_Auto" title="Android Auto">Android Auto</a></li> <li><i><a href="/wiki/Android_Beam" title="Android Beam">Android Beam</a></i></li> <li><a href="/wiki/Google_Arts_%26_Culture" title="Google Arts & Culture">Arts & Culture</a></li> <li><a href="/wiki/Google_Assistant" title="Google Assistant">Assistant</a></li> <li><a href="/wiki/Google_Authenticator" title="Google Authenticator">Authenticator</a></li> <li><i><a href="/wiki/ZygoteBody" title="ZygoteBody">Body</a></i></li> <li><i><a href="/wiki/BufferBox" title="BufferBox">BufferBox</a></i></li> <li><i><a href="/wiki/Google_Building_Maker" title="Google Building Maker">Building Maker</a></i></li> <li><i><a href="/wiki/BumpTop" title="BumpTop">BumpTop</a></i></li> <li><a href="/wiki/Google_Cast" title="Google Cast">Cast</a></li> <li><i><a href="/wiki/Google_Cloud_Print" title="Google Cloud Print">Cloud Print</a></i></li> <li><a href="/wiki/Crowdsource_(app)" title="Crowdsource (app)">Crowdsource</a></li> <li><a href="/wiki/Digital_Wellbeing" title="Digital Wellbeing">Digital Wellbeing</a></li> <li><i><a href="/wiki/Google_Expeditions" title="Google Expeditions">Expeditions</a></i></li> <li><a href="/wiki/Google_Family_Link" title="Google Family Link">Family Link</a></li> <li><a href="/wiki/Find_My_Device" title="Find My Device">Find My Device</a></li> <li><a href="/wiki/Google_Fit" title="Google Fit">Fit</a></li> <li><a href="/wiki/Google_Fonts" title="Google Fonts">Google Fonts</a></li> <li><a href="/wiki/Gboard" title="Gboard">Gboard</a></li> <li><a href="/wiki/Gemini_(chatbot)" title="Gemini (chatbot)">Gemini</a></li> <li><i><a href="/wiki/Google_Gesture_Search" title="Google Gesture Search">Gesture Search</a></i></li> <li><i><a href="/wiki/Impermium" title="Impermium">Impermium</a></i></li> <li><i><a href="/wiki/Knol" title="Knol">Knol</a></i></li> <li><i><a href="/wiki/Google_Lively" title="Google Lively">Lively</a></i></li> <li><a href="/wiki/Live_Transcribe" title="Live Transcribe">Live Transcribe</a></li> <li><i><a href="/wiki/MyTracks" title="MyTracks">MyTracks</a></i></li> <li><i><a href="/wiki/Nearby_Share" title="Nearby Share">Nearby Share</a></i></li> <li><a href="/wiki/Google_Now" title="Google Now">Now</a></li> <li><i><a href="/wiki/Google_Offers" title="Google Offers">Offers</a></i></li> <li><a href="/wiki/Google_Opinion_Rewards" title="Google Opinion Rewards">Opinion Rewards</a></li> <li><a href="/wiki/Google_Person_Finder" title="Google Person Finder">Person Finder</a></li> <li><i><a href="/wiki/Poly_(website)" title="Poly (website)">Poly</a></i></li> <li><a href="/wiki/Google_Question_Hub" title="Google Question Hub">Question Hub</a></li> <li><a href="/wiki/Quick_Share" title="Quick Share">Quick Share</a></li> <li><i><a href="/wiki/Google_Reader" title="Google Reader">Reader</a></i></li> <li><a href="/wiki/Google_Safe_Browsing" title="Google Safe Browsing">Safe Browsing</a></li> <li><i><a href="/wiki/Google_Sidewiki" title="Google Sidewiki">Sidewiki</a></i></li> <li><i><a href="/wiki/SlickLogin" title="SlickLogin">SlickLogin</a></i></li> <li><a href="/wiki/Sound_Amplifier" title="Sound Amplifier">Sound Amplifier</a></li> <li><a href="/wiki/Speech_Recognition_%26_Synthesis" title="Speech Recognition & Synthesis">Speech Recognition & Synthesis</a></li> <li><i><a href="/wiki/Google_Station" title="Google Station">Station</a></i></li> <li><a href="/wiki/Google_Store" title="Google Store">Store</a></li> <li><a href="/wiki/TalkBack" title="TalkBack">TalkBack</a></li> <li><i><a href="/wiki/Tilt_Brush" title="Tilt Brush">Tilt Brush</a></i></li> <li><i><a href="/wiki/Google_URL_Shortener" title="Google URL Shortener">URL Shortener</a></i></li> <li><a href="/wiki/Voice_Access" title="Voice Access">Voice Access</a></li> <li><i><a href="/wiki/Wavii" title="Wavii">Wavii</a></i></li> <li><a href="/wiki/Google_Web_Light" title="Google Web Light">Web Light</a></li> <li><i><a href="/wiki/Google_WiFi" title="Google WiFi">WiFi</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Chrome" title="Google Chrome">Chrome</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Chrome_App" title="Google Chrome App">Apps</a></i></li> <li><a href="/wiki/Chromium_(web_browser)" title="Chromium (web browser)">Chromium</a></li> <li><a href="/wiki/Dinosaur_Game" title="Dinosaur Game">Dinosaur Game</a></li> <li><i><a href="/wiki/GreenBorder" title="GreenBorder">GreenBorder</a></i></li> <li><a href="/wiki/Chrome_Remote_Desktop" title="Chrome Remote Desktop">Remote Desktop</a></li> <li><a href="/wiki/Chrome_Web_Store" title="Chrome Web Store">Web Store</a></li> <li><a href="/wiki/V8_(JavaScript_engine)" title="V8 (JavaScript engine)">V8</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Images and<br />photography</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Pixel_Camera" title="Pixel Camera">Camera</a></li> <li><a href="/wiki/Google_Lens" title="Google Lens">Lens</a></li> <li><a href="/wiki/Snapseed" title="Snapseed">Snapseed</a> <ul><li><i><a href="/wiki/Nik_Software" title="Nik Software">Nik Software</a></i></li></ul></li> <li><i><a href="/wiki/Panoramio" title="Panoramio">Panoramio</a></i></li> <li><a href="/wiki/Google_Photos" title="Google Photos">Photos</a></li> <li><i><a href="/wiki/Picasa" title="Picasa">Picasa</a></i> <ul><li><i><a href="/wiki/Picasa_Web_Albums" title="Picasa Web Albums">Web Albums</a></i></li></ul></li> <li><i><a href="/wiki/Picnik" title="Picnik">Picnik</a></i></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Hardware" style="font-size:114%;margin:0 4em">Hardware</div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Smartphones</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Android_Dev_Phone" title="Android Dev Phone">Android Dev Phone</a></i></li> <li><a href="/wiki/Android_One" title="Android One">Android One</a></li> <li><i><a href="/wiki/Google_Nexus" title="Google Nexus">Nexus</a></i> <ul><li><a href="/wiki/Nexus_One" title="Nexus One">Nexus One</a></li> <li><a href="/wiki/Nexus_S" title="Nexus S">S</a></li> <li><a href="/wiki/Galaxy_Nexus" title="Galaxy Nexus">Galaxy Nexus</a></li> <li><a href="/wiki/Nexus_4" title="Nexus 4">4</a></li> <li><a href="/wiki/Nexus_5" title="Nexus 5">5</a></li> <li><a href="/wiki/Nexus_6" title="Nexus 6">6</a></li> <li><a href="/wiki/Nexus_5X" title="Nexus 5X">5X</a></li> <li><a href="/wiki/Nexus_6P" title="Nexus 6P">6P</a></li> <li><a href="/wiki/Comparison_of_Google_Nexus_smartphones" title="Comparison of Google Nexus smartphones">Comparison</a></li></ul></li> <li><a href="/wiki/Google_Pixel" title="Google Pixel">Pixel</a> <ul><li><a href="/wiki/Pixel_(1st_generation)" title="Pixel (1st generation)">Pixel</a></li> <li><a href="/wiki/Pixel_2" title="Pixel 2">2</a></li> <li><a href="/wiki/Pixel_3" title="Pixel 3">3</a></li> <li><a href="/wiki/Pixel_3a" title="Pixel 3a">3a</a></li> <li><a href="/wiki/Pixel_4" title="Pixel 4">4</a></li> <li><a href="/wiki/Pixel_4a" title="Pixel 4a">4a</a></li> <li><a href="/wiki/Pixel_5" title="Pixel 5">5</a></li> <li><a href="/wiki/Pixel_5a" title="Pixel 5a">5a</a></li> <li><a href="/wiki/Pixel_6" title="Pixel 6">6</a></li> <li><a href="/wiki/Pixel_6a" title="Pixel 6a">6a</a></li> <li><a href="/wiki/Pixel_7" title="Pixel 7">7</a></li> <li><a href="/wiki/Pixel_7a" title="Pixel 7a">7a</a></li> <li><a href="/wiki/Pixel_Fold" title="Pixel Fold">Fold</a></li> <li><a href="/wiki/Pixel_8" title="Pixel 8">8</a></li> <li><a href="/wiki/Pixel_8a" title="Pixel 8a">8a</a></li> <li><a href="/wiki/Pixel_9" title="Pixel 9">Pixel 9</a></li> <li><a href="/wiki/Pixel_9_Pro_Fold" title="Pixel 9 Pro Fold">Pixel 9 Pro Fold</a></li> <li><a href="/wiki/Comparison_of_Google_Pixel_smartphones" title="Comparison of Google Pixel smartphones">Comparison</a></li></ul></li> <li><i><a href="/wiki/List_of_Google_Play_edition_devices" title="List of Google Play edition devices">Play Edition</a></i></li> <li><i><a href="/wiki/Project_Ara" title="Project Ara">Project Ara</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Laptops and tablets</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Chromebook" title="Chromebook">Chromebook</a></li> <li><i><a href="/wiki/Google_Nexus" title="Google Nexus">Nexus</a></i> <ul><li><a href="/wiki/Nexus_7_(2012)" title="Nexus 7 (2012)">7 (2012)</a></li> <li><a href="/wiki/Nexus_7_(2013)" title="Nexus 7 (2013)">7 (2013)</a></li> <li><a href="/wiki/Nexus_10" title="Nexus 10">10</a></li> <li><a href="/wiki/Nexus_9" title="Nexus 9">9</a></li> <li><a href="/wiki/Comparison_of_Google_Nexus_tablets" title="Comparison of Google Nexus tablets">Comparison</a></li></ul></li> <li><a href="/wiki/Google_Pixel" title="Google Pixel">Pixel</a> <ul><li><a href="/wiki/Chromebook_Pixel" title="Chromebook Pixel">Chromebook Pixel</a></li> <li><a href="/wiki/Pixelbook" title="Pixelbook">Pixelbook</a></li> <li><a href="/wiki/Pixelbook_Go" title="Pixelbook Go">Pixelbook Go</a></li> <li><a href="/wiki/Pixel_C" title="Pixel C">C</a></li> <li><a href="/wiki/Pixel_Slate" title="Pixel Slate">Slate</a></li> <li><a href="/wiki/Pixel_Tablet" title="Pixel Tablet">Tablet</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Wearables</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Fitbit" title="Fitbit">Fitbit</a> <ul><li><a href="/wiki/List_of_Fitbit_products" title="List of Fitbit products">List of products</a></li></ul></li> <li><a href="/wiki/Pixel_Buds" title="Pixel Buds">Pixel Buds</a></li> <li><a href="/wiki/Pixel_Watch" title="Pixel Watch">Pixel Watch</a></li> <li><a href="/wiki/Pixel_Watch_2" title="Pixel Watch 2">Pixel Watch 2</a></li> <li><a href="/wiki/Pixel_Watch_3" title="Pixel Watch 3">Pixel Watch 3</a></li> <li><a href="/wiki/Project_Iris" title="Project Iris">Project Iris</a> (unreleased)</li> <li>Virtual reality <ul><li><i><a href="/wiki/Google_Cardboard" title="Google Cardboard">Cardboard</a></i></li> <li><i><a href="/wiki/Google_Contact_Lens" title="Google Contact Lens">Contact Lens</a></i></li> <li><i><a href="/wiki/Google_Daydream" title="Google Daydream">Daydream</a></i></li> <li><a href="/wiki/Google_Glass" title="Google Glass">Glass</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Others</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Chromebit" title="Chromebit">Chromebit</a></li> <li><a href="/wiki/Chromebox" title="Chromebox">Chromebox</a></li> <li><i><a href="/wiki/Google_Clips" title="Google Clips">Clips</a></i></li> <li>Digital media players <ul><li><i><a href="/wiki/Chromecast" title="Chromecast">Chromecast</a></i></li> <li><i><a href="/wiki/Nexus_Player" title="Nexus Player">Nexus Player</a></i></li> <li><i><a href="/wiki/Nexus_Q" title="Nexus Q">Nexus Q</a></i></li></ul></li> <li><i><a href="/wiki/Dropcam" title="Dropcam">Dropcam</a></i></li> <li><a href="/wiki/Liquid_Galaxy" title="Liquid Galaxy">Liquid Galaxy</a></li> <li><a href="/wiki/Google_Nest" title="Google Nest">Nest</a> <ul><li><a href="/wiki/Google_Nest_(smart_speakers)" title="Google Nest (smart speakers)">Smart Speakers</a></li> <li><a href="/wiki/Nest_Thermostat" title="Nest Thermostat">Thermostat</a></li> <li><a href="/wiki/Nest_Wifi" title="Nest Wifi">Wifi</a></li></ul></li> <li><i><a href="/wiki/Google_OnHub" title="Google OnHub">OnHub</a></i></li> <li><i><a href="/wiki/Pixel_Visual_Core" title="Pixel Visual Core">Pixel Visual Core</a></i></li> <li><i><a href="/wiki/Google_Search_Appliance" title="Google Search Appliance">Search Appliance</a></i></li> <li><a href="/wiki/Sycamore_processor" title="Sycamore processor">Sycamore processor</a></li> <li><a href="/wiki/Google_Tensor" title="Google Tensor">Tensor</a></li> <li><a href="/wiki/Tensor_Processing_Unit" title="Tensor Processing Unit">Tensor Processing Unit</a></li> <li><a href="/wiki/Titan_Security_Key" title="Titan Security Key">Titan Security Key</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks hlist mw-collapsible autocollapse navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Google_litigation" title="Template:Google litigation"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Google_litigation" title="Template talk:Google litigation"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Google_litigation" title="Special:EditPage/Template:Google litigation"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Litigation" style="font-size:114%;margin:0 4em"><a href="/wiki/Google_litigation" title="Google litigation">Litigation</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Advertising</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Feldman_v._Google,_Inc." title="Feldman v. Google, Inc.">Feldman v. Google, Inc.</a></i> (2007)</li> <li><i><a href="/wiki/Rescuecom_Corp._v._Google_Inc." title="Rescuecom Corp. v. Google Inc.">Rescuecom Corp. v. Google Inc.</a></i> (2009)</li> <li><i><a href="/wiki/Goddard_v._Google,_Inc." title="Goddard v. Google, Inc.">Goddard v. Google, Inc.</a></i> (2009)</li> <li><i><a href="/wiki/Rosetta_Stone_Ltd._v._Google,_Inc." title="Rosetta Stone Ltd. v. Google, Inc.">Rosetta Stone Ltd. v. Google, Inc.</a></i> (2012)</li> <li><i><a href="/wiki/Google,_Inc._v._American_Blind_%26_Wallpaper_Factory,_Inc." title="Google, Inc. v. American Blind & Wallpaper Factory, Inc.">Google, Inc. v. American Blind & Wallpaper Factory, Inc.</a></i> (2017)</li> <li><a href="/wiki/Jedi_Blue" title="Jedi Blue">Jedi Blue</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Antitrust</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Antitrust_cases_against_Google_by_the_European_Union" title="Antitrust cases against Google by the European Union">European Union</a> (2010–present)</li> <li><i><a href="/wiki/High-Tech_Employee_Antitrust_Litigation" title="High-Tech Employee Antitrust Litigation">United States v. Adobe Systems, Inc., Apple Inc., Google Inc., Intel Corporation, Intuit, Inc., and Pixar</a></i> (2011)</li> <li><i><a href="/wiki/Umar_Javeed,_Sukarma_Thapar,_Aaqib_Javeed_vs._Google_LLC_and_Ors." title="Umar Javeed, Sukarma Thapar, Aaqib Javeed vs. Google LLC and Ors.">Umar Javeed, Sukarma Thapar, Aaqib Javeed vs. Google LLC and Ors.</a></i> (2019)</li> <li><i><a href="/wiki/United_States_v._Google_LLC_(2020)" title="United States v. Google LLC (2020)">United States v. Google LLC</a></i> (2020)</li> <li><i><a href="/wiki/United_States_v._Google_LLC_(2023)" title="United States v. Google LLC (2023)">United States v. Google LLC</a></i> (2023)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Intellectual property</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Perfect_10,_Inc._v._Amazon.com,_Inc." title="Perfect 10, Inc. v. Amazon.com, Inc.">Perfect 10, Inc. v. Amazon.com, Inc.</a> and A9.com Inc. and Google Inc.</i> (2007)</li> <li><i><a href="/wiki/Viacom_International_Inc._v._YouTube,_Inc." title="Viacom International Inc. v. YouTube, Inc.">Viacom International Inc. v. YouTube, Inc.</a></i> (2010)</li> <li><i><a href="/wiki/Lenz_v._Universal_Music_Corp." title="Lenz v. Universal Music Corp.">Lenz v. Universal Music Corp.</a></i>(2015)</li> <li><i><a href="/wiki/Authors_Guild,_Inc._v._Google,_Inc." title="Authors Guild, Inc. v. Google, Inc.">Authors Guild, Inc. v. Google, Inc.</a></i> (2015)</li> <li><i><a href="/wiki/Field_v._Google,_Inc." title="Field v. Google, Inc.">Field v. Google, Inc.</a></i> (2016)</li> <li><i><a href="/wiki/Google_LLC_v._Oracle_America,_Inc." title="Google LLC v. Oracle America, Inc.">Google LLC v. Oracle America, Inc.</a></i> (2021)</li> <li><a href="/wiki/Smartphone_patent_wars" title="Smartphone patent wars">Smartphone patent wars</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Privacy</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Rocky_Mountain_Bank_v._Google,_Inc." title="Rocky Mountain Bank v. Google, Inc.">Rocky Mountain Bank v. Google, Inc.</a></i> (2009)</li> <li><i><a href="/wiki/Hibnick_v._Google,_Inc." title="Hibnick v. Google, Inc.">Hibnick v. Google, Inc.</a></i> (2010)</li> <li><i><a href="/wiki/United_States_v._Google_Inc." title="United States v. Google Inc.">United States v. Google Inc.</a></i> (2012)</li> <li><a href="/wiki/Judgement_of_the_German_Federal_Court_of_Justice_on_Google%27s_autocomplete_function" title="Judgement of the German Federal Court of Justice on Google's autocomplete function">Judgement of the German Federal Court of Justice on Google's autocomplete function</a> (2013)</li> <li><i><a href="/wiki/Joffe_v._Google,_Inc." title="Joffe v. Google, Inc.">Joffe v. Google, Inc.</a></i> (2013)</li> <li><i><a href="/wiki/Mosley_v_SARL_Google" title="Mosley v SARL Google">Mosley v SARL Google</a></i> (2013)</li> <li><i><a href="/wiki/Google_Spain_v_AEPD_and_Mario_Costeja_Gonz%C3%A1lez" title="Google Spain v AEPD and Mario Costeja González">Google Spain v AEPD and Mario Costeja González</a></i> (2014)</li> <li><i><a href="/wiki/Frank_v._Gaos" title="Frank v. Gaos">Frank v. Gaos</a></i> (2019)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Garcia_v._Google,_Inc." title="Garcia v. Google, Inc.">Garcia v. Google, Inc.</a></i> (2015)</li> <li><i><a href="/wiki/Google_LLC_v_Defteros" title="Google LLC v Defteros">Google LLC v Defteros</a></i> (2020)</li> <li><i><a href="/wiki/Epic_Games_v._Google" title="Epic Games v. Google">Epic Games v. Google</a></i> (2021)</li> <li><i><a href="/wiki/Gonzalez_v._Google_LLC" title="Gonzalez v. Google LLC">Gonzalez v. Google LLC</a></i> (2022)</li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Google_litigation" title="Category:Google litigation">Category</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Related" style="font-size:114%;margin:0 4em">Related</div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Terms and phrases</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>"<a href="/wiki/Don%27t_be_evil" title="Don't be evil">Don't be evil</a>"</li> <li><a href="/wiki/Gayglers" title="Gayglers">Gayglers</a></li> <li><a href="/wiki/Google_(verb)" title="Google (verb)">Google (verb)</a></li> <li><a href="/wiki/Google_bombing" title="Google bombing">Google bombing</a> <ul><li><a href="/wiki/Political_Google_bombs_in_the_2004_U.S._presidential_election" title="Political Google bombs in the 2004 U.S. presidential election">2004 U.S. presidential election</a></li></ul></li> <li><a href="/wiki/Google_effect" title="Google effect">Google effect</a></li> <li><a href="/wiki/Googlefight" title="Googlefight">Googlefight</a></li> <li><a href="/wiki/Google_hacking" title="Google hacking">Google hacking</a></li> <li><a href="/wiki/Googleshare" title="Googleshare">Googleshare</a></li> <li><a href="/wiki/Google_tax" title="Google tax">Google tax</a></li> <li><a href="/wiki/Googlewhack" title="Googlewhack">Googlewhack</a></li> <li><a href="/wiki/Googlization" title="Googlization">Googlization</a></li> <li>"<a href="/wiki/Illegal_flower_tribute" title="Illegal flower tribute">Illegal flower tribute</a>"</li> <li><a href="/wiki/Rooting_(Android)" title="Rooting (Android)">Rooting</a></li> <li><a href="/wiki/Search_engine_manipulation_effect" title="Search engine manipulation effect">Search engine manipulation effect</a></li> <li><a href="/wiki/Sitelink" title="Sitelink">Sitelink</a></li> <li><a href="/wiki/Site_reliability_engineering" title="Site reliability engineering">Site reliability engineering</a></li> <li><a href="/wiki/YouTube_poop" title="YouTube poop">YouTube poop</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Documentary_films_about_Google" title="Category:Documentary films about Google">Documentaries</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/AlphaGo_(film)" title="AlphaGo (film)">AlphaGo</a></i></li> <li><i><a href="/wiki/Google_Behind_the_Screen" title="Google Behind the Screen">Google: Behind the Screen</a></i></li> <li><i><a href="/wiki/Google_Maps_Road_Trip" title="Google Maps Road Trip">Google Maps Road Trip</a></i></li> <li><i><a href="/wiki/Google_and_the_World_Brain" title="Google and the World Brain">Google and the World Brain</a></i></li> <li><i><a href="/wiki/The_Creepy_Line" title="The Creepy Line">The Creepy Line</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Books_about_Google" title="Category:Books about Google">Books</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Hacks" title="Google Hacks">Google Hacks</a></i></li> <li><i><a href="/wiki/The_Google_Story" title="The Google Story">The Google Story</a></i></li> <li><i><a href="/wiki/Google_Volume_One" title="Google Volume One">Google Volume One</a></i></li> <li><i><a href="/wiki/Googled:_The_End_of_the_World_as_We_Know_It" title="Googled: The End of the World as We Know It">Googled: The End of the World as We Know It</a></i></li> <li><i><a href="/wiki/How_Google_Works" title="How Google Works">How Google Works</a></i></li> <li><i><a href="/wiki/I%27m_Feeling_Lucky_(book)" title="I'm Feeling Lucky (book)">I'm Feeling Lucky</a></i></li> <li><i><a href="/wiki/In_the_Plex" title="In the Plex">In the Plex</a></i></li> <li><i><a href="/wiki/The_Google_Book" title="The Google Book">The Google Book</a></i></li> <li><i><a href="/wiki/The_MANIAC" title="The MANIAC">The MANIAC</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Popular culture</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Feud" title="Google Feud">Google Feud</a></i></li> <li><a href="/wiki/Google_Me_(film)" title="Google Me (film)"><i>Google Me</i> (film)</a></li> <li><a href="/wiki/Google_Me_(Kim_Zolciak_song)" title="Google Me (Kim Zolciak song)">"Google Me" (Kim Zolciak song)</a></li> <li><a href="/wiki/Google_Me_(Teyana_Taylor_song)" title="Google Me (Teyana Taylor song)">"Google Me" (Teyana Taylor song)</a></li> <li><i><a href="/wiki/Is_Google_Making_Us_Stupid%3F" title="Is Google Making Us Stupid?">Is Google Making Us Stupid?</a></i></li> <li><i><a href="/wiki/Proceratium_google" title="Proceratium google">Proceratium google</a></i></li> <li><i><a href="/wiki/Matt_Nathanson:_Live_at_Google" title="Matt Nathanson: Live at Google">Matt Nathanson: Live at Google</a></i></li> <li><i><a href="/wiki/The_Billion_Dollar_Code" title="The Billion Dollar Code">The Billion Dollar Code</a></i></li> <li><i><a href="/wiki/The_Internship" title="The Internship">The Internship</a></i></li> <li><i><a href="/wiki/Where_on_Google_Earth_is_Carmen_Sandiego%3F" title="Where on Google Earth is Carmen Sandiego?">Where on Google Earth is Carmen Sandiego?</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Others</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>"<a href="/wiki/Attention_Is_All_You_Need" title="Attention Is All You Need">Attention Is All You Need</a>"</li> <li><a href="/wiki/ElgooG" title="ElgooG">elgooG</a></li> <li><a href="/wiki/Predictions_of_the_end_of_Google" title="Predictions of the end of Google">Predictions of the end</a></li> <li><a href="/wiki/Google_Registry" title="Google Registry">Registry</a> <ul><li><a href="/wiki/.app_(top-level_domain)" title=".app (top-level domain)">.app (top-level domain)</a></li> <li><a href="/wiki/.dev" title=".dev">.dev</a></li> <li><a href="/wiki/G.co" title="G.co">g.co</a></li> <li><a href="/wiki/.google" title=".google">.google</a></li></ul></li> <li><a href="/wiki/Pimp_My_Search" title="Pimp My Search">Pimp My Search</a></li> <li><a href="/wiki/Relationship_between_Google_and_Wikipedia" title="Relationship between Google and Wikipedia">Relationship with Wikipedia</a></li> <li><a href="/wiki/Sensorvault" title="Sensorvault">Sensorvault</a></li> <li><a href="/wiki/Stanford_Digital_Library_Project" title="Stanford Digital Library Project">Stanford Digital Library Project</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><i>Italics</i> indicate <a href="/wiki/List_of_Google_products#Discontinued_products_and_services" title="List of Google products">discontinued products or services</a>.</li> <li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Google" title="Category:Google">Category</a></li> <li><span class="noviewer" typeof="mw:File"><span title="Commons page"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/12px-Commons-logo.svg.png" decoding="async" width="12" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/18px-Commons-logo.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/24px-Commons-logo.svg.png 2x" data-file-width="1024" data-file-height="1376" /></span></span> <a href="https://commons.wikimedia.org/wiki/Category:Google" class="extiw" title="commons:Category:Google">Commons</a></li> <li><span class="noviewer" typeof="mw:File"><span title="Outline"><img alt="" src="//upload.wikimedia.org/wikipedia/commons/thumb/4/41/Global_thinking.svg/10px-Global_thinking.svg.png" decoding="async" width="10" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/4/41/Global_thinking.svg/15px-Global_thinking.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/4/41/Global_thinking.svg/21px-Global_thinking.svg.png 2x" data-file-width="130" data-file-height="200" /></span></span> <a href="/wiki/Outline_of_Google" title="Outline of Google">Outline</a></li> <li><span class="noviewer" typeof="mw:File"><span title="Project page"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/7/72/Symbol_project_class.svg/16px-Symbol_project_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/7/72/Symbol_project_class.svg/23px-Symbol_project_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/7/72/Symbol_project_class.svg/31px-Symbol_project_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Wikipedia:WikiProject_Google" title="Wikipedia:WikiProject Google">WikiProject</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235"></div><div role="navigation" class="navbox" aria-labelledby="Natural_language_processing" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Natural_language_processing" title="Template:Natural language processing"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Natural_language_processing" title="Template talk:Natural language processing"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Natural_language_processing" title="Special:EditPage/Template:Natural language processing"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Natural_language_processing" style="font-size:114%;margin:0 4em"><a href="/wiki/Natural_language_processing" title="Natural language processing">Natural language processing</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">General terms</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AI-complete" title="AI-complete">AI-complete</a></li> <li><a href="/wiki/Bag-of-words_model" title="Bag-of-words model">Bag-of-words</a></li> <li><a href="/wiki/N-gram" title="N-gram">n-gram</a> <ul><li><a href="/wiki/Bigram" title="Bigram">Bigram</a></li> <li><a href="/wiki/Trigram" title="Trigram">Trigram</a></li></ul></li> <li><a href="/wiki/Computational_linguistics" title="Computational linguistics">Computational linguistics</a></li> <li><a href="/wiki/Natural_language_understanding" title="Natural language understanding">Natural language understanding</a></li> <li><a href="/wiki/Stop_word" title="Stop word">Stop words</a></li> <li><a href="/wiki/Text_processing" title="Text processing">Text processing</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Text_mining" title="Text mining">Text analysis</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Argument_mining" title="Argument mining">Argument mining</a></li> <li><a href="/wiki/Collocation_extraction" title="Collocation extraction">Collocation extraction</a></li> <li><a href="/wiki/Concept_mining" title="Concept mining">Concept mining</a></li> <li><a href="/wiki/Coreference#Coreference_resolution" title="Coreference">Coreference resolution</a></li> <li><a href="/wiki/Deep_linguistic_processing" title="Deep linguistic processing">Deep linguistic processing</a></li> <li><a href="/wiki/Distant_reading" title="Distant reading">Distant reading</a></li> <li><a href="/wiki/Information_extraction" title="Information extraction">Information extraction</a></li> <li><a href="/wiki/Named-entity_recognition" title="Named-entity recognition">Named-entity recognition</a></li> <li><a href="/wiki/Ontology_learning" title="Ontology learning">Ontology learning</a></li> <li><a href="/wiki/Parsing" title="Parsing">Parsing</a> <ul><li><a href="/wiki/Semantic_parsing" title="Semantic parsing">Semantic parsing</a></li> <li><a href="/wiki/Syntactic_parsing_(computational_linguistics)" title="Syntactic parsing (computational linguistics)">Syntactic parsing</a></li></ul></li> <li><a href="/wiki/Part-of-speech_tagging" title="Part-of-speech tagging">Part-of-speech tagging</a></li> <li><a href="/wiki/Semantic_analysis_(machine_learning)" title="Semantic analysis (machine learning)">Semantic analysis</a></li> <li><a href="/wiki/Semantic_role_labeling" title="Semantic role labeling">Semantic role labeling</a></li> <li><a href="/wiki/Semantic_decomposition_(natural_language_processing)" title="Semantic decomposition (natural language processing)">Semantic decomposition</a></li> <li><a href="/wiki/Semantic_similarity" title="Semantic similarity">Semantic similarity</a></li> <li><a href="/wiki/Sentiment_analysis" title="Sentiment analysis">Sentiment analysis</a></li></ul> <ul><li><a href="/wiki/Terminology_extraction" title="Terminology extraction">Terminology extraction</a></li> <li><a href="/wiki/Text_mining" title="Text mining">Text mining</a></li> <li><a href="/wiki/Textual_entailment" title="Textual entailment">Textual entailment</a></li> <li><a href="/wiki/Truecasing" title="Truecasing">Truecasing</a></li> <li><a href="/wiki/Word-sense_disambiguation" title="Word-sense disambiguation">Word-sense disambiguation</a></li> <li><a href="/wiki/Word-sense_induction" title="Word-sense induction">Word-sense induction</a></li></ul> </div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th id="Text_segmentation" scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Text_segmentation" title="Text segmentation">Text segmentation</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Compound-term_processing" title="Compound-term processing">Compound-term processing</a></li> <li><a href="/wiki/Lemmatisation" class="mw-redirect" title="Lemmatisation">Lemmatisation</a></li> <li><a href="/wiki/Lexical_analysis" title="Lexical analysis">Lexical analysis</a></li> <li><a href="/wiki/Shallow_parsing" title="Shallow parsing">Text chunking</a></li> <li><a href="/wiki/Stemming" title="Stemming">Stemming</a></li> <li><a href="/wiki/Sentence_boundary_disambiguation" title="Sentence boundary disambiguation">Sentence segmentation</a></li> <li><a href="/wiki/Word#Word_boundaries" title="Word">Word segmentation</a></li></ul> </div></td></tr></tbody></table><div> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Automatic_summarization" title="Automatic summarization">Automatic summarization</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Multi-document_summarization" title="Multi-document summarization">Multi-document summarization</a></li> <li><a href="/wiki/Sentence_extraction" title="Sentence extraction">Sentence extraction</a></li> <li><a href="/wiki/Text_simplification" title="Text simplification">Text simplification</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Machine_translation" title="Machine translation">Machine translation</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Computer-assisted_translation" title="Computer-assisted translation">Computer-assisted</a></li> <li><a href="/wiki/Example-based_machine_translation" title="Example-based machine translation">Example-based</a></li> <li><a href="/wiki/Rule-based_machine_translation" title="Rule-based machine translation">Rule-based</a></li> <li><a href="/wiki/Statistical_machine_translation" title="Statistical machine translation">Statistical</a></li> <li><a href="/wiki/Transfer-based_machine_translation" title="Transfer-based machine translation">Transfer-based</a></li> <li><a href="/wiki/Neural_machine_translation" title="Neural machine translation">Neural</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Distributional_semantics" title="Distributional semantics">Distributional semantics</a> models</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a></li> <li><a href="/wiki/Document-term_matrix" title="Document-term matrix">Document-term matrix</a></li> <li><a href="/wiki/Explicit_semantic_analysis" title="Explicit semantic analysis">Explicit semantic analysis</a></li> <li><a href="/wiki/FastText" title="FastText">fastText</a></li> <li><a href="/wiki/GloVe" title="GloVe">GloVe</a></li> <li><a href="/wiki/Language_model" title="Language model">Language model</a> (<a href="/wiki/Large_language_model" title="Large language model">large</a>)</li> <li><a href="/wiki/Latent_semantic_analysis" title="Latent semantic analysis">Latent semantic analysis</a></li> <li><a href="/wiki/Seq2seq" title="Seq2seq">Seq2seq</a></li> <li><a href="/wiki/Word_embedding" title="Word embedding">Word embedding</a></li> <li><a href="/wiki/Word2vec" title="Word2vec">Word2vec</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Language_resource" title="Language resource">Language resources</a>,<br />datasets and corpora</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Types and<br />standards</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Corpus_linguistics" title="Corpus linguistics">Corpus linguistics</a></li> <li><a href="/wiki/Lexical_resource" title="Lexical resource">Lexical resource</a></li> <li><a href="/wiki/Linguistic_Linked_Open_Data" title="Linguistic Linked Open Data">Linguistic Linked Open Data</a></li> <li><a href="/wiki/Machine-readable_dictionary" title="Machine-readable dictionary">Machine-readable dictionary</a></li> <li><a href="/wiki/Parallel_text" title="Parallel text">Parallel text</a></li> <li><a href="/wiki/PropBank" title="PropBank">PropBank</a></li> <li><a href="/wiki/Semantic_network" title="Semantic network">Semantic network</a></li> <li><a href="/wiki/Simple_Knowledge_Organization_System" title="Simple Knowledge Organization System">Simple Knowledge Organization System</a></li> <li><a href="/wiki/Speech_corpus" title="Speech corpus">Speech corpus</a></li> <li><a href="/wiki/Text_corpus" title="Text corpus">Text corpus</a></li> <li><a href="/wiki/Thesaurus_(information_retrieval)" title="Thesaurus (information retrieval)">Thesaurus (information retrieval)</a></li> <li><a href="/wiki/Treebank" title="Treebank">Treebank</a></li> <li><a href="/wiki/Universal_Dependencies" title="Universal Dependencies">Universal Dependencies</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Data</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BabelNet" title="BabelNet">BabelNet</a></li> <li><a href="/wiki/Bank_of_English" title="Bank of English">Bank of English</a></li> <li><a href="/wiki/DBpedia" title="DBpedia">DBpedia</a></li> <li><a href="/wiki/FrameNet" title="FrameNet">FrameNet</a></li> <li><a href="/wiki/Google_Ngram_Viewer" class="mw-redirect" title="Google Ngram Viewer">Google Ngram Viewer</a></li> <li><a href="/wiki/UBY" title="UBY">UBY</a></li> <li><a href="/wiki/WordNet" title="WordNet">WordNet</a></li> <li><a href="/wiki/Wikidata" title="Wikidata">Wikidata</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Automatic_identification_and_data_capture" title="Automatic identification and data capture">Automatic identification<br />and data capture</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Speech_recognition" title="Speech recognition">Speech recognition</a></li> <li><a href="/wiki/Speech_segmentation" title="Speech segmentation">Speech segmentation</a></li> <li><a href="/wiki/Speech_synthesis" title="Speech synthesis">Speech synthesis</a></li> <li><a href="/wiki/Natural_language_generation" title="Natural language generation">Natural language generation</a></li> <li><a href="/wiki/Optical_character_recognition" title="Optical character recognition">Optical character recognition</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Topic_model" title="Topic model">Topic model</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Document_classification" title="Document classification">Document classification</a></li> <li><a href="/wiki/Latent_Dirichlet_allocation" title="Latent Dirichlet allocation">Latent Dirichlet allocation</a></li> <li><a href="/wiki/Pachinko_allocation" title="Pachinko allocation">Pachinko allocation</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Computer-assisted_reviewing" title="Computer-assisted reviewing">Computer-assisted<br />reviewing</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Automated_essay_scoring" title="Automated essay scoring">Automated essay scoring</a></li> <li><a href="/wiki/Concordancer" title="Concordancer">Concordancer</a></li> <li><a href="/wiki/Grammar_checker" title="Grammar checker">Grammar checker</a></li> <li><a href="/wiki/Predictive_text" title="Predictive text">Predictive text</a></li> <li><a href="/wiki/Pronunciation_assessment" title="Pronunciation assessment">Pronunciation assessment</a></li> <li><a href="/wiki/Spell_checker" title="Spell checker">Spell checker</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Natural-language_user_interface" title="Natural-language user interface">Natural language<br />user interface</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Chatbot" title="Chatbot">Chatbot</a></li> <li><a href="/wiki/Interactive_fiction" title="Interactive fiction">Interactive fiction</a> (c.f. <a href="/wiki/Syntax_guessing" class="mw-redirect" title="Syntax guessing">Syntax guessing</a>)</li> <li><a href="/wiki/Question_answering" title="Question answering">Question answering</a></li> <li><a href="/wiki/Virtual_assistant" title="Virtual assistant">Virtual assistant</a></li> <li><a href="/wiki/Voice_user_interface" title="Voice user interface">Voice user interface</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Related</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Formal_semantics_(natural_language)" title="Formal semantics (natural language)">Formal semantics</a></li> <li><a href="/wiki/Hallucination_(artificial_intelligence)" title="Hallucination (artificial intelligence)">Hallucination</a></li> <li><a href="/wiki/Natural_Language_Toolkit" title="Natural Language Toolkit">Natural Language Toolkit</a></li> <li><a href="/wiki/SpaCy" title="SpaCy">spaCy</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235"></div><div role="navigation" class="navbox" aria-labelledby="Artificial_intelligence" style="padding:3px"><table class="nowraplinks hlist mw-collapsible {{{state}}} navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Artificial_intelligence_navbox" title="Template:Artificial intelligence navbox"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Artificial_intelligence_navbox" title="Template talk:Artificial intelligence navbox"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Artificial_intelligence_navbox" title="Special:EditPage/Template:Artificial intelligence navbox"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Artificial_intelligence" style="font-size:114%;margin:0 4em"><a href="/wiki/Artificial_intelligence" title="Artificial intelligence">Artificial intelligence</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Parameter" title="Parameter">Parameter</a> <ul><li><a href="/wiki/Hyperparameter_(machine_learning)" title="Hyperparameter (machine learning)">Hyperparameter</a></li></ul></li> <li><a href="/wiki/Loss_functions_for_classification" title="Loss functions for classification">Loss functions</a></li> <li><a href="/wiki/Regression_analysis" title="Regression analysis">Regression</a> <ul><li><a href="/wiki/Bias%E2%80%93variance_tradeoff" title="Bias–variance tradeoff">Bias–variance tradeoff</a></li> <li><a href="/wiki/Double_descent" title="Double descent">Double descent</a></li> <li><a href="/wiki/Overfitting" title="Overfitting">Overfitting</a></li></ul></li> <li><a href="/wiki/Cluster_analysis" title="Cluster analysis">Clustering</a></li> <li><a href="/wiki/Gradient_descent" title="Gradient descent">Gradient descent</a> <ul><li><a href="/wiki/Stochastic_gradient_descent" title="Stochastic gradient descent">SGD</a></li> <li><a href="/wiki/Quasi-Newton_method" title="Quasi-Newton method">Quasi-Newton method</a></li> <li><a href="/wiki/Conjugate_gradient_method" title="Conjugate gradient method">Conjugate gradient method</a></li></ul></li> <li><a href="/wiki/Backpropagation" title="Backpropagation">Backpropagation</a></li> <li><a href="/wiki/Attention_(machine_learning)" title="Attention (machine learning)">Attention</a></li> <li><a href="/wiki/Convolution" title="Convolution">Convolution</a></li> <li><a href="/wiki/Normalization_(machine_learning)" title="Normalization (machine learning)">Normalization</a> <ul><li><a href="/wiki/Batch_normalization" title="Batch normalization">Batchnorm</a></li></ul></li> <li><a href="/wiki/Activation_function" title="Activation function">Activation</a> <ul><li><a href="/wiki/Softmax_function" title="Softmax function">Softmax</a></li> <li><a href="/wiki/Sigmoid_function" title="Sigmoid function">Sigmoid</a></li> <li><a href="/wiki/Rectifier_(neural_networks)" title="Rectifier (neural networks)">Rectifier</a></li></ul></li> <li><a href="/wiki/Gating_mechanism" title="Gating mechanism">Gating</a></li> <li><a href="/wiki/Weight_initialization" title="Weight initialization">Weight initialization</a></li> <li><a href="/wiki/Regularization_(mathematics)" title="Regularization (mathematics)">Regularization</a></li> <li><a href="/wiki/Training,_validation,_and_test_data_sets" title="Training, validation, and test data sets">Datasets</a> <ul><li><a href="/wiki/Data_augmentation" title="Data augmentation">Augmentation</a></li></ul></li> <li><a href="/wiki/Reinforcement_learning" title="Reinforcement learning">Reinforcement learning</a> <ul><li><a href="/wiki/Q-learning" title="Q-learning">Q-learning</a></li> <li><a href="/wiki/State%E2%80%93action%E2%80%93reward%E2%80%93state%E2%80%93action" title="State–action–reward–state–action">SARSA</a></li> <li><a href="/wiki/Imitation_learning" title="Imitation learning">Imitation</a></li></ul></li> <li><a href="/wiki/Diffusion_process" title="Diffusion process">Diffusion</a></li> <li><a href="/wiki/Autoregressive_model" title="Autoregressive model">Autoregression</a></li> <li><a href="/wiki/Adversarial_machine_learning" title="Adversarial machine learning">Adversary</a></li> <li><a href="/wiki/Hallucination_(artificial_intelligence)" title="Hallucination (artificial intelligence)">Hallucination</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Applications</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Machine_learning" title="Machine learning">Machine learning</a> <ul><li><a href="/wiki/Prompt_engineering#In-context_learning" title="Prompt engineering">In-context learning</a></li></ul></li> <li><a href="/wiki/Neural_network_(machine_learning)" title="Neural network (machine learning)">Artificial neural network</a> <ul><li><a href="/wiki/Deep_learning" title="Deep learning">Deep learning</a></li></ul></li> <li><a href="/wiki/Language_model" title="Language model">Language model</a> <ul><li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Neural_machine_translation" title="Neural machine translation">NMT</a></li></ul></li> <li><a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">Artificial general intelligence</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Implementations</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Audio–visual</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlexNet" title="AlexNet">AlexNet</a></li> <li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a></li> <li><a href="/wiki/Human_image_synthesis" title="Human image synthesis">Human image synthesis</a></li> <li><a href="/wiki/Handwriting_recognition" title="Handwriting recognition">HWR</a></li> <li><a href="/wiki/Optical_character_recognition" title="Optical character recognition">OCR</a></li> <li><a href="/wiki/Deep_learning_speech_synthesis" title="Deep learning speech synthesis">Speech synthesis</a> <ul><li><a href="/wiki/ElevenLabs" title="ElevenLabs">ElevenLabs</a></li></ul></li> <li><a href="/wiki/Speech_recognition" title="Speech recognition">Speech recognition</a></li> <li><a href="/wiki/Facial_recognition_system" title="Facial recognition system">Facial recognition</a></li> <li><a href="/wiki/AlphaFold" title="AlphaFold">AlphaFold</a></li> <li><a href="/wiki/Text-to-image_model" title="Text-to-image model">Text-to-image models</a> <ul><li><a href="/wiki/Latent_diffusion_model" title="Latent diffusion model">Latent diffusion model</a></li> <li><a href="/wiki/DALL-E" title="DALL-E">DALL-E</a></li> <li><a href="/wiki/Flux_(text-to-image_model)" title="Flux (text-to-image model)">Flux</a></li> <li><a href="/wiki/Ideogram_(text-to-image_model)" title="Ideogram (text-to-image model)">Ideogram</a></li> <li><a href="/wiki/Midjourney" title="Midjourney">Midjourney</a></li> <li><a href="/wiki/Stable_Diffusion" title="Stable Diffusion">Stable Diffusion</a></li></ul></li> <li><a href="/wiki/Text-to-video_model" title="Text-to-video model">Text-to-video models</a> <ul><li><a href="/wiki/Sora_(text-to-video_model)" title="Sora (text-to-video model)">Sora</a></li> <li><a href="/wiki/Dream_Machine_(text-to-video_model)" title="Dream Machine (text-to-video model)">Dream Machine</a></li> <li><a href="/wiki/VideoPoet" title="VideoPoet">VideoPoet</a></li></ul></li> <li><a href="/wiki/Whisper_(speech_recognition_system)" title="Whisper (speech recognition system)">Whisper</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Text</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Word2vec" title="Word2vec">Word2vec</a></li> <li><a href="/wiki/Seq2seq" title="Seq2seq">Seq2seq</a></li> <li><a href="/wiki/GloVe" title="GloVe">GloVe</a></li> <li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a></li> <li><a class="mw-selflink selflink">T5</a></li> <li><a href="/wiki/Llama_(language_model)" title="Llama (language model)">Llama</a></li> <li><a href="/wiki/Chinchilla_(language_model)" title="Chinchilla (language model)">Chinchilla AI</a></li> <li><a href="/wiki/PaLM" title="PaLM">PaLM</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">GPT</a> <ul><li><a href="/wiki/GPT-1" title="GPT-1">1</a></li> <li><a href="/wiki/GPT-J" title="GPT-J">J</a></li> <li><a href="/wiki/GPT-2" title="GPT-2">2</a></li> <li><a href="/wiki/GPT-3" title="GPT-3">3</a></li> <li><a href="/wiki/ChatGPT" title="ChatGPT">ChatGPT</a></li> <li><a href="/wiki/GPT-4" title="GPT-4">4</a></li> <li><a href="/wiki/GPT-4o" title="GPT-4o">4o</a></li> <li><a href="/wiki/OpenAI_o1" title="OpenAI o1">o1</a></li></ul></li> <li><a href="/wiki/Claude_(language_model)" title="Claude (language model)">Claude</a></li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini</a></li> <li><a href="/wiki/Grok_(chatbot)" title="Grok (chatbot)">Grok</a></li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a></li> <li><a href="/wiki/BLOOM_(language_model)" title="BLOOM (language model)">BLOOM</a></li> <li><a href="/wiki/Project_Debater" title="Project Debater">Project Debater</a></li> <li><a href="/wiki/IBM_Watson" title="IBM Watson">IBM Watson</a></li> <li><a href="/wiki/IBM_Watsonx" title="IBM Watsonx">IBM Watsonx</a></li> <li><a href="/wiki/IBM_Granite" title="IBM Granite">Granite</a></li> <li><a href="/wiki/Huawei_PanGu" title="Huawei PanGu">PanGu-Σ</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Decisional</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo" title="AlphaGo">AlphaGo</a></li> <li><a href="/wiki/AlphaZero" title="AlphaZero">AlphaZero</a></li> <li><a href="/wiki/OpenAI_Five" title="OpenAI Five">OpenAI Five</a></li> <li><a href="/wiki/Self-driving_car" title="Self-driving car">Self-driving car</a></li> <li><a href="/wiki/MuZero" title="MuZero">MuZero</a></li> <li><a href="/wiki/Action_selection" title="Action selection">Action selection</a> <ul><li><a href="/wiki/AutoGPT" title="AutoGPT">AutoGPT</a></li></ul></li> <li><a href="/wiki/Robot_control" title="Robot control">Robot control</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">People</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Alan_Turing" title="Alan Turing">Alan Turing</a></li> <li><a href="/wiki/Claude_Shannon" title="Claude Shannon">Claude Shannon</a></li> <li><a href="/wiki/Allen_Newell" title="Allen Newell">Allen Newell</a></li> <li><a href="/wiki/Herbert_A._Simon" title="Herbert A. Simon">Herbert A. Simon</a></li> <li><a href="/wiki/Frank_Rosenblatt" title="Frank Rosenblatt">Frank Rosenblatt</a></li> <li><a href="/wiki/Marvin_Minsky" title="Marvin Minsky">Marvin Minsky</a></li> <li><a href="/wiki/John_McCarthy_(computer_scientist)" title="John McCarthy (computer scientist)">John McCarthy</a></li> <li><a href="/wiki/Nathaniel_Rochester_(computer_scientist)" title="Nathaniel Rochester (computer scientist)">Nathaniel Rochester</a></li> <li><a href="/wiki/Seymour_Papert" title="Seymour Papert">Seymour Papert</a></li> <li><a href="/wiki/Joseph_Weizenbaum" title="Joseph Weizenbaum">Joseph Weizenbaum</a></li> <li><a href="/wiki/Bernard_Widrow" title="Bernard Widrow">Bernard Widrow</a></li> <li><a href="/wiki/Paul_Werbos" title="Paul Werbos">Paul Werbos</a></li> <li><a href="/wiki/Yoshua_Bengio" title="Yoshua Bengio">Yoshua Bengio</a></li> <li><a href="/wiki/Alex_Graves_(computer_scientist)" title="Alex Graves (computer scientist)">Alex Graves</a></li> <li><a href="/wiki/Ian_Goodfellow" title="Ian Goodfellow">Ian Goodfellow</a></li> <li><a href="/wiki/Stephen_Grossberg" title="Stephen Grossberg">Stephen Grossberg</a></li> <li><a href="/wiki/Demis_Hassabis" title="Demis Hassabis">Demis Hassabis</a></li> <li><a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a></li> <li><a href="/wiki/Yann_LeCun" title="Yann LeCun">Yann LeCun</a></li> <li><a href="/wiki/Fei-Fei_Li" title="Fei-Fei Li">Fei-Fei Li</a></li> <li><a href="/wiki/Andrew_Ng" title="Andrew Ng">Andrew Ng</a></li> <li><a href="/wiki/J%C3%BCrgen_Schmidhuber" title="Jürgen Schmidhuber">Jürgen Schmidhuber</a></li> <li><a href="/wiki/David_Silver_(computer_scientist)" title="David Silver (computer scientist)">David Silver</a></li> <li><a href="/wiki/Ilya_Sutskever" title="Ilya Sutskever">Ilya Sutskever</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Organizations</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Anthropic" title="Anthropic">Anthropic</a></li> <li><a href="/wiki/EleutherAI" title="EleutherAI">EleutherAI</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">Google DeepMind</a></li> <li><a href="/wiki/Hugging_Face" title="Hugging Face">Hugging Face</a></li> <li><a href="/wiki/Kuaishou" title="Kuaishou">Kuaishou</a></li> <li><a href="/wiki/Meta_AI" title="Meta AI">Meta AI</a></li> <li><a href="/wiki/Mila_(research_institute)" title="Mila (research institute)">Mila</a></li> <li><a href="/wiki/MiniMax_(company)" title="MiniMax (company)">MiniMax</a></li> <li><a href="/wiki/Mistral_AI" title="Mistral AI">Mistral AI</a></li> <li><a href="/wiki/MIT_Computer_Science_and_Artificial_Intelligence_Laboratory" title="MIT Computer Science and Artificial Intelligence Laboratory">MIT CSAIL</a></li> <li><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a></li> <li><a href="/wiki/Runway_(company)" title="Runway (company)">Runway</a></li> <li><a href="/wiki/XAI_(company)" title="XAI (company)">xAI</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Architectures</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Neural_Turing_machine" title="Neural Turing machine">Neural Turing machine</a></li> <li><a href="/wiki/Differentiable_neural_computer" title="Differentiable neural computer">Differentiable neural computer</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a> <ul><li><a href="/wiki/Vision_transformer" title="Vision transformer">Vision transformer (ViT)</a></li></ul></li> <li><a href="/wiki/Recurrent_neural_network" title="Recurrent neural network">Recurrent neural network (RNN)</a></li> <li><a href="/wiki/Long_short-term_memory" title="Long short-term memory">Long short-term memory (LSTM)</a></li> <li><a href="/wiki/Gated_recurrent_unit" title="Gated recurrent unit">Gated recurrent unit (GRU)</a></li> <li><a href="/wiki/Echo_state_network" title="Echo state network">Echo state network</a></li> <li><a href="/wiki/Multilayer_perceptron" title="Multilayer perceptron">Multilayer perceptron (MLP)</a></li> <li><a href="/wiki/Convolutional_neural_network" title="Convolutional neural network">Convolutional neural network (CNN)</a></li> <li><a href="/wiki/Residual_neural_network" title="Residual neural network">Residual neural network (RNN)</a></li> <li><a href="/wiki/Highway_network" title="Highway network">Highway network</a></li> <li><a href="/wiki/Mamba_(deep_learning_architecture)" title="Mamba (deep learning architecture)">Mamba</a></li> <li><a href="/wiki/Autoencoder" title="Autoencoder">Autoencoder</a></li> <li><a href="/wiki/Variational_autoencoder" title="Variational autoencoder">Variational autoencoder (VAE)</a></li> <li><a href="/wiki/Generative_adversarial_network" title="Generative adversarial network">Generative adversarial network (GAN)</a></li> <li><a href="/wiki/Graph_neural_network" title="Graph neural network">Graph neural network (GNN)</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><a href="/wiki/File:Symbol_portal_class.svg" class="mw-file-description" title="Portal"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/16px-Symbol_portal_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/23px-Symbol_portal_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/31px-Symbol_portal_class.svg.png 2x" data-file-width="180" data-file-height="185" /></a></span> Portals <ul><li><a href="/wiki/Portal:Technology" title="Portal:Technology">Technology</a></li></ul></li> <li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> Categories <ul><li><a href="/wiki/Category:Artificial_neural_networks" title="Category:Artificial neural networks">Artificial neural networks</a></li> <li><a href="/wiki/Category:Machine_learning" title="Category:Machine learning">Machine learning</a></li></ul></li></ul> </div></td></tr></tbody></table></div>    </div><noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?type=1x1" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://en.wikipedia.org/w/index.php?title=T5_(language_model)&oldid=1257544291">https://en.wikipedia.org/w/index.php?title=T5_(language_model)&oldid=1257544291</a>"</div></div> <div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Help:Category" title="Help:Category">Categories</a>: <ul><li><a href="/wiki/Category:Google_software" title="Category:Google software">Google software</a></li><li><a href="/wiki/Category:Large_language_models" title="Category:Large language models">Large language models</a></li><li><a href="/wiki/Category:Software_using_the_Apache_license" title="Category:Software using the Apache license">Software using the Apache license</a></li><li><a href="/wiki/Category:Open-source_artificial_intelligence" title="Category:Open-source artificial intelligence">Open-source artificial intelligence</a></li></ul></div><div id="mw-hidden-catlinks" class="mw-hidden-catlinks mw-hidden-cats-hidden">Hidden categories: <ul><li><a href="/wiki/Category:Articles_with_short_description" title="Category:Articles with short description">Articles with short description</a></li><li><a href="/wiki/Category:Short_description_is_different_from_Wikidata" title="Category:Short description is different from Wikidata">Short description is different from Wikidata</a></li></ul></div></div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer" > <ul id="footer-info"> <li id="footer-info-lastmod"> This page was last edited on 15 November 2024, at 13:31<span class="anonymous-show"> (UTC)</span>.</li> <li id="footer-info-copyright">Text is available under the <a href="/wiki/Wikipedia:Text_of_the_Creative_Commons_Attribution-ShareAlike_4.0_International_License" title="Wikipedia:Text of the Creative Commons Attribution-ShareAlike 4.0 International License">Creative Commons Attribution-ShareAlike 4.0 License</a>; additional terms may apply. By using this site, you agree to the <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use" class="extiw" title="foundation:Special:MyLanguage/Policy:Terms of Use">Terms of Use</a> and <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy" class="extiw" title="foundation:Special:MyLanguage/Policy:Privacy policy">Privacy Policy</a>. Wikipedia® is a registered trademark of the <a rel="nofollow" class="external text" href="https://wikimediafoundation.org/">Wikimedia Foundation, Inc.</a>, a non-profit organization.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Wikipedia:About">About Wikipedia</a></li> <li id="footer-places-disclaimers"><a href="/wiki/Wikipedia:General_disclaimer">Disclaimers</a></li> <li id="footer-places-contact"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us">Contact Wikipedia</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Universal_Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/en.wikipedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="//en.m.wikipedia.org/w/index.php?title=T5_(language_model)&mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://wikimediafoundation.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/static/images/footer/wikimedia-button.svg" width="84" height="29" alt="Wikimedia Foundation" loading="lazy"></a></li> <li id="footer-poweredbyico"><a href="https://www.mediawiki.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/w/resources/assets/poweredby_mediawiki.svg" alt="Powered by MediaWiki" width="88" height="31" loading="lazy"></a></li> </ul> </footer> </div> </div> </div> <div class="vector-settings" id="p-dock-bottom"> <ul></ul> </div><script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-f69cdc8f6-6s8bw","wgBackendResponseTime":135,"wgPageParseReport":{"limitreport":{"cputime":"0.892","walltime":"1.196","ppvisitednodes":{"value":3604,"limit":1000000},"postexpandincludesize":{"value":290035,"limit":2097152},"templateargumentsize":{"value":3430,"limit":2097152},"expansiondepth":{"value":18,"limit":100},"expensivefunctioncount":{"value":5,"limit":500},"unstrip-depth":{"value":1,"limit":20},"unstrip-size":{"value":149098,"limit":5000000},"entityaccesscount":{"value":1,"limit":400},"timingprofile":["100.00% 769.682 1 -total"," 20.33% 156.501 2 Template:Infobox"," 19.67% 151.422 6 Template:Cite_journal"," 18.91% 145.554 11 Template:Navbox"," 17.18% 132.203 1 Template:Infobox_software"," 14.97% 115.231 1 Template:Google_AI"," 10.44% 80.377 1 Template:Short_description"," 9.21% 70.911 1 Template:Google_LLC"," 7.77% 59.828 12 Template:Cite_web"," 7.72% 59.446 8 Template:Citation"]},"scribunto":{"limitreport-timeusage":{"value":"0.460","limit":"10.000"},"limitreport-memusage":{"value":6752154,"limit":52428800}},"cachereport":{"origin":"mw-web.codfw.main-f69cdc8f6-68pwz","timestamp":"20241124070747","ttl":2592000,"transientcontent":false}}});});</script> <script type="application/ld+json">{"@context":"https:\/\/schema.org","@type":"Article","name":"T5 (language model)","url":"https:\/\/en.wikipedia.org\/wiki\/T5_(language_model)","sameAs":"http:\/\/www.wikidata.org\/entity\/Q125510562","mainEntity":"http:\/\/www.wikidata.org\/entity\/Q125510562","author":{"@type":"Organization","name":"Contributors to Wikimedia projects"},"publisher":{"@type":"Organization","name":"Wikimedia Foundation, Inc.","logo":{"@type":"ImageObject","url":"https:\/\/www.wikimedia.org\/static\/images\/wmf-hor-googpub.png"}},"datePublished":"2024-04-04T01:24:24Z","dateModified":"2024-11-15T13:31:13Z","headline":"series of large language models"}</script> </body> </html>