CINXE.COM

<!DOCTYPE html> <html class="client-nojs vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-sticky-header-enabled vector-toc-available" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>XLNet - Wikipedia</title> <script>(function(){var className="client-js vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-sticky-header-enabled vector-toc-available";var cookie=document.cookie.match(/(?:^|; )enwikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"197f75b1-222d-40d6-9955-346a01ce9307","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"XLNet","wgTitle":"XLNet","wgCurRevisionId":1280041547,"wgRevisionId":1280041547,"wgArticleId":77600421,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Articles with short description","Short description is different from Wikidata","Articles needing additional references from September 2024","All articles needing additional references","Articles that may contain original research from September 2024","All articles that may contain original research","Articles with multiple maintenance issues","Google software","Large language models","Software using the Apache license"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"XLNet","wgRelevantArticleId":77600421,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgNoticeProject":"wikipedia","wgCiteReferencePreviewsActive":false,"wgFlaggedRevsParams":{"tags":{"status":{"levels":1}}},"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgPopupsFlags":0,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":6000,"wgEditSubmitButtonLabelPublish":true,"wgULSPosition":"interlanguage","wgULSisCompactLinksEnabled":false,"wgVector2022LanguageInHeader":true,"wgULSisLanguageSelectorEmpty":false,"wgWikibaseItemId":"Q64732735","wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"],"GEHomepageSuggestedEditsEnableTopics":true,"wgGETopicsMatchModeEnabled":false,"wgGEStructuredTaskRejectionReasonTextInputEnabled":false,"wgGELevelingUpEnabledForUser":false}; RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.cite.styles":"ready","ext.math.styles":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","jquery.makeCollapsible.styles":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.interlanguage":"ready","wikibase.client.init":"ready"};RLPAGEMODULES=["ext.cite.ux-enhancements","site","mediawiki.page.ready","jquery.makeCollapsible","mediawiki.toc","skins.vector.js","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.gadget.ReferenceTooltips","ext.gadget.switcher","ext.urlShortener.toolbar","ext.centralauth.centralautologin","mmv.bootstrap","ext.popups","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.uls.interface","ext.cx.eventlogging.campaigns","ext.cx.uls.quick.actions","wikibase.client.vector-2022","ext.checkUser.clientHints","ext.growthExperiments.SuggestedEditSession"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.cite.styles%7Cext.math.styles%7Cext.uls.interlanguage%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediamessages.styles%7Cjquery.makeCollapsible.styles%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles%7Cwikibase.client.init&only=styles&skin=vector-2022"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.20"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="viewport" content="width=1120"> <meta property="og:title" content="XLNet - Wikipedia"> <meta property="og:type" content="website"> <link rel="preconnect" href="//upload.wikimedia.org"> <link rel="alternate" media="only screen and (max-width: 640px)" href="//en.m.wikipedia.org/wiki/XLNet"> <link rel="alternate" type="application/x-wiki" title="Edit this page" href="/w/index.php?title=XLNet&action=edit"> <link rel="apple-touch-icon" href="/static/apple-touch/wikipedia.png"> <link rel="icon" href="/static/favicon/wikipedia.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Wikipedia (en)"> <link rel="EditURI" type="application/rsd+xml" href="//en.wikipedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://en.wikipedia.org/wiki/XLNet"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en"> <link rel="alternate" type="application/atom+xml" title="Wikipedia Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="//meta.wikimedia.org" /> <link rel="dns-prefetch" href="login.wikimedia.org"> </head> <body class="skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject mw-editable page-XLNet rootpage-XLNet skin-vector-2022 action-view"><a class="mw-jump-link" href="#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right" title="Main menu" > <input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu" > <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-menu mw-ui-icon-wikimedia-menu"></span> <span class="vector-dropdown-label-text">Main menu</span> </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container" > <div class="vector-pinnable-header-label">Main menu</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation" > <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="/wiki/Main_Page" title="Visit the main page [z]" accesskey="z"><span>Main page</span></a></li><li id="n-contents" class="mw-list-item"><a href="/wiki/Wikipedia:Contents" title="Guides to browsing Wikipedia"><span>Contents</span></a></li><li id="n-currentevents" class="mw-list-item"><a href="/wiki/Portal:Current_events" title="Articles related to current events"><span>Current events</span></a></li><li id="n-randompage" class="mw-list-item"><a href="/wiki/Special:Random" title="Visit a randomly selected article [x]" accesskey="x"><span>Random article</span></a></li><li id="n-aboutsite" class="mw-list-item"><a href="/wiki/Wikipedia:About" title="Learn about Wikipedia and how it works"><span>About Wikipedia</span></a></li><li id="n-contactpage" class="mw-list-item"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us" title="How to contact Wikipedia"><span>Contact us</span></a></li> </ul> </div> </div> <div id="p-interaction" class="vector-menu mw-portlet mw-portlet-interaction" > <div class="vector-menu-heading"> Contribute </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-help" class="mw-list-item"><a href="/wiki/Help:Contents" title="Guidance on how to use and edit Wikipedia"><span>Help</span></a></li><li id="n-introduction" class="mw-list-item"><a href="/wiki/Help:Introduction" title="Learn how to edit Wikipedia"><span>Learn to edit</span></a></li><li id="n-portal" class="mw-list-item"><a href="/wiki/Wikipedia:Community_portal" title="The hub for editors"><span>Community portal</span></a></li><li id="n-recentchanges" class="mw-list-item"><a href="/wiki/Special:RecentChanges" title="A list of recent changes to Wikipedia [r]" accesskey="r"><span>Recent changes</span></a></li><li id="n-upload" class="mw-list-item"><a href="/wiki/Wikipedia:File_upload_wizard" title="Add images or other media for use on Wikipedia"><span>Upload file</span></a></li><li id="n-specialpages" class="mw-list-item"><a href="/wiki/Special:SpecialPages"><span>Special pages</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> <a href="/wiki/Main_Page" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/wikipedia.png" alt="" aria-hidden="true" height="50" width="50"> <span class="mw-logo-container skin-invert"> <img class="mw-logo-wordmark" alt="Wikipedia" src="/static/images/mobile/copyright/wikipedia-wordmark-en.svg" style="width: 7.5em; height: 1.125em;"> <img class="mw-logo-tagline" alt="The Free Encyclopedia" src="/static/images/mobile/copyright/wikipedia-tagline-en.svg" width="117" height="13" style="width: 7.3125em; height: 0.8125em;"> </span> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"> <a href="/wiki/Special:Search" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search Wikipedia [f]" accesskey="f"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikipedia" aria-label="Search Wikipedia" autocapitalize="sentences" title="Search Wikipedia [f]" accesskey="f" id="searchInput" > <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color" > <input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance" > <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-appearance mw-ui-icon-wikimedia-appearance"></span> <span class="vector-dropdown-label-text">Appearance</span> </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://donate.wikimedia.org/?wmf_source=donate&wmf_medium=sidebar&wmf_campaign=en.wikipedia.org&uselang=en" class=""><span>Donate</span></a> </li> <li id="pt-createaccount-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:CreateAccount&returnto=XLNet" title="You are encouraged to create an account and log in; however, it is not mandatory" class=""><span>Create account</span></a> </li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:UserLogin&returnto=XLNet" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o" class=""><span>Log in</span></a> </li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out" title="Log in and more options" > <input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools" > <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-ellipsis mw-ui-icon-wikimedia-ellipsis"></span> <span class="vector-dropdown-label-text">Personal tools</span> </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="https://donate.wikimedia.org/?wmf_source=donate&wmf_medium=sidebar&wmf_campaign=en.wikipedia.org&uselang=en"><span>Donate</span></a></li><li id="pt-createaccount" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:CreateAccount&returnto=XLNet" title="You are encouraged to create an account and log in; however, it is not mandatory"><span class="vector-icon mw-ui-icon-userAdd mw-ui-icon-wikimedia-userAdd"></span> <span>Create account</span></a></li><li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:UserLogin&returnto=XLNet" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o"><span class="vector-icon mw-ui-icon-logIn mw-ui-icon-wikimedia-logIn"></span> <span>Log in</span></a></li> </ul> </div> </div> <div id="p-user-menu-anon-editor" class="vector-menu mw-portlet mw-portlet-user-menu-anon-editor" > <div class="vector-menu-heading"> Pages for logged out editors <a href="/wiki/Help:Introduction" aria-label="Learn more about editing"><span>learn more</span></a> </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-anoncontribs" class="mw-list-item"><a href="/wiki/Special:MyContributions" title="A list of edits made from this IP address [y]" accesskey="y"><span>Contributions</span></a></li><li id="pt-anontalk" class="mw-list-item"><a href="/wiki/Special:MyTalk" title="Discussion about edits from this IP address [n]" accesskey="n"><span>Talk</span></a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice"></div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc" > <h2 class="vector-pinnable-header-label">Contents</h2> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"> <a href="#" class="vector-toc-link"> <div class="vector-toc-text">(Top)</div> </a> </li> <li id="toc-Architecture" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Architecture"> <div class="vector-toc-text"> <span class="vector-toc-numb">1</span> <span>Architecture</span> </div> </a> <button aria-controls="toc-Architecture-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> <span class="vector-icon mw-ui-icon-wikimedia-expand"></span> <span>Toggle Architecture subsection</span> </button> <ul id="toc-Architecture-sublist" class="vector-toc-list"> <li id="toc-Two-Stream_Self-Attention" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Two-Stream_Self-Attention"> <div class="vector-toc-text"> <span class="vector-toc-numb">1.1</span> <span>Two-Stream Self-Attention</span> </div> </a> <ul id="toc-Two-Stream_Self-Attention-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Training" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Training"> <div class="vector-toc-text"> <span class="vector-toc-numb">2</span> <span>Training</span> </div> </a> <ul id="toc-Training-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-See_also" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#See_also"> <div class="vector-toc-text"> <span class="vector-toc-numb">3</span> <span>See also</span> </div> </a> <ul id="toc-See_also-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-References" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#References"> <div class="vector-toc-text"> <span class="vector-toc-numb">4</span> <span>References</span> </div> </a> <ul id="toc-References-sublist" class="vector-toc-list"> </ul> </li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left" title="Table of Contents" > <input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading"><span class="mw-page-title-main">XLNet</span></h1> <div id="p-lang-btn" class="vector-dropdown mw-portlet mw-portlet-lang" > <input type="checkbox" id="p-lang-btn-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-p-lang-btn" class="vector-dropdown-checkbox mw-interlanguage-selector" aria-label="This article exist only in this language. Add the article for other languages" > <label id="p-lang-btn-label" for="p-lang-btn-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive mw-portlet-lang-heading-0" aria-hidden="true" ><span class="vector-icon mw-ui-icon-language-progressive mw-ui-icon-wikimedia-language-progressive"></span> <span class="vector-dropdown-label-text">Add languages</span> </label> <div class="vector-dropdown-content"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> <div class="after-portlet after-portlet-lang"><span class="uls-after-portlet-link"></span><span class="wb-langlinks-add wb-langlinks-link"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q64732735#sitelinks-wikipedia" title="Add interlanguage links" class="wbc-editpage">Add links</a></span></div> </div> </div> </div> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/XLNet" title="View the content page [c]" accesskey="c"><span>Article</span></a></li><li id="ca-talk" class="vector-tab-noicon mw-list-item"><a href="/wiki/Talk:XLNet" rel="discussion" title="Discuss improvements to the content page [t]" accesskey="t"><span>Talk</span></a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet" > <input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant" > <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">English</span> </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/XLNet"><span>Read</span></a></li><li id="ca-edit" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=XLNet&action=edit" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=XLNet&action=history" title="Past revisions of this page [h]" accesskey="h"><span>View history</span></a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown" > <input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools" > <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">Tools</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container" > <div class="vector-pinnable-header-label">Tools</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options" > <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="/wiki/XLNet"><span>Read</span></a></li><li id="ca-more-edit" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=XLNet&action=edit" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=XLNet&action=history"><span>View history</span></a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb" > <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="/wiki/Special:WhatLinksHere/XLNet" title="List of all English Wikipedia pages containing links to this page [j]" accesskey="j"><span>What links here</span></a></li><li id="t-recentchangeslinked" class="mw-list-item"><a href="/wiki/Special:RecentChangesLinked/XLNet" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k"><span>Related changes</span></a></li><li id="t-upload" class="mw-list-item"><a href="//en.wikipedia.org/wiki/Wikipedia:File_Upload_Wizard" title="Upload files [u]" accesskey="u"><span>Upload file</span></a></li><li id="t-permalink" class="mw-list-item"><a href="/w/index.php?title=XLNet&oldid=1280041547" title="Permanent link to this revision of this page"><span>Permanent link</span></a></li><li id="t-info" class="mw-list-item"><a href="/w/index.php?title=XLNet&action=info" title="More information about this page"><span>Page information</span></a></li><li id="t-cite" class="mw-list-item"><a href="/w/index.php?title=Special:CiteThisPage&page=XLNet&id=1280041547&wpFormIdentifier=titleform" title="Information on how to cite this page"><span>Cite this page</span></a></li><li id="t-urlshortener" class="mw-list-item"><a href="/w/index.php?title=Special:UrlShortener&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FXLNet"><span>Get shortened URL</span></a></li><li id="t-urlshortener-qrcode" class="mw-list-item"><a href="/w/index.php?title=Special:QrCode&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FXLNet"><span>Download QR code</span></a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export" > <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-download-as-rl" class="mw-list-item"><a href="/w/index.php?title=Special:DownloadAsPdf&page=XLNet&action=show-download-screen" title="Download this page as a PDF file"><span>Download as PDF</span></a></li><li id="t-print" class="mw-list-item"><a href="/w/index.php?title=XLNet&printable=yes" title="Printable version of this page [p]" accesskey="p"><span>Printable version</span></a></li> </ul> </div> </div> <div id="p-wikibase-otherprojects" class="vector-menu mw-portlet mw-portlet-wikibase-otherprojects" > <div class="vector-menu-heading"> In other projects </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-wikibase" class="wb-otherproject-link wb-otherproject-wikibase-dataitem mw-list-item"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q64732735" title="Structured data on this page hosted by Wikidata [g]" accesskey="g"><span>Wikidata item</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container" > <div class="vector-pinnable-header-label">Appearance</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div class="mw-indicators"> </div> <div id="siteSub" class="noprint">From Wikipedia, the free encyclopedia</div> </div> <div id="contentSub"><div id="mw-content-subtitle"></div></div> <div id="mw-content-text" class="mw-body-content"><div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><div class="shortdescription nomobile noexcerpt noprint searchaux" style="display:none">A large language model developed by Google AI</div> <style data-mw-deduplicate="TemplateStyles:r1251242444">.mw-parser-output .ambox{border:1px solid #a2a9b1;border-left:10px solid #36c;background-color:#fbfbfb;box-sizing:border-box}.mw-parser-output .ambox+link+.ambox,.mw-parser-output .ambox+link+style+.ambox,.mw-parser-output .ambox+link+link+.ambox,.mw-parser-output .ambox+.mw-empty-elt+link+.ambox,.mw-parser-output .ambox+.mw-empty-elt+link+style+.ambox,.mw-parser-output .ambox+.mw-empty-elt+link+link+.ambox{margin-top:-1px}html body.mediawiki .mw-parser-output .ambox.mbox-small-left{margin:4px 1em 4px 0;overflow:hidden;width:238px;border-collapse:collapse;font-size:88%;line-height:1.25em}.mw-parser-output .ambox-speedy{border-left:10px solid #b32424;background-color:#fee7e6}.mw-parser-output .ambox-delete{border-left:10px solid #b32424}.mw-parser-output .ambox-content{border-left:10px solid #f28500}.mw-parser-output .ambox-style{border-left:10px solid #fc3}.mw-parser-output .ambox-move{border-left:10px solid #9932cc}.mw-parser-output .ambox-protection{border-left:10px solid #a2a9b1}.mw-parser-output .ambox .mbox-text{border:none;padding:0.25em 0.5em;width:100%}.mw-parser-output .ambox .mbox-image{border:none;padding:2px 0 2px 0.5em;text-align:center}.mw-parser-output .ambox .mbox-imageright{border:none;padding:2px 0.5em 2px 0;text-align:center}.mw-parser-output .ambox .mbox-empty-cell{border:none;padding:0;width:1px}.mw-parser-output .ambox .mbox-image-div{width:52px}@media(min-width:720px){.mw-parser-output .ambox{margin:0 10%}}@media print{body.ns-0 .mw-parser-output .ambox{display:none!important}}</style><style data-mw-deduplicate="TemplateStyles:r1248332772">.mw-parser-output .multiple-issues-text{width:95%;margin:0.2em 0}.mw-parser-output .multiple-issues-text>.mw-collapsible-content{margin-top:0.3em}.mw-parser-output .compact-ambox .ambox{border:none;border-collapse:collapse;background-color:transparent;margin:0 0 0 1.6em!important;padding:0!important;width:auto;display:block}body.mediawiki .mw-parser-output .compact-ambox .ambox.mbox-small-left{font-size:100%;width:auto;margin:0}.mw-parser-output .compact-ambox .ambox .mbox-text{padding:0!important;margin:0!important}.mw-parser-output .compact-ambox .ambox .mbox-text-span{display:list-item;line-height:1.5em;list-style-type:disc}body.skin-minerva .mw-parser-output .multiple-issues-text>.mw-collapsible-toggle,.mw-parser-output .compact-ambox .ambox .mbox-image,.mw-parser-output .compact-ambox .ambox .mbox-imageright,.mw-parser-output .compact-ambox .ambox .mbox-empty-cell,.mw-parser-output .compact-ambox .hide-when-compact{display:none}</style><table class="box-Multiple_issues plainlinks metadata ambox ambox-content ambox-multiple_issues compact-ambox" role="presentation"><tbody><tr><td class="mbox-image"><div class="mbox-image-div"><span typeof="mw:File"><span><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/b/b4/Ambox_important.svg/40px-Ambox_important.svg.png" decoding="async" width="40" height="40" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/b/b4/Ambox_important.svg/60px-Ambox_important.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/b/b4/Ambox_important.svg/80px-Ambox_important.svg.png 2x" data-file-width="40" data-file-height="40" /></span></span></div></td><td class="mbox-text"><div class="mbox-text-span"><div class="multiple-issues-text mw-collapsible"><b>This article has multiple issues.</b> Please help <b><a href="/wiki/Special:EditPage/XLNet" title="Special:EditPage/XLNet">improve it</a></b> or discuss these issues on the <b><a href="/wiki/Talk:XLNet" title="Talk:XLNet">talk page</a></b>. <small><i>(<a href="/wiki/Help:Maintenance_template_removal" title="Help:Maintenance template removal">Learn how and when to remove these messages</a>)</i></small> <div class="mw-collapsible-content"> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1251242444" /><table class="box-Sources_exist plainlinks metadata ambox ambox-content" role="presentation"><tbody><tr><td class="mbox-image"><div class="mbox-image-div"><span typeof="mw:File"><a href="/wiki/File:Question_book-new.svg" class="mw-file-description"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/99/Question_book-new.svg/50px-Question_book-new.svg.png" decoding="async" width="50" height="39" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/99/Question_book-new.svg/75px-Question_book-new.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/99/Question_book-new.svg/100px-Question_book-new.svg.png 2x" data-file-width="512" data-file-height="399" /></a></span></div></td><td class="mbox-text"><div class="mbox-text-span">An editor has performed a search and found that <b><a href="/wiki/Wikipedia:NEXIST" class="mw-redirect" title="Wikipedia:NEXIST">sufficient sources exist</a></b> to establish the subject's <a href="/wiki/Wikipedia:N" class="mw-redirect" title="Wikipedia:N">notability</a>.<span class="hide-when-compact"> Please help <a class="external text" href="https://en.wikipedia.org/w/index.php?title=XLNet&action=edit">improve this article</a> by <a href="/wiki/Help:Referencing_for_beginners" title="Help:Referencing for beginners">adding citations to reliable sources</a>. Unsourced material may be challenged and removed.<br /><small><span class="plainlinks"><i>Find sources:</i> <a rel="nofollow" class="external text" href="https://www.google.com/search?as_eq=wikipedia&q=%22XLNet%22">"XLNet"</a> – <a rel="nofollow" class="external text" href="https://www.google.com/search?tbm=nws&q=%22XLNet%22+-wikipedia&tbs=ar:1">news</a> <b>·</b> <a rel="nofollow" class="external text" href="https://www.google.com/search?&q=%22XLNet%22&tbs=bkt:s&tbm=bks">newspapers</a> <b>·</b> <a rel="nofollow" class="external text" href="https://www.google.com/search?tbs=bks:1&q=%22XLNet%22+-wikipedia">books</a> <b>·</b> <a rel="nofollow" class="external text" href="https://scholar.google.com/scholar?q=%22XLNet%22">scholar</a> <b>·</b> <a rel="nofollow" class="external text" href="https://www.jstor.org/action/doBasicSearch?Query=%22XLNet%22&acc=on&wc=on">JSTOR</a></span></small></span> <span class="date-container"><i>(<span class="date">September 2024</span>)</i></span><span class="hide-when-compact"><i> (<small><a href="/wiki/Help:Maintenance_template_removal" title="Help:Maintenance template removal">Learn how and when to remove this message</a></small>)</i></span></div></td></tr></tbody></table> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1251242444" /><table class="box-Original_research plainlinks metadata ambox ambox-content ambox-Original_research" role="presentation"><tbody><tr><td class="mbox-image"><div class="mbox-image-div"><span typeof="mw:File"><span><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/b/b4/Ambox_important.svg/40px-Ambox_important.svg.png" decoding="async" width="40" height="40" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/b/b4/Ambox_important.svg/60px-Ambox_important.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/b/b4/Ambox_important.svg/80px-Ambox_important.svg.png 2x" data-file-width="40" data-file-height="40" /></span></span></div></td><td class="mbox-text"><div class="mbox-text-span">This article <b>possibly contains <a href="/wiki/Wikipedia:No_original_research" title="Wikipedia:No original research">original research</a></b>.<span class="hide-when-compact"> Please <a class="external text" href="https://en.wikipedia.org/w/index.php?title=XLNet&action=edit">improve it</a> by <a href="/wiki/Wikipedia:Verifiability" title="Wikipedia:Verifiability">verifying</a> the claims made and adding <a href="/wiki/Wikipedia:Citing_sources#Inline_citations" title="Wikipedia:Citing sources">inline citations</a>. Statements consisting only of original research should be removed.</span> <span class="date-container"><i>(<span class="date">September 2024</span>)</i></span><span class="hide-when-compact"><i> (<small><a href="/wiki/Help:Maintenance_template_removal" title="Help:Maintenance template removal">Learn how and when to remove this message</a></small>)</i></span></div></td></tr></tbody></table><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1251242444" /><table class="box-More_citations_needed plainlinks metadata ambox ambox-content ambox-Refimprove" role="presentation"><tbody><tr><td class="mbox-image"><div class="mbox-image-div"><span typeof="mw:File"><a href="/wiki/File:Question_book-new.svg" class="mw-file-description"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/99/Question_book-new.svg/50px-Question_book-new.svg.png" decoding="async" width="50" height="39" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/99/Question_book-new.svg/75px-Question_book-new.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/99/Question_book-new.svg/100px-Question_book-new.svg.png 2x" data-file-width="512" data-file-height="399" /></a></span></div></td><td class="mbox-text"><div class="mbox-text-span">This article <b>needs additional citations for <a href="/wiki/Wikipedia:Verifiability" title="Wikipedia:Verifiability">verification</a></b>.<span class="hide-when-compact"> Please help <a href="/wiki/Special:EditPage/XLNet" title="Special:EditPage/XLNet">improve this article</a> by <a href="/wiki/Help:Referencing_for_beginners" title="Help:Referencing for beginners">adding citations to reliable sources</a>. Unsourced material may be challenged and removed.<br /><small><span class="plainlinks"><i>Find sources:</i> <a rel="nofollow" class="external text" href="https://www.google.com/search?as_eq=wikipedia&q=%22XLNet%22">"XLNet"</a> – <a rel="nofollow" class="external text" href="https://www.google.com/search?tbm=nws&q=%22XLNet%22+-wikipedia&tbs=ar:1">news</a> <b>·</b> <a rel="nofollow" class="external text" href="https://www.google.com/search?&q=%22XLNet%22&tbs=bkt:s&tbm=bks">newspapers</a> <b>·</b> <a rel="nofollow" class="external text" href="https://www.google.com/search?tbs=bks:1&q=%22XLNet%22+-wikipedia">books</a> <b>·</b> <a rel="nofollow" class="external text" href="https://scholar.google.com/scholar?q=%22XLNet%22">scholar</a> <b>·</b> <a rel="nofollow" class="external text" href="https://www.jstor.org/action/doBasicSearch?Query=%22XLNet%22&acc=on&wc=on">JSTOR</a></span></small></span> <span class="date-container"><i>(<span class="date">September 2024</span>)</i></span><span class="hide-when-compact"><i> (<small><a href="/wiki/Help:Maintenance_template_removal" title="Help:Maintenance template removal">Learn how and when to remove this message</a></small>)</i></span></div></td></tr></tbody></table> </div> </div><span class="hide-when-compact"><i> (<small><a href="/wiki/Help:Maintenance_template_removal" title="Help:Maintenance template removal">Learn how and when to remove this message</a></small>)</i></span></div></td></tr></tbody></table> <style data-mw-deduplicate="TemplateStyles:r1257001546">.mw-parser-output .infobox-subbox{padding:0;border:none;margin:-3px;width:auto;min-width:100%;font-size:100%;clear:none;float:none;background-color:transparent}.mw-parser-output .infobox-3cols-child{margin:auto}.mw-parser-output .infobox .navbar{font-size:100%}@media screen{html.skin-theme-clientpref-night .mw-parser-output .infobox-full-data:not(.notheme)>div:not(.notheme)[style]{background:#1f1f23!important;color:#f8f9fa}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .infobox-full-data:not(.notheme) div:not(.notheme){background:#1f1f23!important;color:#f8f9fa}}@media(min-width:640px){body.skin--responsive .mw-parser-output .infobox-table{display:table!important}body.skin--responsive .mw-parser-output .infobox-table>caption{display:table-caption!important}body.skin--responsive .mw-parser-output .infobox-table>tbody{display:table-row-group}body.skin--responsive .mw-parser-output .infobox-table tr{display:table-row!important}body.skin--responsive .mw-parser-output .infobox-table th,body.skin--responsive .mw-parser-output .infobox-table td{padding-left:inherit;padding-right:inherit}}</style><table class="infobox vevent"><caption class="infobox-title summary">XLNet</caption><tbody><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Programmer" title="Programmer">Original author(s)</a></th><td class="infobox-data"><a href="/wiki/Google_AI" title="Google AI">Google AI</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;">Initial release</th><td class="infobox-data">19 June 2019<span class="noprint">; 5 years ago</span><span style="display:none"> (<span class="bday dtstart published updated">19 June 2019</span>)</span></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Repository_(version_control)" title="Repository (version control)">Repository</a></th><td class="infobox-data"><a rel="nofollow" class="external free" href="https://github.com/zihangdai/xlnet/">https://github.com/zihangdai/xlnet/</a></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_categories#Categorization_approaches" title="Software categories">Type</a></th><td class="infobox-data"><style data-mw-deduplicate="TemplateStyles:r1126788409">.mw-parser-output .plainlist ol,.mw-parser-output .plainlist ul{line-height:inherit;list-style:none;margin:0;padding:0}.mw-parser-output .plainlist ol li,.mw-parser-output .plainlist ul li{margin-bottom:0}</style><div class="plainlist" style="margin-left:1em;text-indent:-1em;"> <ul><li><a href="/wiki/Large_language_model" title="Large language model">Large language model</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer (deep learning architecture)</a></li></ul> </div></td></tr><tr><th scope="row" class="infobox-label" style="white-space: nowrap;"><a href="/wiki/Software_license" title="Software license">License</a></th><td class="infobox-data"><a href="/wiki/Apache-2.0" class="mw-redirect" title="Apache-2.0">Apache-2.0</a></td></tr></tbody></table> <p>The <b>XLNet</b> was an autoregressive <a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a> designed as an improvement over <a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a>, with 340M parameters and trained on 33 billion words. It was released on 19 June 2019, under the <a href="/wiki/Apache_License" title="Apache License">Apache 2.0</a> license.<sup id="cite_ref-xlnet_1-0" class="reference"><a href="#cite_note-xlnet-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup> It achieved state-of-the-art results on a variety of natural language processing tasks, including language modeling, question answering, and natural language inference. </p> <meta property="mw:PageProp/toc" /> <div class="mw-heading mw-heading2"><h2 id="Architecture">Architecture</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=XLNet&action=edit&section=1" title="Edit section: Architecture"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div><p> The main idea of XLNet is to model language autoregressively like the <a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">GPT models</a>, but allow for <i>all possible <a href="/wiki/Permutation" title="Permutation">permutations</a></i> of a sentence.<sup id="cite_ref-:0_2-0" class="reference"><a href="#cite_note-:0-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup> Concretely, consider the following sentence:</p><blockquote><p>My dog is cute.</p></blockquote><p>In standard autoregressive language modeling, the model would be tasked with predicting the probability of each word, conditioned on the previous words as its context: </p><p>We factorize the joint probability of a sequence of words <span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle x_{1},\ldots ,x_{T}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>1</mn> </mrow> </msub> <mo>,</mo> <mo>…</mo> <mo>,</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mi>T</mi> </mrow> </msub> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle x_{1},\ldots ,x_{T}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/0192237092b8b14ac90215631ed35369b8bae9aa" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:10.281ex; height:2.009ex;" alt="{\displaystyle x_{1},\ldots ,x_{T}}" /></span> using the chain rule:<span class="mwe-math-element"><span class="mwe-math-mathml-display mwe-math-mathml-a11y" style="display: none;"><math display="block" xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle \Pr(x_{1},\ldots ,x_{T})=\Pr(x_{1})\Pr(x_{2}|x_{1})\Pr(x_{3}|x_{1},x_{2})\ldots \Pr(x_{T}|x_{1},\ldots ,x_{T-1}).}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>1</mn> </mrow> </msub> <mo>,</mo> <mo>…</mo> <mo>,</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mi>T</mi> </mrow> </msub> <mo stretchy="false">)</mo> <mo>=</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>1</mn> </mrow> </msub> <mo stretchy="false">)</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>2</mn> </mrow> </msub> <mrow class="MJX-TeXAtom-ORD"> <mo stretchy="false">|</mo> </mrow> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>1</mn> </mrow> </msub> <mo stretchy="false">)</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>3</mn> </mrow> </msub> <mrow class="MJX-TeXAtom-ORD"> <mo stretchy="false">|</mo> </mrow> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>1</mn> </mrow> </msub> <mo>,</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>2</mn> </mrow> </msub> <mo stretchy="false">)</mo> <mo>…</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mi>T</mi> </mrow> </msub> <mrow class="MJX-TeXAtom-ORD"> <mo stretchy="false">|</mo> </mrow> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mn>1</mn> </mrow> </msub> <mo>,</mo> <mo>…</mo> <mo>,</mo> <msub> <mi>x</mi> <mrow class="MJX-TeXAtom-ORD"> <mi>T</mi> <mo>−</mo> <mn>1</mn> </mrow> </msub> <mo stretchy="false">)</mo> <mo>.</mo> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle \Pr(x_{1},\ldots ,x_{T})=\Pr(x_{1})\Pr(x_{2}|x_{1})\Pr(x_{3}|x_{1},x_{2})\ldots \Pr(x_{T}|x_{1},\ldots ,x_{T-1}).}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/5e6faf17a6ef49355c6b2346005cf1e3af97a8ca" class="mwe-math-fallback-image-display mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.838ex; width:72.195ex; height:2.843ex;" alt="{\displaystyle \Pr(x_{1},\ldots ,x_{T})=\Pr(x_{1})\Pr(x_{2}|x_{1})\Pr(x_{3}|x_{1},x_{2})\ldots \Pr(x_{T}|x_{1},\ldots ,x_{T-1}).}" /></span> </p><p>For example, the sentence "My dog is cute" is factorized as: </p><p><span class="mwe-math-element"><span class="mwe-math-mathml-display mwe-math-mathml-a11y" style="display: none;"><math display="block" xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle \Pr({\text{My}},{\text{dog}},{\text{is}},{\text{cute}})=\Pr({\text{My}})\Pr({\text{dog}}|{\text{My}})\Pr({\text{is}}|{\text{My}},{\text{dog}})\Pr({\text{cute}}|{\text{My}},{\text{dog}},{\text{is}}).}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My</mtext> </mrow> <mo>,</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>dog</mtext> </mrow> <mo>,</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>is</mtext> </mrow> <mo>,</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>cute</mtext> </mrow> <mo stretchy="false">)</mo> <mo>=</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My</mtext> </mrow> <mo stretchy="false">)</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>dog</mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mo stretchy="false">|</mo> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mtext>My</mtext> </mrow> <mo stretchy="false">)</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>is</mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mo stretchy="false">|</mo> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mtext>My</mtext> </mrow> <mo>,</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>dog</mtext> </mrow> <mo stretchy="false">)</mo> <mo movablelimits="true" form="prefix">Pr</mo> <mo stretchy="false">(</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>cute</mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mo stretchy="false">|</mo> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mtext>My</mtext> </mrow> <mo>,</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>dog</mtext> </mrow> <mo>,</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>is</mtext> </mrow> <mo stretchy="false">)</mo> <mo>.</mo> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle \Pr({\text{My}},{\text{dog}},{\text{is}},{\text{cute}})=\Pr({\text{My}})\Pr({\text{dog}}|{\text{My}})\Pr({\text{is}}|{\text{My}},{\text{dog}})\Pr({\text{cute}}|{\text{My}},{\text{dog}},{\text{is}}).}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/94e78fff9b9ea60d515a10bee7f9c99d65ca676c" class="mwe-math-fallback-image-display mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.838ex; width:79.045ex; height:2.843ex;" alt="{\displaystyle \Pr({\text{My}},{\text{dog}},{\text{is}},{\text{cute}})=\Pr({\text{My}})\Pr({\text{dog}}|{\text{My}})\Pr({\text{is}}|{\text{My}},{\text{dog}})\Pr({\text{cute}}|{\text{My}},{\text{dog}},{\text{is}}).}" /></span> </p><p>Schematically, we can write it as </p><p><span class="mwe-math-element"><span class="mwe-math-mathml-display mwe-math-mathml-a11y" style="display: none;"><math display="block" xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle {\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My }}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My dog }}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My dog is }}{\texttt {<MASK>}}\to {\text{My dog is cute}}.}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My </mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My dog </mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My dog is </mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My dog is cute</mtext> </mrow> <mo>.</mo> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle {\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My }}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My dog }}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My dog is }}{\texttt {<MASK>}}\to {\text{My dog is cute}}.}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/aaaa21b6950ec24766bc5b196d7f02fbf740ace6" class="mwe-math-fallback-image-display mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:125.235ex; height:2.509ex;" alt="{\displaystyle {\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My }}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My dog }}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\text{My dog is }}{\texttt {<MASK>}}\to {\text{My dog is cute}}.}" /></span> </p><p>However, for XLNet, the model is required to predict the words in a randomly generated order. Suppose we have sampled a randomly generated order 3241, then schematically, the model is required to perform the following prediction task: </p><p><span class="mwe-math-element"><span class="mwe-math-mathml-display mwe-math-mathml-a11y" style="display: none;"><math display="block" xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle {\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\texttt {<MASK>}}{\text{is }}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\text{dog is }}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\text{dog is cute}}\to {\text{My dog is cute}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mtext>is </mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mtext>dog is </mtext> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mrow class="MJX-TeXAtom-ORD"> <mtext mathvariant="monospace"><MASK></mtext> </mrow> </mrow> <mrow class="MJX-TeXAtom-ORD"> <mtext>dog is cute</mtext> </mrow> <mo stretchy="false">→</mo> <mrow class="MJX-TeXAtom-ORD"> <mtext>My dog is cute</mtext> </mrow> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle {\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\texttt {<MASK>}}{\text{is }}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\text{dog is }}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\text{dog is cute}}\to {\text{My dog is cute}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/d5257f42feb21a0ebab99b580fe8be7e7d908ffe" class="mwe-math-fallback-image-display mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:121.32ex; height:2.509ex;" alt="{\displaystyle {\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\texttt {<MASK>}}{\text{is }}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\text{dog is }}{\texttt {<MASK>}}\to {\texttt {<MASK>}}{\text{dog is cute}}\to {\text{My dog is cute}}}" /></span> </p><p>By considering all permutations, XLNet is able to capture longer-range dependencies and better model the bidirectional context of words. </p> <div class="mw-heading mw-heading3"><h3 id="Two-Stream_Self-Attention">Two-Stream Self-Attention</h3><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=XLNet&action=edit&section=2" title="Edit section: Two-Stream Self-Attention"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>To implement permutation language modeling, XLNet uses a two-stream self-attention mechanism. The two streams are: </p> <ul><li><b>Content stream:</b> This stream encodes the content of each word, as in standard causally masked self-attention.</li> <li><b>Query stream:</b> This stream encodes the content of each word in the context of what has gone before. In more detail, it is a <b>masked cross-attention mechanism</b>, where the queries are from the query stream, and the key-value pairs are from the content stream.</li></ul> <p>The content stream uses the causal mask<span class="mwe-math-element"><span class="mwe-math-mathml-display mwe-math-mathml-a11y" style="display: none;"><math display="block" xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle M_{\text{causal}}={\begin{bmatrix}0&-\infty &-\infty &\dots &-\infty \\0&0&-\infty &\dots &-\infty \\0&0&0&\dots &-\infty \\\vdots &\vdots &\vdots &\ddots &\vdots \\0&0&0&\dots &0\end{bmatrix}}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <msub> <mi>M</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>causal</mtext> </mrow> </msub> <mo>=</mo> <mrow class="MJX-TeXAtom-ORD"> <mrow> <mo>[</mo> <mtable rowspacing="4pt" columnspacing="1em"> <mtr> <mtd> <mn>0</mn> </mtd> <mtd> <mo>−</mo> <mi mathvariant="normal">∞</mi> </mtd> <mtd> <mo>−</mo> <mi mathvariant="normal">∞</mi> </mtd> <mtd> <mo>…</mo> </mtd> <mtd> <mo>−</mo> <mi mathvariant="normal">∞</mi> </mtd> </mtr> <mtr> <mtd> <mn>0</mn> </mtd> <mtd> <mn>0</mn> </mtd> <mtd> <mo>−</mo> <mi mathvariant="normal">∞</mi> </mtd> <mtd> <mo>…</mo> </mtd> <mtd> <mo>−</mo> <mi mathvariant="normal">∞</mi> </mtd> </mtr> <mtr> <mtd> <mn>0</mn> </mtd> <mtd> <mn>0</mn> </mtd> <mtd> <mn>0</mn> </mtd> <mtd> <mo>…</mo> </mtd> <mtd> <mo>−</mo> <mi mathvariant="normal">∞</mi> </mtd> </mtr> <mtr> <mtd> <mo>⋮</mo> </mtd> <mtd> <mo>⋮</mo> </mtd> <mtd> <mo>⋮</mo> </mtd> <mtd> <mo>⋱</mo> </mtd> <mtd> <mo>⋮</mo> </mtd> </mtr> <mtr> <mtd> <mn>0</mn> </mtd> <mtd> <mn>0</mn> </mtd> <mtd> <mn>0</mn> </mtd> <mtd> <mo>…</mo> </mtd> <mtd> <mn>0</mn> </mtd> </mtr> </mtable> <mo>]</mo> </mrow> </mrow> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle M_{\text{causal}}={\begin{bmatrix}0&-\infty &-\infty &\dots &-\infty \\0&0&-\infty &\dots &-\infty \\0&0&0&\dots &-\infty \\\vdots &\vdots &\vdots &\ddots &\vdots \\0&0&0&\dots &0\end{bmatrix}}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/981c71d86645b9f71d314dc671903905c0c30a9a" class="mwe-math-fallback-image-display mw-invert skin-invert" aria-hidden="true" style="vertical-align: -8.171ex; width:39.657ex; height:17.509ex;" alt="{\displaystyle M_{\text{causal}}={\begin{bmatrix}0&-\infty &-\infty &\dots &-\infty \\0&0&-\infty &\dots &-\infty \\0&0&0&\dots &-\infty \\\vdots &\vdots &\vdots &\ddots &\vdots \\0&0&0&\dots &0\end{bmatrix}}}" /></span>permuted by a random <a href="/wiki/Permutation_matrix" title="Permutation matrix">permutation matrix</a> to <span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle PM_{\text{causal}}P^{-1}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <mi>P</mi> <msub> <mi>M</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>causal</mtext> </mrow> </msub> <msup> <mi>P</mi> <mrow class="MJX-TeXAtom-ORD"> <mo>−</mo> <mn>1</mn> </mrow> </msup> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle PM_{\text{causal}}P^{-1}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/08430a7d86ac20f4e73548c704aff43512d88f46" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.671ex; width:12.779ex; height:3.009ex;" alt="{\displaystyle PM_{\text{causal}}P^{-1}}" /></span>. </p><p>The query stream uses the cross-attention mask <span class="mwe-math-element"><span class="mwe-math-mathml-inline mwe-math-mathml-a11y" style="display: none;"><math xmlns="http://www.w3.org/1998/Math/MathML" alttext="{\displaystyle P(M_{\text{causal}}-\infty I)P^{-1}}"> <semantics> <mrow class="MJX-TeXAtom-ORD"> <mstyle displaystyle="true" scriptlevel="0"> <mi>P</mi> <mo stretchy="false">(</mo> <msub> <mi>M</mi> <mrow class="MJX-TeXAtom-ORD"> <mtext>causal</mtext> </mrow> </msub> <mo>−</mo> <mi mathvariant="normal">∞</mi> <mi>I</mi> <mo stretchy="false">)</mo> <msup> <mi>P</mi> <mrow class="MJX-TeXAtom-ORD"> <mo>−</mo> <mn>1</mn> </mrow> </msup> </mstyle> </mrow> <annotation encoding="application/x-tex">{\displaystyle P(M_{\text{causal}}-\infty I)P^{-1}}</annotation> </semantics> </math></span><img src="https://wikimedia.org/api/rest_v1/media/math/render/svg/e4c6682c692fed6029a094e3207798d68f626e45" class="mwe-math-fallback-image-inline mw-invert skin-invert" aria-hidden="true" style="vertical-align: -0.838ex; width:20.924ex; height:3.176ex;" alt="{\displaystyle P(M_{\text{causal}}-\infty I)P^{-1}}" /></span>, where the diagonal is subtracted away specifically to avoid the model "cheating" by looking at the content stream for what the current masked token is. </p><p>Like the causal masking for GPT models, this two-stream masked architecture allows the model to train on all tokens in one forward pass. </p> <div class="mw-heading mw-heading2"><h2 id="Training">Training</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=XLNet&action=edit&section=3" title="Edit section: Training"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <p>Two models were released:<sup id="cite_ref-xlnet_1-1" class="reference"><a href="#cite_note-xlnet-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup><sup id="cite_ref-:0_2-1" class="reference"><a href="#cite_note-:0-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup> </p> <ul><li>XLNet-Large, cased: 110M parameters, 24-layer, 1024-hidden, 16-heads</li> <li>XLNet-Base, cased: 340M parameters, 12-layer, 768-hidden, 12-heads.</li></ul> <p>It was trained on a dataset that amounted to 32.89 billion tokens after tokenization with SentencePiece. The dataset was composed of <a href="/wiki/BookCorpus" title="BookCorpus">BooksCorpus</a>, and English Wikipedia, Giga5, ClueWeb 2012-B, and <a href="/wiki/Common_Crawl" title="Common Crawl">Common Crawl</a>. </p><p>It was trained on 512 TPU v3 chips, for 5.5 days. At the end of training, it still under-fitted the data, meaning it could have achieved lower loss with more training. It took 0.5 million steps with an <a href="/wiki/Stochastic_gradient_descent" title="Stochastic gradient descent">Adam optimizer</a>, linear learning rate decay, and a batch size of 8192.<sup id="cite_ref-LX3rI_3-0" class="reference"><a href="#cite_note-LX3rI-3"><span class="cite-bracket">[</span>3<span class="cite-bracket">]</span></a></sup> </p> <div class="mw-heading mw-heading2"><h2 id="See_also">See also</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=XLNet&action=edit&section=4" title="Edit section: See also"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT (language model)</a></li> <li><a href="/wiki/Transformer_(machine_learning_model)" class="mw-redirect" title="Transformer (machine learning model)">Transformer (machine learning model)</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li></ul> <div class="mw-heading mw-heading2"><h2 id="References">References</h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=XLNet&action=edit&section=5" title="Edit section: References"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span></div> <div class="mw-references-wrap"><ol class="references"> <li id="cite_note-xlnet-1"><span class="mw-cite-backlink">^ <a href="#cite_ref-xlnet_1-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-xlnet_1-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><style data-mw-deduplicate="TemplateStyles:r1238218222">.mw-parser-output cite.citation{font-style:inherit;word-wrap:break-word}.mw-parser-output .citation q{quotes:"\"""\"""'""'"}.mw-parser-output .citation:target{background-color:rgba(0,127,255,0.133)}.mw-parser-output .id-lock-free.id-lock-free a{background:url("//upload.wikimedia.org/wikipedia/commons/6/65/Lock-green.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-limited.id-lock-limited a,.mw-parser-output .id-lock-registration.id-lock-registration a{background:url("//upload.wikimedia.org/wikipedia/commons/d/d6/Lock-gray-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-subscription.id-lock-subscription a{background:url("//upload.wikimedia.org/wikipedia/commons/a/aa/Lock-red-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .cs1-ws-icon a{background:url("//upload.wikimedia.org/wikipedia/commons/4/4c/Wikisource-logo.svg")right 0.1em center/12px no-repeat}body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-free a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-limited a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-registration a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-subscription a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .cs1-ws-icon a{background-size:contain;padding:0 1em 0 0}.mw-parser-output .cs1-code{color:inherit;background:inherit;border:none;padding:inherit}.mw-parser-output .cs1-hidden-error{display:none;color:var(--color-error,#d33)}.mw-parser-output .cs1-visible-error{color:var(--color-error,#d33)}.mw-parser-output .cs1-maint{display:none;color:#085;margin-left:0.3em}.mw-parser-output .cs1-kern-left{padding-left:0.2em}.mw-parser-output .cs1-kern-right{padding-right:0.2em}.mw-parser-output .citation .mw-selflink{font-weight:inherit}@media screen{.mw-parser-output .cs1-format{font-size:95%}html.skin-theme-clientpref-night .mw-parser-output .cs1-maint{color:#18911f}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .cs1-maint{color:#18911f}}</style><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://github.com/zihangdai/xlnet/">"xlnet"</a>. <i>GitHub</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2 January</span> 2024</span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=GitHub&rft.atitle=xlnet&rft_id=https%3A%2F%2Fgithub.com%2Fzihangdai%2Fxlnet%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AXLNet" class="Z3988"></span></span> </li> <li id="cite_note-:0-2"><span class="mw-cite-backlink">^ <a href="#cite_ref-:0_2-0"><sup><i><b>a</b></i></sup></a> <a href="#cite_ref-:0_2-1"><sup><i><b>b</b></i></sup></a></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://huggingface.co/transformers/v2.0.0/pretrained_models.html">"Pretrained models — transformers 2.0.0 documentation"</a>. <i>huggingface.co</i><span class="reference-accessdate">. Retrieved <span class="nowrap">2024-08-05</span></span>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=huggingface.co&rft.atitle=Pretrained+models+%E2%80%94+transformers+2.0.0+documentation&rft_id=https%3A%2F%2Fhuggingface.co%2Ftransformers%2Fv2.0.0%2Fpretrained_models.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AXLNet" class="Z3988"></span></span> </li> <li id="cite_note-LX3rI-3"><span class="mw-cite-backlink"><b><a href="#cite_ref-LX3rI_3-0">^</a></b></span> <span class="reference-text"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222" /><cite id="CITEREFYangDaiYangCarbonell2020" class="citation arxiv cs1">Yang, Zhilin; Dai, Zihang; Yang, Yiming; Carbonell, Jaime; Salakhutdinov, Ruslan; Le, Quoc V. (2 January 2020). "XLNet: Generalized Autoregressive Pretraining for Language Understanding". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<span class="id-lock-free" title="Freely accessible"><a rel="nofollow" class="external text" href="https://arxiv.org/abs/1906.08237">1906.08237</a></span> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CL">cs.CL</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=XLNet%3A+Generalized+Autoregressive+Pretraining+for+Language+Understanding&rft.date=2020-01-02&rft_id=info%3Aarxiv%2F1906.08237&rft.aulast=Yang&rft.aufirst=Zhilin&rft.au=Dai%2C+Zihang&rft.au=Yang%2C+Yiming&rft.au=Carbonell%2C+Jaime&rft.au=Salakhutdinov%2C+Ruslan&rft.au=Le%2C+Quoc+V.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AXLNet" class="Z3988"></span></span> </li> </ol></div> <div class="navbox-styles"><style data-mw-deduplicate="TemplateStyles:r1129693374">.mw-parser-output .hlist dl,.mw-parser-output .hlist ol,.mw-parser-output .hlist ul{margin:0;padding:0}.mw-parser-output .hlist dd,.mw-parser-output .hlist dt,.mw-parser-output .hlist li{margin:0;display:inline}.mw-parser-output .hlist.inline,.mw-parser-output .hlist.inline dl,.mw-parser-output .hlist.inline ol,.mw-parser-output .hlist.inline ul,.mw-parser-output .hlist dl dl,.mw-parser-output .hlist dl ol,.mw-parser-output .hlist dl ul,.mw-parser-output .hlist ol dl,.mw-parser-output .hlist ol ol,.mw-parser-output .hlist ol ul,.mw-parser-output .hlist ul dl,.mw-parser-output .hlist ul ol,.mw-parser-output .hlist ul ul{display:inline}.mw-parser-output .hlist .mw-empty-li{display:none}.mw-parser-output .hlist dt::after{content:": "}.mw-parser-output .hlist dd::after,.mw-parser-output .hlist li::after{content:" · ";font-weight:bold}.mw-parser-output .hlist dd:last-child::after,.mw-parser-output .hlist dt:last-child::after,.mw-parser-output .hlist li:last-child::after{content:none}.mw-parser-output .hlist dd dd:first-child::before,.mw-parser-output .hlist dd dt:first-child::before,.mw-parser-output .hlist dd li:first-child::before,.mw-parser-output .hlist dt dd:first-child::before,.mw-parser-output .hlist dt dt:first-child::before,.mw-parser-output .hlist dt li:first-child::before,.mw-parser-output .hlist li dd:first-child::before,.mw-parser-output .hlist li dt:first-child::before,.mw-parser-output .hlist li li:first-child::before{content:" (";font-weight:normal}.mw-parser-output .hlist dd dd:last-child::after,.mw-parser-output .hlist dd dt:last-child::after,.mw-parser-output .hlist dd li:last-child::after,.mw-parser-output .hlist dt dd:last-child::after,.mw-parser-output .hlist dt dt:last-child::after,.mw-parser-output .hlist dt li:last-child::after,.mw-parser-output .hlist li dd:last-child::after,.mw-parser-output .hlist li dt:last-child::after,.mw-parser-output .hlist li li:last-child::after{content:")";font-weight:normal}.mw-parser-output .hlist ol{counter-reset:listitem}.mw-parser-output .hlist ol>li{counter-increment:listitem}.mw-parser-output .hlist ol>li::before{content:" "counter(listitem)"\a0 "}.mw-parser-output .hlist dd ol>li:first-child::before,.mw-parser-output .hlist dt ol>li:first-child::before,.mw-parser-output .hlist li ol>li:first-child::before{content:" ("counter(listitem)"\a0 "}</style><style data-mw-deduplicate="TemplateStyles:r1236075235">.mw-parser-output .navbox{box-sizing:border-box;border:1px solid #a2a9b1;width:100%;clear:both;font-size:88%;text-align:center;padding:1px;margin:1em auto 0}.mw-parser-output .navbox .navbox{margin-top:0}.mw-parser-output .navbox+.navbox,.mw-parser-output .navbox+.navbox-styles+.navbox{margin-top:-1px}.mw-parser-output .navbox-inner,.mw-parser-output .navbox-subgroup{width:100%}.mw-parser-output .navbox-group,.mw-parser-output .navbox-title,.mw-parser-output .navbox-abovebelow{padding:0.25em 1em;line-height:1.5em;text-align:center}.mw-parser-output .navbox-group{white-space:nowrap;text-align:right}.mw-parser-output .navbox,.mw-parser-output .navbox-subgroup{background-color:#fdfdfd}.mw-parser-output .navbox-list{line-height:1.5em;border-color:#fdfdfd}.mw-parser-output .navbox-list-with-group{text-align:left;border-left-width:2px;border-left-style:solid}.mw-parser-output tr+tr>.navbox-abovebelow,.mw-parser-output tr+tr>.navbox-group,.mw-parser-output tr+tr>.navbox-image,.mw-parser-output tr+tr>.navbox-list{border-top:2px solid #fdfdfd}.mw-parser-output .navbox-title{background-color:#ccf}.mw-parser-output .navbox-abovebelow,.mw-parser-output .navbox-group,.mw-parser-output .navbox-subgroup .navbox-title{background-color:#ddf}.mw-parser-output .navbox-subgroup .navbox-group,.mw-parser-output .navbox-subgroup .navbox-abovebelow{background-color:#e6e6ff}.mw-parser-output .navbox-even{background-color:#f7f7f7}.mw-parser-output .navbox-odd{background-color:transparent}.mw-parser-output .navbox .hlist td dl,.mw-parser-output .navbox .hlist td ol,.mw-parser-output .navbox .hlist td ul,.mw-parser-output .navbox td.hlist dl,.mw-parser-output .navbox td.hlist ol,.mw-parser-output .navbox td.hlist ul{padding:0.125em 0}.mw-parser-output .navbox .navbar{display:block;font-size:100%}.mw-parser-output .navbox-title .navbar{float:left;text-align:left;margin-right:0.5em}body.skin--responsive .mw-parser-output .navbox-image img{max-width:none!important}@media print{body.ns-0 .mw-parser-output .navbox{display:none!important}}</style></div><div role="navigation" class="navbox" aria-labelledby="Google_AI352" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><style data-mw-deduplicate="TemplateStyles:r1239400231">.mw-parser-output .navbar{display:inline;font-size:88%;font-weight:normal}.mw-parser-output .navbar-collapse{float:left;text-align:left}.mw-parser-output .navbar-boxtext{word-spacing:0}.mw-parser-output .navbar ul{display:inline-block;white-space:nowrap;line-height:inherit}.mw-parser-output .navbar-brackets::before{margin-right:-0.125em;content:"[ "}.mw-parser-output .navbar-brackets::after{margin-left:-0.125em;content:" ]"}.mw-parser-output .navbar li{word-spacing:-0.125em}.mw-parser-output .navbar a>span,.mw-parser-output .navbar a>abbr{text-decoration:inherit}.mw-parser-output .navbar-mini abbr{font-variant:small-caps;border-bottom:none;text-decoration:none;cursor:inherit}.mw-parser-output .navbar-ct-full{font-size:114%;margin:0 7em}.mw-parser-output .navbar-ct-mini{font-size:114%;margin:0 4em}html.skin-theme-clientpref-night .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}@media(prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}}@media print{.mw-parser-output .navbar{display:none!important}}</style><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Google_AI" title="Template:Google AI"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Google_AI" title="Template talk:Google AI"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Google_AI" title="Special:EditPage/Template:Google AI"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Google_AI352" style="font-size:114%;margin:0 4em"><a href="/wiki/Google_AI" title="Google AI">Google AI</a></div></th></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><a href="/wiki/Google" title="Google">Google</a></li> <li><a href="/wiki/Google_Brain" title="Google Brain">Google Brain</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">Google DeepMind</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Computer programs</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">AlphaGo</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Versions</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo" title="AlphaGo">AlphaGo</a> (2015)</li> <li><a href="/wiki/Master_(software)" title="Master (software)">Master</a> (2016)</li> <li><a href="/wiki/AlphaGo_Zero" title="AlphaGo Zero">AlphaGo Zero</a> (2017)</li> <li><a href="/wiki/AlphaZero" title="AlphaZero">AlphaZero</a> (2017)</li> <li><a href="/wiki/MuZero" title="MuZero">MuZero</a> (2019)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Competitions</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo_versus_Fan_Hui" title="AlphaGo versus Fan Hui">Fan Hui</a> (2015)</li> <li><a href="/wiki/AlphaGo_versus_Lee_Sedol" title="AlphaGo versus Lee Sedol">Lee Sedol</a> (2016)</li> <li><a href="/wiki/AlphaGo_versus_Ke_Jie" title="AlphaGo versus Ke Jie">Ke Jie</a> (2017)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">In popular culture</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/AlphaGo_(film)" title="AlphaGo (film)">AlphaGo</a></i> (2017)</li> <li><i><a href="/wiki/The_MANIAC" title="The MANIAC">The MANIAC</a></i> (2023)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaFold" title="AlphaFold">AlphaFold</a> (2018)</li> <li><a href="/wiki/AlphaStar_(software)" title="AlphaStar (software)">AlphaStar</a> (2019)</li> <li><a href="/wiki/AlphaDev" title="AlphaDev">AlphaDev</a> (2023)</li> <li><a href="/wiki/AlphaGeometry" title="AlphaGeometry">AlphaGeometry</a> (2024)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Machine learning</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Neural networks</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Inception_(deep_learning_architecture)" title="Inception (deep learning architecture)">Inception</a> (2014)</li> <li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a> (2016)</li> <li><a href="/wiki/MobileNet" title="MobileNet">MobileNet</a> (2017)</li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a> (2017)</li> <li><a href="/wiki/EfficientNet" title="EfficientNet">EfficientNet</a> (2019)</li> <li><a href="/wiki/Gato_(DeepMind)" title="Gato (DeepMind)">Gato</a> (2022)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Quantum_Artificial_Intelligence_Lab" title="Quantum Artificial Intelligence Lab">Quantum Artificial Intelligence Lab</a></li> <li><a href="/wiki/TensorFlow" title="TensorFlow">TensorFlow</a></li> <li><a href="/wiki/Tensor_Processing_Unit" title="Tensor Processing Unit">Tensor Processing Unit</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Generative AI</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Chatbots</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Assistant" title="Google Assistant">Assistant</a> (2016)</li> <li><a href="/wiki/Sparrow_(chatbot)" title="Sparrow (chatbot)">Sparrow</a> (2022)</li> <li><a href="/wiki/Gemini_(chatbot)" title="Gemini (chatbot)">Gemini</a> (2023)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Language models</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a> (2018)</li> <li><a class="mw-selflink selflink">XLNet</a> (2019)</li> <li><a href="/wiki/T5_(language_model)" title="T5 (language model)">T5</a> (2019)</li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a> (2021)</li> <li><a href="/wiki/Chinchilla_(language_model)" title="Chinchilla (language model)">Chinchilla</a> (2022)</li> <li><a href="/wiki/PaLM" title="PaLM">PaLM</a> (2022)</li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini</a> (2023)</li> <li><a href="/wiki/VideoPoet" title="VideoPoet">VideoPoet</a> (2024)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/DreamBooth" title="DreamBooth">DreamBooth</a> (2022)</li> <li><a href="/wiki/NotebookLM" title="NotebookLM">NotebookLM</a> (2023)</li> <li><a href="/wiki/Google_Vids" title="Google Vids">Vids</a> (2024)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">See also</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>"<a href="/wiki/Attention_Is_All_You_Need" title="Attention Is All You Need">Attention Is All You Need</a>"</li> <li><a href="/wiki/Future_of_Go_Summit" title="Future of Go Summit">Future of Go Summit</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li> <li><a href="/wiki/Google_Labs" title="Google Labs">Google Labs</a></li> <li><a href="/wiki/Google_Pixel" title="Google Pixel">Google Pixel</a></li> <li><a href="/wiki/Google_Workspace" title="Google Workspace">Google Workspace</a></li> <li><a href="/wiki/Robot_Constitution" title="Robot Constitution">Robot Constitution</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Google_DeepMind" title="Category:Google DeepMind">Category</a></li> <li><span class="noviewer" typeof="mw:File"><span title="Commons page"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/20px-Commons-logo.svg.png" decoding="async" width="12" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/40px-Commons-logo.svg.png 2x" data-file-width="1024" data-file-height="1376" /></span></span> <a href="https://commons.wikimedia.org/wiki/Category:DeepMind" class="extiw" title="commons:Category:DeepMind">Commons</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /></div><div role="navigation" class="navbox" aria-labelledby="Google460" style="padding:3px"><table class="nowraplinks hlist mw-collapsible mw-collapsed navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Google_LLC" title="Template:Google LLC"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Google_LLC" title="Template talk:Google LLC"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Google_LLC" title="Special:EditPage/Template:Google LLC"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Google460" style="font-size:114%;margin:0 4em"><a href="/wiki/Google" title="Google">Google</a></div></th></tr><tr><td class="navbox-abovebelow" colspan="2"><div>a subsidiary of <a href="/wiki/Alphabet_Inc." title="Alphabet Inc.">Alphabet</a></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Company460" style="font-size:114%;margin:0 4em">Company</div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Divisions</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_AI" title="Google AI">AI</a></li> <li><i><a href="/wiki/Area_120" title="Area 120">Area 120</a></i></li> <li><a href="/wiki/Google_ATAP" title="Google ATAP">ATAP</a></li> <li><i><a href="/wiki/Google_Brain" title="Google Brain">Brain</a></i></li> <li><a href="/wiki/Google_China" title="Google China">China</a></li> <li><a href="/wiki/Google_Cloud_Platform" title="Google Cloud Platform">Cloud Platform</a></li> <li><a href="/wiki/Google_Energy" title="Google Energy">Energy</a></li> <li><a href="/wiki/Google.org" title="Google.org">Google.org</a> <ul><li><a href="/wiki/Google_Crisis_Response" title="Google Crisis Response">Crisis Response</a></li></ul></li> <li><i><a href="/wiki/Google_Health" title="Google Health">Health</a></i></li> <li><a href="/wiki/Google_Registry" title="Google Registry">Registry</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Subsidiaries</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Active</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Security_Operations" title="Google Security Operations">Security Operations</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">DeepMind</a></li> <li><a href="/wiki/Fitbit" title="Fitbit">Fitbit</a></li> <li><a href="/wiki/ITA_Software" title="ITA Software">ITA Software</a></li> <li><a href="/wiki/Jigsaw_(company)" title="Jigsaw (company)">Jigsaw</a></li> <li><a href="/wiki/Looker_(company)" title="Looker (company)">Looker</a></li> <li><a href="/wiki/Mandiant" title="Mandiant">Mandiant</a></li> <li><a href="/wiki/Owlchemy_Labs" title="Owlchemy Labs">Owlchemy Labs</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Defunct</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Actifio" title="Actifio">Actifio</a></li> <li><a href="/wiki/Adscape" title="Adscape">Adscape</a></li> <li><a href="/wiki/Akwan_Information_Technologies" title="Akwan Information Technologies">Akwan Information Technologies</a></li> <li><a href="/wiki/Anvato" title="Anvato">Anvato</a></li> <li><a href="/wiki/Apigee" title="Apigee">Apigee</a></li> <li><a href="/wiki/BandPage" title="BandPage">BandPage</a></li> <li><a href="/wiki/Bitium" title="Bitium">Bitium</a></li> <li><a href="/wiki/BufferBox" title="BufferBox">BufferBox</a></li> <li><a href="/wiki/Crashlytics" title="Crashlytics">Crashlytics</a></li> <li><a href="/wiki/Dodgeball_(service)" title="Dodgeball (service)">Dodgeball</a></li> <li><a href="/wiki/DoubleClick" title="DoubleClick">DoubleClick</a></li> <li><a href="/wiki/Dropcam" title="Dropcam">Dropcam</a></li> <li><a href="/wiki/Endoxon" title="Endoxon">Endoxon</a></li> <li><a href="/wiki/Flutter_(American_company)" title="Flutter (American company)">Flutter</a></li> <li><a href="/wiki/Global_IP_Solutions" title="Global IP Solutions">Global IP Solutions</a></li> <li><a href="/wiki/Green_Throttle_Games" title="Green Throttle Games">Green Throttle Games</a></li> <li><a href="/wiki/GreenBorder" title="GreenBorder">GreenBorder</a></li> <li><a href="/wiki/Gridcentric" title="Gridcentric">Gridcentric</a></li> <li><a href="/wiki/ImageAmerica" title="ImageAmerica">ImageAmerica</a></li> <li><a href="/wiki/Impermium" title="Impermium">Impermium</a></li> <li><a href="/wiki/Invite_Media" title="Invite Media">Invite Media</a></li> <li><a href="/wiki/Kaltix" title="Kaltix">Kaltix</a></li> <li><a href="/wiki/Marratech" title="Marratech">Marratech</a></li> <li><a href="/wiki/Meebo" title="Meebo">Meebo</a></li> <li><a href="/wiki/Metaweb" title="Metaweb">Metaweb</a></li> <li><a href="/wiki/Neotonic_Software" title="Neotonic Software">Neotonic Software</a></li> <li><a href="/wiki/Neverware" title="Neverware">Neverware</a></li> <li><a href="/wiki/Nik_Software" title="Nik Software">Nik Software</a></li> <li><a href="/wiki/Orbitera" title="Orbitera">Orbitera</a></li> <li><a href="/wiki/Pyra_Labs" title="Pyra Labs">Pyra Labs</a></li> <li><a href="/wiki/Quest_Visual" title="Quest Visual">Quest Visual</a></li> <li><a href="/wiki/Reqwireless" title="Reqwireless">Reqwireless</a></li> <li><a href="/wiki/RightsFlow" title="RightsFlow">RightsFlow</a></li> <li><a href="/wiki/Sidewalk_Labs" title="Sidewalk Labs">Sidewalk Labs</a></li> <li><a href="/wiki/SlickLogin" title="SlickLogin">SlickLogin</a></li> <li><a href="/wiki/Titan_Aerospace" title="Titan Aerospace">Titan Aerospace</a></li> <li><a href="/wiki/Typhoon_Studios" title="Typhoon Studios">Typhoon Studios</a></li> <li><a href="/wiki/Urban_Engines" title="Urban Engines">Urban Engines</a></li> <li><a href="/wiki/Vicarious_(company)" title="Vicarious (company)">Vicarious</a></li> <li><a href="/wiki/Viewdle" title="Viewdle">Viewdle</a></li> <li><a href="/wiki/Wavii" title="Wavii">Wavii</a></li> <li><a href="/wiki/Wildfire_Interactive" title="Wildfire Interactive">Wildfire Interactive</a></li> <li><a href="/wiki/YouTube_Next_Lab_and_Audience_Development_Group" title="YouTube Next Lab and Audience Development Group">YouTube Next Lab and Audience Development Group</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Programs</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Business_Groups" title="Google Business Groups">Business Groups</a></i></li> <li><i><a href="/wiki/IBM/Google_Cloud_Computing_University_Initiative" title="IBM/Google Cloud Computing University Initiative">Computing University Initiative</a></i></li> <li><i><a href="/wiki/Google_Contact_Lens" title="Google Contact Lens">Contact Lens</a></i></li> <li><a href="/wiki/Content_ID" title="Content ID">Content ID</a></li> <li><i><a href="/wiki/CrossCheck_(project)" title="CrossCheck (project)">CrossCheck</a></i></li> <li><i><a href="/wiki/Google_Data_Liberation_Front" title="Google Data Liberation Front">Data Liberation Front</a></i></li> <li><a href="/wiki/Data_Transfer_Project" title="Data Transfer Project">Data Transfer Project</a></li> <li><a href="/wiki/Google_Developer_Expert" title="Google Developer Expert">Developer Expert</a></li> <li><a href="/wiki/DigiKavach" title="DigiKavach">DigiKavach</a></li> <li><i><a href="/wiki/DigiPivot" title="DigiPivot">DigiPivot</a></i></li> <li><a href="/wiki/Google_Digital_Garage" title="Google Digital Garage">Digital Garage</a></li> <li><a href="/wiki/Digital_News_Initiative" title="Digital News Initiative">Digital News Initiative</a></li> <li><i><a href="/wiki/Digital_Unlocked" title="Digital Unlocked">Digital Unlocked</a></i></li> <li><i><a href="/wiki/Dragonfly_(search_engine)" title="Dragonfly (search engine)">Dragonfly</a></i></li> <li><i><a href="/wiki/Google_Founders%27_Award" title="Google Founders' Award">Founders' Award</a></i></li> <li><i><a href="/wiki/Google_Free_Zone" title="Google Free Zone">Free Zone</a></i></li> <li><a href="/wiki/Google_Get_Your_Business_Online" title="Google Get Your Business Online">Get Your Business Online</a></li> <li><a href="/wiki/Google_for_Education" title="Google for Education">Google for Education</a></li> <li><a href="/wiki/Google_for_Startups" title="Google for Startups">Google for Startups</a></li> <li><i><a href="/wiki/Living_Stories" title="Living Stories">Living Stories</a></i></li> <li><i><a href="/wiki/Made_with_Code" title="Made with Code">Made with Code</a></i></li> <li><i><a href="/wiki/Google_News_Lab" title="Google News Lab">News Lab</a></i></li> <li><i><a href="/wiki/Google_PowerMeter" title="Google PowerMeter">PowerMeter</a></i></li> <li><a href="/wiki/Privacy_Sandbox" title="Privacy Sandbox">Privacy Sandbox</a></li> <li><a href="/wiki/Project_Nightingale" title="Project Nightingale">Project Nightingale</a></li> <li><a href="/wiki/Project_Nimbus" title="Project Nimbus">Project Nimbus</a></li> <li><a href="/wiki/Project_Sunroof" title="Project Sunroof">Project Sunroof</a></li> <li><a href="/wiki/Project_Zero" title="Project Zero">Project Zero</a></li> <li><a href="/wiki/Quantum_Artificial_Intelligence_Lab" title="Quantum Artificial Intelligence Lab">Quantum Artificial Intelligence Lab</a></li> <li><a href="/wiki/RechargeIT" title="RechargeIT">RechargeIT</a></li> <li><a href="/wiki/Sensorvault" title="Sensorvault">Sensorvault</a></li> <li><a href="/wiki/Google_Silicon_Initiative" title="Google Silicon Initiative">Silicon Initiative</a></li> <li><i><a href="/wiki/Solve_for_X" title="Solve for X">Solve for X</a></i></li> <li><a href="/wiki/Street_View_Trusted" title="Street View Trusted">Street View Trusted</a></li> <li><i><a href="/wiki/Google_Student_Ambassador_Program" title="Google Student Ambassador Program">Student Ambassador Program</a></i></li> <li><a href="/wiki/Vevo" title="Vevo">Vevo</a></li> <li><a href="/wiki/YouTube_BrandConnect" title="YouTube BrandConnect">YouTube BrandConnect</a></li> <li><a href="/wiki/YouTube_Creator_Awards" title="YouTube Creator Awards">YouTube Creator Awards</a></li> <li><a href="/wiki/YouTube_Select" title="YouTube Select">YouTube Select</a></li> <li><i><a href="/wiki/YouTube_Original_Channel_Initiative" title="YouTube Original Channel Initiative">YouTube Original Channel Initiative</a></i></li> <li><a href="/wiki/List_of_Year_in_Search_top_searches" title="List of Year in Search top searches">Year in Search</a></li> <li><i><a href="/wiki/YouTube_Rewind" title="YouTube Rewind">YouTube Rewind</a></i> <ul><li><a href="/wiki/YouTube_Rewind_2018:_Everyone_Controls_Rewind" title="YouTube Rewind 2018: Everyone Controls Rewind">2018</a></li> <li><a href="/wiki/YouTube_Rewind_2019:_For_the_Record" title="YouTube Rewind 2019: For the Record">2019</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Google_events" title="Category:Google events">Events</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaGo_versus_Fan_Hui" title="AlphaGo versus Fan Hui">AlphaGo versus Fan Hui</a></li> <li><a href="/wiki/AlphaGo_versus_Lee_Sedol" title="AlphaGo versus Lee Sedol">AlphaGo versus Lee Sedol</a></li> <li><a href="/wiki/AlphaGo_versus_Ke_Jie" title="AlphaGo versus Ke Jie">AlphaGo versus Ke Jie</a></li> <li><a href="/wiki/Android_Developer_Challenge" title="Android Developer Challenge">Android Developer Challenge</a></li> <li><a href="/wiki/Android_Developer_Day" title="Android Developer Day">Android Developer Day</a></li> <li><a href="/wiki/Android_Developer_Lab" title="Android Developer Lab">Android Developer Lab</a></li> <li><a href="/wiki/CNN/YouTube_presidential_debates" title="CNN/YouTube presidential debates">CNN/YouTube presidential debates</a></li> <li><a href="/wiki/Google_Code-in" title="Google Code-in">Code-in</a></li> <li><a href="/wiki/Google_Code_Jam" title="Google Code Jam">Code Jam</a></li> <li><a href="/wiki/Google_Developer_Day" title="Google Developer Day">Developer Day</a></li> <li><a href="/wiki/Google_Developers_Live" title="Google Developers Live">Developers Live</a></li> <li><a href="/wiki/Doodle4Google" title="Doodle4Google">Doodle4Google</a></li> <li><a href="/wiki/Future_of_Go_Summit" title="Future of Go Summit">Future of Go Summit</a></li> <li><a href="/wiki/G-Day" title="G-Day">G-Day</a></li> <li><i><a href="/wiki/Hash_Code_(programming_competition)" title="Hash Code (programming competition)">Hash Code</a></i></li> <li><a href="/wiki/Google_I/O" title="Google I/O">I/O</a></li> <li><a href="/wiki/Google_Lunar_X_Prize" title="Google Lunar X Prize">Lunar X Prize</a></li> <li><a href="/wiki/Google_Mapathon" title="Google Mapathon">Mapathon</a></li> <li><a href="/wiki/Google_Science_Fair" title="Google Science Fair">Science Fair</a></li> <li><a href="/wiki/Google_Summer_of_Code" title="Google Summer of Code">Summer of Code</a></li> <li><a href="/wiki/World_Chess_Championship_2024" title="World Chess Championship 2024">World Chess Championship 2024</a></li> <li><a href="/wiki/YouTube_Awards" title="YouTube Awards">YouTube Awards</a></li> <li><a href="/wiki/YouTube_Comedy_Week" title="YouTube Comedy Week">YouTube Comedy Week</a></li> <li><a href="/wiki/YouTube_Live" title="YouTube Live">YouTube Live</a></li> <li><a href="/wiki/YouTube_Music_Awards" title="YouTube Music Awards">YouTube Music Awards</a> <ul><li><a href="/wiki/2013_YouTube_Music_Awards" title="2013 YouTube Music Awards">2013</a></li> <li><a href="/wiki/2015_YouTube_Music_Awards" title="2015 YouTube Music Awards">2015</a></li></ul></li> <li><a href="/wiki/YouTube_Space_Lab" title="YouTube Space Lab">YouTube Space Lab</a></li> <li><a href="/wiki/YouTube_Symphony_Orchestra" title="YouTube Symphony Orchestra">YouTube Symphony Orchestra</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Google_buildings_and_structures" title="Category:Google buildings and structures">Infrastructure</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/111_Eighth_Avenue" title="111 Eighth Avenue">111 Eighth Avenue</a></li> <li><a href="/wiki/Android_lawn_statues" title="Android lawn statues">Android lawn statues</a></li> <li><i><a href="/wiki/Androidland" title="Androidland">Androidland</a></i></li> <li><i><a href="/wiki/Google_barges" title="Google barges">Barges</a></i></li> <li><a href="/wiki/Binoculars_Building" title="Binoculars Building">Binoculars Building</a></li> <li><a href="/wiki/Central_Saint_Giles" title="Central Saint Giles">Central Saint Giles</a></li> <li><a href="/wiki/Chelsea_Market" title="Chelsea Market">Chelsea Market</a></li> <li><i><a href="/wiki/Chrome_Zone" title="Chrome Zone">Chrome Zone</a></i></li> <li><a href="/wiki/Google_data_centers" title="Google data centers">Data centers</a></li> <li><a href="/wiki/GeoEye-1" title="GeoEye-1">GeoEye-1</a></li> <li><a href="/wiki/Googleplex" title="Googleplex">Googleplex</a></li> <li><a href="/wiki/Ivanpah_Solar_Power_Facility" title="Ivanpah Solar Power Facility">Ivanpah Solar Power Facility</a></li> <li><a href="/wiki/James_R._Thompson_Center" title="James R. Thompson Center">James R. Thompson Center</a></li> <li><a href="/wiki/Google_King%27s_Cross" title="Google King's Cross">King's Cross</a></li> <li><a href="/wiki/Mayfield_Mall" title="Mayfield Mall">Mayfield Mall</a></li> <li><a href="/wiki/Pier_57" title="Pier 57">Pier 57</a></li> <li><a href="/wiki/Sidewalk_Toronto" title="Sidewalk Toronto">Sidewalk Toronto</a></li> <li><a href="/wiki/St._John%27s_Terminal" title="St. John's Terminal">St. John's Terminal</a></li> <li>Submarine cables <ul><li><a href="/wiki/Dunant_(submarine_communications_cable)" title="Dunant (submarine communications cable)">Dunant</a></li> <li><a href="/wiki/Grace_Hopper_(submarine_communications_cable)" title="Grace Hopper (submarine communications cable)">Grace Hopper</a></li> <li><a href="/wiki/Unity_(cable_system)" title="Unity (cable system)">Unity</a></li></ul></li> <li><a href="/wiki/Google_WiFi" title="Google WiFi">WiFi</a></li> <li><a href="/wiki/YouTube_Space" title="YouTube Space">YouTube Space</a></li> <li><a href="/wiki/YouTube_Theater" title="YouTube Theater">YouTube Theater</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Google_employees" title="Category:Google employees">People</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Current</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Krishna_Bharat" title="Krishna Bharat">Krishna Bharat</a></li> <li><a href="/wiki/Vint_Cerf" title="Vint Cerf">Vint Cerf</a></li> <li><a href="/wiki/Jeff_Dean" title="Jeff Dean">Jeff Dean</a></li> <li><a href="/wiki/John_Doerr" title="John Doerr">John Doerr</a></li> <li><a href="/wiki/Sanjay_Ghemawat" title="Sanjay Ghemawat">Sanjay Ghemawat</a></li> <li><a href="/wiki/Al_Gore" title="Al Gore">Al Gore</a></li> <li><a href="/wiki/John_L._Hennessy" title="John L. Hennessy">John L. Hennessy</a></li> <li><a href="/wiki/Urs_H%C3%B6lzle" title="Urs Hölzle">Urs Hölzle</a></li> <li><a href="/wiki/Salar_Kamangar" title="Salar Kamangar">Salar Kamangar</a></li> <li><a href="/wiki/Ray_Kurzweil" title="Ray Kurzweil">Ray Kurzweil</a></li> <li><a href="/wiki/Ann_Mather" title="Ann Mather">Ann Mather</a></li> <li><a href="/wiki/Alan_Mulally" title="Alan Mulally">Alan Mulally</a></li> <li><a href="/wiki/Rick_Osterloh" title="Rick Osterloh">Rick Osterloh</a></li> <li><a href="/wiki/Sundar_Pichai" title="Sundar Pichai">Sundar Pichai</a> (CEO)</li> <li><a href="/wiki/Ruth_Porat" title="Ruth Porat">Ruth Porat</a> (CFO)</li> <li><a href="/wiki/Rajen_Sheth" title="Rajen Sheth">Rajen Sheth</a></li> <li><a href="/wiki/Hal_Varian" title="Hal Varian">Hal Varian</a></li> <li><a href="/wiki/Neal_Mohan" title="Neal Mohan">Neal Mohan</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Former</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Andy_Bechtolsheim" title="Andy Bechtolsheim">Andy Bechtolsheim</a></li> <li><a href="/wiki/Sergey_Brin" title="Sergey Brin">Sergey Brin</a> (co-founder)</li> <li><a href="/wiki/David_Cheriton" title="David Cheriton">David Cheriton</a></li> <li><a href="/wiki/Matt_Cutts" title="Matt Cutts">Matt Cutts</a></li> <li><a href="/wiki/David_Drummond_(businessman)" title="David Drummond (businessman)">David Drummond</a></li> <li><a href="/wiki/Alan_Eustace" title="Alan Eustace">Alan Eustace</a></li> <li><a href="/wiki/Timnit_Gebru" title="Timnit Gebru">Timnit Gebru</a></li> <li><a href="/wiki/Omid_Kordestani" title="Omid Kordestani">Omid Kordestani</a></li> <li><a href="/wiki/Paul_Otellini" title="Paul Otellini">Paul Otellini</a></li> <li><a href="/wiki/Larry_Page" title="Larry Page">Larry Page</a> (co-founder)</li> <li><a href="/wiki/Patrick_Pichette" title="Patrick Pichette">Patrick Pichette</a></li> <li><a href="/wiki/Eric_Schmidt" title="Eric Schmidt">Eric Schmidt</a></li> <li><a href="/wiki/Ram_Shriram" title="Ram Shriram">Ram Shriram</a></li> <li><a href="/wiki/Amit_Singhal" title="Amit Singhal">Amit Singhal</a></li> <li><a href="/wiki/Shirley_M._Tilghman" title="Shirley M. Tilghman">Shirley M. Tilghman</a></li> <li><a href="/wiki/Rachel_Whetstone" title="Rachel Whetstone">Rachel Whetstone</a></li> <li><a href="/wiki/Susan_Wojcicki" title="Susan Wojcicki">Susan Wojcicki</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Criticism_of_Google" title="Criticism of Google">Criticism</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">General</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Censorship_by_Google" title="Censorship by Google">Censorship</a></li> <li><a href="/wiki/DeGoogle" title="DeGoogle">DeGoogle</a></li> <li><a href="/wiki/FairSearch" title="FairSearch">FairSearch</a></li> <li>"<a href="/wiki/Google%27s_Ideological_Echo_Chamber" title="Google's Ideological Echo Chamber">Google's Ideological Echo Chamber</a>"</li> <li><a href="/wiki/No_Tech_for_Apartheid" title="No Tech for Apartheid">No Tech for Apartheid</a></li> <li><a href="/wiki/Privacy_concerns_with_Google" title="Privacy concerns with Google">Privacy concerns</a> <ul><li><a href="/wiki/Google_Street_View_privacy_concerns" title="Google Street View privacy concerns">Street View</a></li> <li><a href="/wiki/YouTube_and_privacy" title="YouTube and privacy">YouTube</a></li></ul></li> <li><a href="/wiki/Google_worker_organization" title="Google worker organization">Worker organization</a> <ul><li><a href="/wiki/Alphabet_Workers_Union" title="Alphabet Workers Union">Alphabet Workers Union</a></li></ul></li> <li><a href="/wiki/YouTube_copyright_issues" title="YouTube copyright issues">YouTube copyright issues</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Incidents</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/2020_Korean_YouTube_backdoor_advertising_controversy" title="2020 Korean YouTube backdoor advertising controversy">Backdoor advertisement controversy</a></li> <li><a href="/wiki/Blocking_of_YouTube_videos_in_Germany" title="Blocking of YouTube videos in Germany">Blocking of YouTube videos in Germany</a></li> <li><a href="/wiki/2018_Google_data_breach" title="2018 Google data breach">Data breach</a></li> <li><a href="/wiki/Elsagate" title="Elsagate">Elsagate</a></li> <li><a href="/wiki/Fantastic_Adventures_scandal" title="Fantastic Adventures scandal">Fantastic Adventures scandal</a></li> <li><a href="/wiki/2012_Kohistan_video_case" title="2012 Kohistan video case">Kohistan video case</a></li> <li><a href="/wiki/Reactions_to_Innocence_of_Muslims" title="Reactions to Innocence of Muslims">Reactions to <i>Innocence of Muslims</i></a></li> <li><a href="/wiki/San_Francisco_tech_bus_protests" title="San Francisco tech bus protests">San Francisco tech bus protests</a></li> <li><a href="/wiki/Google_services_outages" title="Google services outages">Services outages</a></li> <li><a href="/wiki/2011_Slovenian_YouTube_incident" title="2011 Slovenian YouTube incident">Slovenian government incident</a></li> <li><a href="/wiki/2018_Google_walkouts" title="2018 Google walkouts">Walkouts</a></li> <li><a href="/wiki/YouTube_headquarters_shooting" title="YouTube headquarters shooting">YouTube headquarters shooting</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/List_of_Android_apps_by_Google" title="List of Android apps by Google">Android apps</a></li> <li><a href="/wiki/List_of_Google_April_Fools%27_Day_jokes" title="List of Google April Fools' Day jokes">April Fools' Day jokes</a></li> <li><a href="/wiki/Google_Doodle" title="Google Doodle">Doodles</a> <ul><li><i><a href="/wiki/Doodle_Champion_Island_Games" title="Doodle Champion Island Games">Doodle Champion Island Games</a></i></li> <li><i><a href="/wiki/Magic_Cat_Academy" title="Magic Cat Academy">Magic Cat Academy</a></i></li></ul></li> <li><a href="/wiki/List_of_Google_Easter_eggs" title="List of Google Easter eggs">Easter eggs</a></li> <li><a href="/wiki/History_of_Google" title="History of Google">History</a> <ul><li><a href="/wiki/History_of_Gmail" title="History of Gmail">Gmail</a></li> <li><a href="/wiki/Timeline_of_Google_Search" title="Timeline of Google Search">Search</a></li> <li><a href="/wiki/History_of_YouTube" title="History of YouTube">YouTube</a></li></ul></li> <li><a href="/wiki/Google_logo" title="Google logo">Logo</a></li> <li><a href="/wiki/Material_Design" title="Material Design">Material Design</a></li> <li><a href="/wiki/List_of_mergers_and_acquisitions_by_Alphabet" title="List of mergers and acquisitions by Alphabet">Mergers and acquisitions</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Development460" style="font-size:114%;margin:0 4em"><a href="/wiki/Google_Developers" title="Google Developers">Development</a></div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Software</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">A–C</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Accelerated_Linear_Algebra" title="Accelerated Linear Algebra">Accelerated Linear Algebra</a></li> <li><a href="/wiki/Accelerated_Mobile_Pages" title="Accelerated Mobile Pages">AMP</a></li> <li><i><a href="/wiki/Actions_on_Google" title="Actions on Google">Actions on Google</a></i></li> <li><a href="/wiki/ALTS" title="ALTS">ALTS</a></li> <li><a href="/wiki/American_Fuzzy_Lop_(software)" title="American Fuzzy Lop (software)">American Fuzzy Lop</a></li> <li><i><a href="/wiki/Android_Cloud_to_Device_Messaging" title="Android Cloud to Device Messaging">Android Cloud to Device Messaging</a></i></li> <li><a href="/wiki/Android_Debug_Bridge" title="Android Debug Bridge">Android Debug Bridge</a></li> <li><a href="/wiki/Android_NDK" title="Android NDK">Android NDK</a></li> <li><a href="/wiki/Android_Runtime" title="Android Runtime">Android Runtime</a></li> <li><a href="/wiki/Android_SDK" title="Android SDK">Android SDK</a></li> <li><a href="/wiki/Android_Studio" title="Android Studio">Android Studio</a></li> <li><a href="/wiki/Angular_(web_framework)" title="Angular (web framework)">Angular</a></li> <li><i><a href="/wiki/AngularJS" title="AngularJS">AngularJS</a></i></li> <li><a href="/wiki/Apache_Beam" title="Apache Beam">Apache Beam</a></li> <li><a href="/wiki/Google_APIs" title="Google APIs">APIs</a></li> <li><a href="/wiki/Google_App_Engine" title="Google App Engine">App Engine</a></li> <li><a href="/wiki/MIT_App_Inventor" title="MIT App Inventor">App Inventor</a></li> <li><i><a href="/wiki/Google_App_Maker" title="Google App Maker">App Maker</a></i></li> <li><a href="/wiki/Google_App_Runtime_for_Chrome" title="Google App Runtime for Chrome">App Runtime for Chrome</a></li> <li><i><a href="/wiki/AppJet" title="AppJet">AppJet</a></i></li> <li><a href="/wiki/Google_Apps_Script" title="Google Apps Script">Apps Script</a></li> <li><a href="/wiki/AppSheet" title="AppSheet">AppSheet</a></li> <li><a href="/wiki/ARCore" title="ARCore">ARCore</a></li> <li><i><a href="/wiki/Google_Base" title="Google Base">Base</a></i></li> <li><a href="/wiki/Bazel_(software)" title="Bazel (software)">Bazel</a></li> <li><a href="/wiki/BeyondCorp" title="BeyondCorp">BeyondCorp</a></li> <li><a href="/wiki/Bigtable" title="Bigtable">Bigtable</a></li> <li><a href="/wiki/BigQuery" title="BigQuery">BigQuery</a></li> <li><a href="/wiki/Bionic_(software)" title="Bionic (software)">Bionic</a></li> <li><a href="/wiki/Blockly" title="Blockly">Blockly</a></li> <li><i><a href="/wiki/Borg_(cluster_manager)" title="Borg (cluster manager)">Borg</a></i></li> <li><i><a href="/wiki/Caja_project" title="Caja project">Caja</a></i></li> <li><a href="/wiki/Cameyo" title="Cameyo">Cameyo</a></li> <li><a href="/wiki/Google_Chart_API" title="Google Chart API">Chart API</a></li> <li><a href="/wiki/Google_Charts" title="Google Charts">Charts</a></li> <li><i><a href="/wiki/Google_Chrome_Frame" title="Google Chrome Frame">Chrome Frame</a></i></li> <li><a href="/wiki/Chromium_(web_browser)" title="Chromium (web browser)">Chromium</a> <ul><li><a href="/wiki/Blink_(browser_engine)" title="Blink (browser engine)">Blink</a></li></ul></li> <li><a href="/wiki/Google_Closure_Tools" title="Google Closure Tools">Closure Tools</a></li> <li><i><a href="/wiki/Google_Cloud_Connect" title="Google Cloud Connect">Cloud Connect</a></i></li> <li><a href="/wiki/Google_Cloud_Dataflow" title="Google Cloud Dataflow">Cloud Dataflow</a></li> <li><a href="/wiki/Google_Cloud_Datastore" title="Google Cloud Datastore">Cloud Datastore</a></li> <li><i><a href="/wiki/Google_Cloud_Messaging" title="Google Cloud Messaging">Cloud Messaging</a></i></li> <li><a href="/wiki/Google_Cloud_Shell" title="Google Cloud Shell">Cloud Shell</a></li> <li><a href="/wiki/Google_Cloud_Storage" title="Google Cloud Storage">Cloud Storage</a></li> <li><i><a href="/wiki/Google_Code_Search" title="Google Code Search">Code Search</a></i></li> <li><a href="/wiki/Google_Compute_Engine" title="Google Compute Engine">Compute Engine</a></li> <li><a href="/wiki/Cpplint" title="Cpplint">Cpplint</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">D–N</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Dalvik_(software)" title="Dalvik (software)">Dalvik</a></i></li> <li><a href="/wiki/Google_Data_Protocol" title="Google Data Protocol">Data Protocol</a></li> <li><a href="/wiki/Dialogflow" title="Dialogflow">Dialogflow</a></li> <li><a href="/wiki/Exposure_Notification" title="Exposure Notification">Exposure Notification</a></li> <li><a href="/wiki/Fast_Pair" title="Fast Pair">Fast Pair</a></li> <li><a href="/wiki/Fastboot" title="Fastboot">Fastboot</a></li> <li><a href="/wiki/Federated_Learning_of_Cohorts" title="Federated Learning of Cohorts">Federated Learning of Cohorts</a></li> <li><a href="/wiki/Google_File_System" title="Google File System">File System</a></li> <li><a href="/wiki/Firebase" title="Firebase">Firebase</a></li> <li><a href="/wiki/Firebase_Cloud_Messaging" title="Firebase Cloud Messaging">Firebase Cloud Messaging</a></li> <li><a href="/wiki/FlatBuffers" title="FlatBuffers">FlatBuffers</a></li> <li><a href="/wiki/Flutter_(software)" title="Flutter (software)">Flutter</a></li> <li><i><a href="/wiki/Freebase_(database)" title="Freebase (database)">Freebase</a></i></li> <li><a href="/wiki/Google_Gadgets" title="Google Gadgets">Gadgets</a></li> <li><a href="/wiki/Ganeti" title="Ganeti">Ganeti</a></li> <li><i><a href="/wiki/Gears_(software)" title="Gears (software)">Gears</a></i></li> <li><a href="/wiki/Gerrit_(software)" title="Gerrit (software)">Gerrit</a></li> <li><a href="/wiki/GLOP" title="GLOP">GLOP</a></li> <li><a href="/wiki/GRPC" title="GRPC">gRPC</a></li> <li><a href="/wiki/Gson" title="Gson">Gson</a></li> <li><a href="/wiki/Google_Guava" title="Google Guava">Guava</a></li> <li><a href="/wiki/Guetzli" title="Guetzli">Guetzli</a></li> <li><a href="/wiki/Google_Guice" title="Google Guice">Guice</a></li> <li><a href="/wiki/GVisor" title="GVisor">gVisor</a></li> <li><a href="/wiki/GYP_(software)" title="GYP (software)">GYP</a></li> <li><a href="/wiki/JAX_(software)" title="JAX (software)">JAX</a></li> <li><a href="/wiki/Jetpack_Compose" title="Jetpack Compose">Jetpack Compose</a></li> <li><a href="/wiki/Keyhole_Markup_Language" title="Keyhole Markup Language">Keyhole Markup Language</a></li> <li><a href="/wiki/Kubernetes" title="Kubernetes">Kubernetes</a></li> <li><a href="/wiki/Google_Kythe" title="Google Kythe">Kythe</a></li> <li><a href="/wiki/LevelDB" title="LevelDB">LevelDB</a></li> <li><a href="/wiki/Lighthouse_(software)" title="Lighthouse (software)">Lighthouse</a></li> <li><a href="/wiki/Looker_Studio" title="Looker Studio">Looker Studio</a></li> <li><i><a href="/wiki/Lmctfy" title="Lmctfy">lmctfy</a></i></li> <li><a href="/wiki/MapReduce" title="MapReduce">MapReduce</a></li> <li><i><a href="/wiki/Google_Mashup_Editor" title="Google Mashup Editor">Mashup Editor</a></i></li> <li><a href="/wiki/Matter_(standard)" title="Matter (standard)">Matter</a></li> <li><a href="/wiki/Google_Mobile_Services" title="Google Mobile Services">Mobile Services</a></li> <li><a href="/wiki/Namebench" title="Namebench">Namebench</a></li> <li><a href="/wiki/Google_Native_Client" title="Google Native Client">Native Client</a></li> <li><a href="/wiki/Neatx" title="Neatx">Neatx</a></li> <li><a href="/wiki/Google_Neural_Machine_Translation" title="Google Neural Machine Translation">Neural Machine Translation</a></li> <li><a href="/wiki/Nomulus" title="Nomulus">Nomulus</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">O–Z</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Open_Location_Code" title="Open Location Code">Open Location Code</a></li> <li><a href="/wiki/OpenRefine" title="OpenRefine">OpenRefine</a></li> <li><a href="/wiki/OpenSocial" title="OpenSocial">OpenSocial</a></li> <li><i><a href="/wiki/Google_Optimize" title="Google Optimize">Optimize</a></i></li> <li><a href="/wiki/OR-Tools" title="OR-Tools">OR-Tools</a></li> <li><i><a href="/wiki/Google_Pack" title="Google Pack">Pack</a></i></li> <li><a href="/wiki/Google_PageSpeed_Tools" title="Google PageSpeed Tools">PageSpeed</a></li> <li><a href="/wiki/Piper_(source_control_system)" title="Piper (source control system)">Piper</a></li> <li><i><a href="/wiki/Google_Plugin_for_Eclipse" title="Google Plugin for Eclipse">Plugin for Eclipse</a></i></li> <li><a href="/wiki/Polymer_(library)" title="Polymer (library)">Polymer</a></li> <li><a href="/wiki/Google_Programmable_Search_Engine" title="Google Programmable Search Engine">Programmable Search Engine</a></li> <li><a href="/wiki/Project_IDX" title="Project IDX">Project IDX</a></li> <li><a href="/wiki/Project_Shield" title="Project Shield">Project Shield</a></li> <li><a href="/wiki/Google_Public_DNS" title="Google Public DNS">Public DNS</a></li> <li><a href="/wiki/ReCAPTCHA" title="ReCAPTCHA">reCAPTCHA</a></li> <li><i><a href="/wiki/RenderScript" title="RenderScript">RenderScript</a></i></li> <li><a href="/wiki/SafetyNet" title="SafetyNet">SafetyNet</a></li> <li><i><a href="/wiki/SageTV" title="SageTV">SageTV</a></i></li> <li><a href="/wiki/Schema.org" title="Schema.org">Schema.org</a></li> <li><a href="/wiki/Google_Search_Console" title="Google Search Console">Search Console</a></li> <li><a href="/wiki/Google_Shell" title="Google Shell">Shell</a></li> <li><a href="/wiki/Sitemaps" title="Sitemaps">Sitemaps</a></li> <li><a href="/wiki/Skia_Graphics_Engine" title="Skia Graphics Engine">Skia Graphics Engine</a></li> <li><a href="/wiki/Spanner_(database)" title="Spanner (database)">Spanner</a></li> <li><i><a href="/wiki/Sputnik_(JavaScript_conformance_test)" title="Sputnik (JavaScript conformance test)">Sputnik</a></i></li> <li><i><a href="/wiki/Stackdriver" title="Stackdriver">Stackdriver</a></i></li> <li><i><a href="/wiki/Google_Swiffy" title="Google Swiffy">Swiffy</a></i></li> <li><i><a href="/wiki/Tango_(platform)" title="Tango (platform)">Tango</a></i></li> <li><a href="/wiki/TensorFlow" title="TensorFlow">TensorFlow</a></li> <li><a href="/wiki/Tesseract_(software)" title="Tesseract (software)">Tesseract</a></li> <li><a href="/wiki/Google_Test" title="Google Test">Test</a></li> <li><i><a href="/wiki/Google_Translator_Toolkit" title="Google Translator Toolkit">Translator Toolkit</a></i></li> <li><i><a href="/wiki/Urchin_(software)" title="Urchin (software)">Urchin</a></i> <ul><li><a href="/wiki/UTM_parameters" title="UTM parameters">UTM parameters</a></li></ul></li> <li><a href="/wiki/V8_(JavaScript_engine)" title="V8 (JavaScript engine)">V8</a></li> <li><a href="/wiki/VirusTotal" title="VirusTotal">VirusTotal</a></li> <li><a href="/wiki/VisBug" title="VisBug">VisBug</a></li> <li><a href="/wiki/Google_Wave_Federation_Protocol" title="Google Wave Federation Protocol">Wave Federation Protocol</a></li> <li><a href="/wiki/Weave_(protocol)" title="Weave (protocol)">Weave</a></li> <li><i><a href="/wiki/Google_Web_Accelerator" title="Google Web Accelerator">Web Accelerator</a></i></li> <li><a href="/wiki/Google_Web_Designer" title="Google Web Designer">Web Designer</a></li> <li><a href="/wiki/Google_Web_Server" title="Google Web Server">Web Server</a></li> <li><a href="/wiki/Google_Web_Toolkit" title="Google Web Toolkit">Web Toolkit</a></li> <li><a href="/wiki/Webdriver_Torso" title="Webdriver Torso">Webdriver Torso</a></li> <li><a href="/wiki/WebRTC" title="WebRTC">WebRTC</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Operating systems</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Android_(operating_system)" title="Android (operating system)">Android</a> <ul><li><a href="/wiki/Android_Cupcake" title="Android Cupcake">Cupcake</a></li> <li><a href="/wiki/Android_Donut" title="Android Donut">Donut</a></li> <li><a href="/wiki/Android_Eclair" title="Android Eclair">Eclair</a></li> <li><a href="/wiki/Android_Froyo" title="Android Froyo">Froyo</a></li> <li><a href="/wiki/Android_Gingerbread" title="Android Gingerbread">Gingerbread</a></li> <li><a href="/wiki/Android_Honeycomb" title="Android Honeycomb">Honeycomb</a></li> <li><a href="/wiki/Android_Ice_Cream_Sandwich" title="Android Ice Cream Sandwich">Ice Cream Sandwich</a></li> <li><a href="/wiki/Android_Jelly_Bean" title="Android Jelly Bean">Jelly Bean</a></li> <li><a href="/wiki/Android_KitKat" title="Android KitKat">KitKat</a></li> <li><a href="/wiki/Android_Lollipop" title="Android Lollipop">Lollipop</a></li> <li><a href="/wiki/Android_Marshmallow" title="Android Marshmallow">Marshmallow</a></li> <li><a href="/wiki/Android_Nougat" title="Android Nougat">Nougat</a></li> <li><a href="/wiki/Android_Oreo" title="Android Oreo">Oreo</a></li> <li><a href="/wiki/Android_Pie" title="Android Pie">Pie</a></li> <li><a href="/wiki/Android_10" title="Android 10">10</a></li> <li><a href="/wiki/Android_11" title="Android 11">11</a></li> <li><a href="/wiki/Android_12" title="Android 12">12</a></li> <li><a href="/wiki/Android_13" title="Android 13">13</a></li> <li><a href="/wiki/Android_14" title="Android 14">14</a></li> <li><a href="/wiki/Android_15" title="Android 15">15</a></li> <li><a href="/wiki/Android_16" title="Android 16">16</a></li> <li><a href="/wiki/Android_version_history" title="Android version history">version history</a></li> <li><a href="/wiki/List_of_Android_smartphones" title="List of Android smartphones">smartphones</a></li></ul></li> <li><a href="/wiki/Android_Automotive" title="Android Automotive">Android Automotive</a></li> <li><a href="/wiki/Android_Go" title="Android Go">Android Go</a> <ul><li><a href="/wiki/Comparison_of_Android_Go_products" title="Comparison of Android Go products">devices</a></li></ul></li> <li><i><a href="/wiki/Android_Things" title="Android Things">Android Things</a></i></li> <li><a href="/wiki/Android_TV" title="Android TV">Android TV</a> <ul><li><a href="/wiki/List_of_Android_TV_devices" title="List of Android TV devices">devices</a></li></ul></li> <li><a href="/wiki/Android_XR" title="Android XR">Android XR</a></li> <li><a href="/wiki/ChromeOS" title="ChromeOS">ChromeOS</a></li> <li><a href="/wiki/ChromiumOS" title="ChromiumOS">ChromiumOS</a></li> <li><a href="/wiki/Fuchsia_(operating_system)" title="Fuchsia (operating system)">Fuchsia</a></li> <li><i><a href="/wiki/Glass_OS" title="Glass OS">Glass OS</a></i></li> <li><a href="/wiki/GLinux" title="GLinux">gLinux</a></li> <li><i><a href="/wiki/Goobuntu" title="Goobuntu">Goobuntu</a></i></li> <li><i><a href="/wiki/Google_TV_(operating_system)" title="Google TV (operating system)">TV</a></i></li> <li><a href="/wiki/Wear_OS" title="Wear OS">Wear OS</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Language models</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a></li> <li><a href="/wiki/Chinchilla_(language_model)" title="Chinchilla (language model)">Chinchilla</a></li> <li><a href="/wiki/DreamBooth" title="DreamBooth">DreamBooth</a></li> <li><a href="/wiki/Gemini_(language_model)" title="Gemini (language model)">Gemini</a></li> <li><a href="/wiki/LaMDA" title="LaMDA">LaMDA</a></li> <li><a href="/wiki/PaLM" title="PaLM">PaLM</a></li> <li><a href="/wiki/T5_(language_model)" title="T5 (language model)">T5</a></li> <li><a href="/wiki/VideoPoet" title="VideoPoet">VideoPoet</a></li> <li><i><a class="mw-selflink selflink">XLNet</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Neural networks</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/EfficientNet" title="EfficientNet">EfficientNet</a></li> <li><a href="/wiki/Gato_(DeepMind)" title="Gato (DeepMind)">Gato</a></li> <li><a href="/wiki/Inception_(deep_learning_architecture)" title="Inception (deep learning architecture)">Inception</a></li> <li><a href="/wiki/MobileNet" title="MobileNet">MobileNet</a></li> <li><a href="/wiki/Transformer_(deep_learning_architecture)" title="Transformer (deep learning architecture)">Transformer</a></li> <li><a href="/wiki/WaveNet" title="WaveNet">WaveNet</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Computer programs</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AlphaDev" title="AlphaDev">AlphaDev</a></li> <li><a href="/wiki/AlphaFold" title="AlphaFold">AlphaFold</a></li> <li><a href="/wiki/AlphaGeometry" title="AlphaGeometry">AlphaGeometry</a></li> <li><a href="/wiki/AlphaGo" title="AlphaGo">AlphaGo</a></li> <li><a href="/wiki/AlphaGo_Zero" title="AlphaGo Zero">AlphaGo Zero</a></li> <li><a href="/wiki/AlphaStar_(software)" title="AlphaStar (software)">AlphaStar</a></li> <li><a href="/wiki/AlphaZero" title="AlphaZero">AlphaZero</a></li> <li><a href="/wiki/Master_(software)" title="Master (software)">Master</a></li> <li><a href="/wiki/MuZero" title="MuZero">MuZero</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Formats and codecs</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Android_App_Bundle" title="Android App Bundle">AAB</a></li> <li><a href="/wiki/Apk_(file_format)" title="Apk (file format)">APK</a></li> <li><a href="/wiki/AV1" title="AV1">AV1</a></li> <li><a href="/wiki/Internet_Low_Bitrate_Codec" title="Internet Low Bitrate Codec">iLBC</a></li> <li><a href="/wiki/Internet_Speech_Audio_Codec" title="Internet Speech Audio Codec">iSAC</a></li> <li><a href="/wiki/Libvpx" title="Libvpx">libvpx</a></li> <li><a href="/wiki/Lyra_(codec)" title="Lyra (codec)">Lyra</a></li> <li><a href="/wiki/Protocol_Buffers" title="Protocol Buffers">Protocol Buffers</a></li> <li><a href="/wiki/VP3" title="VP3">VP3</a></li> <li><a href="/wiki/VP6" title="VP6">VP6</a></li> <li><a href="/wiki/VP8" title="VP8">VP8</a></li> <li><a href="/wiki/VP9" title="VP9">VP9</a></li> <li><a href="/wiki/WebM" title="WebM">WebM</a></li> <li><a href="/wiki/WebP" title="WebP">WebP</a></li> <li><a href="/wiki/Web_Open_Font_Format" title="Web Open Font Format">WOFF2</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Programming languages</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Carbon_(programming_language)" title="Carbon (programming language)">Carbon</a></li> <li><a href="/wiki/Dart_(programming_language)" title="Dart (programming language)">Dart</a></li> <li><a href="/wiki/Go_(programming_language)" title="Go (programming language)">Go</a></li> <li><i><a href="/wiki/Sawzall_(programming_language)" title="Sawzall (programming language)">Sawzall</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Search algorithms</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Googlebot" title="Googlebot">Googlebot</a></li> <li><a href="/wiki/Google_Hummingbird" title="Google Hummingbird">Hummingbird</a></li> <li><a href="/wiki/Mobilegeddon" title="Mobilegeddon">Mobilegeddon</a></li> <li><a href="/wiki/PageRank" title="PageRank">PageRank</a> <ul><li><a href="/wiki/Google_matrix" title="Google matrix">matrix</a></li></ul></li> <li><a href="/wiki/Google_Panda" title="Google Panda">Panda</a></li> <li><a href="/wiki/Google_Penguin" title="Google Penguin">Penguin</a></li> <li><a href="/wiki/Google_Pigeon" title="Google Pigeon">Pigeon</a></li> <li><a href="/wiki/RankBrain" title="RankBrain">RankBrain</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Google_domain_names" title="Category:Google domain names">Domain names</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/.app_(top-level_domain)" title=".app (top-level domain)">.app</a></li> <li><a href="/wiki/.dev" title=".dev">.dev</a></li> <li><a href="/wiki/.google" title=".google">.google</a></li> <li><a href="/wiki/.zip_(top-level_domain)" title=".zip (top-level domain)">.zip</a></li> <li><a href="/wiki/G.co" title="G.co">g.co</a></li> <li><a href="/wiki/Google.by" title="Google.by">google.by</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Typefaces</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Croscore_fonts" title="Croscore fonts">Croscore</a></li> <li><a href="/wiki/Noto_fonts" title="Noto fonts">Noto</a></li> <li><a href="/wiki/Product_Sans" title="Product Sans">Product Sans</a></li> <li><a href="/wiki/Roboto" title="Roboto">Roboto</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Software460" style="font-size:114%;margin:0 4em"><a href="/wiki/List_of_Google_products" title="List of Google products">Software</a></div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">A</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Aardvark_(search_engine)" title="Aardvark (search engine)">Aardvark</a></i></li> <li><a href="/wiki/Google_Account" title="Google Account">Account</a> <ul><li><a href="/wiki/Google_Dashboard" title="Google Dashboard">Dashboard</a></li> <li><a href="/wiki/Google_Takeout" title="Google Takeout">Takeout</a></li></ul></li> <li><a href="/wiki/Google_Ad_Manager" title="Google Ad Manager">Ad Manager</a></li> <li><a href="/wiki/AdMob" title="AdMob">AdMob</a></li> <li><a href="/wiki/Google_Ads" title="Google Ads">Ads</a></li> <li><a href="/wiki/Google_AdSense" title="Google AdSense">AdSense</a></li> <li><i><a href="/wiki/Google_Affiliate_Network" title="Google Affiliate Network">Affiliate Network</a></i></li> <li><a href="/wiki/Google_Alerts" title="Google Alerts">Alerts</a></li> <li><i><a href="/wiki/Google_Allo" title="Google Allo">Allo</a></i></li> <li><a href="/wiki/Google_Analytics" title="Google Analytics">Analytics</a></li> <li><a href="/wiki/Android_Auto" title="Android Auto">Android Auto</a></li> <li><i><a href="/wiki/Android_Beam" title="Android Beam">Android Beam</a></i></li> <li><i><a href="/wiki/Google_Answers" title="Google Answers">Answers</a></i></li> <li><i><a href="/wiki/Apture" title="Apture">Apture</a></i></li> <li><a href="/wiki/Google_Arts_%26_Culture" title="Google Arts & Culture">Arts & Culture</a></li> <li><a href="/wiki/Google_Assistant" title="Google Assistant">Assistant</a></li> <li><i><a href="/wiki/Google_Attribution" title="Google Attribution">Attribution</a></i></li> <li><a href="/wiki/Google_Authenticator" title="Google Authenticator">Authenticator</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">B</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/BebaPay" title="BebaPay">BebaPay</a></i></li> <li><i><a href="/wiki/BeatThatQuote.com" title="BeatThatQuote.com">BeatThatQuote.com</a></i></li> <li><i><a href="/wiki/Google_Blog_Search" title="Google Blog Search">Blog Search</a></i></li> <li><a href="/wiki/Blogger_(service)" title="Blogger (service)">Blogger</a></li> <li><i><a href="/wiki/ZygoteBody" title="ZygoteBody">Body</a></i></li> <li><i><a href="/wiki/Google_Bookmarks" title="Google Bookmarks">Bookmarks</a></i></li> <li><a href="/wiki/Google_Books" title="Google Books">Books</a> <ul><li><a href="/wiki/Google_Books_Ngram_Viewer" title="Google Books Ngram Viewer">Ngram Viewer</a></li></ul></li> <li><i><a href="/wiki/Google_Browser_Sync" title="Google Browser Sync">Browser Sync</a></i></li> <li><i><a href="/wiki/Google_Building_Maker" title="Google Building Maker">Building Maker</a></i></li> <li><i><a href="/wiki/Bump_(application)" title="Bump (application)">Bump</a></i></li> <li><i><a href="/wiki/BumpTop" title="BumpTop">BumpTop</a></i></li> <li><i><a href="/wiki/Google_Buzz" title="Google Buzz">Buzz</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">C</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Calendar" title="Google Calendar">Calendar</a></li> <li><a href="/wiki/Google_Cast" title="Google Cast">Cast</a></li> <li><i><a href="/wiki/Google_Catalogs" title="Google Catalogs">Catalogs</a></i></li> <li><a href="/wiki/Google_Chat" title="Google Chat">Chat</a></li> <li><i><a href="/wiki/Google_Checkout" title="Google Checkout">Checkout</a></i></li> <li><a href="/wiki/Google_Chrome" title="Google Chrome">Chrome</a></li> <li><i><a href="/wiki/Google_Chrome_App" title="Google Chrome App">Chrome Apps</a></i></li> <li><a href="/wiki/Google_Chrome_Experiments" title="Google Chrome Experiments">Chrome Experiments</a></li> <li><a href="/wiki/Chrome_Remote_Desktop" title="Chrome Remote Desktop">Chrome Remote Desktop</a></li> <li><a href="/wiki/Chrome_Web_Store" title="Chrome Web Store">Chrome Web Store</a></li> <li><a href="/wiki/Google_Classroom" title="Google Classroom">Classroom</a></li> <li><i><a href="/wiki/Google_Cloud_Print" title="Google Cloud Print">Cloud Print</a></i></li> <li><a href="/wiki/Google_Cloud_Search" title="Google Cloud Search">Cloud Search</a></li> <li><a href="/wiki/Google_Contacts" title="Google Contacts">Contacts</a></li> <li><i><a href="/wiki/Google_Contributor" title="Google Contributor">Contributor</a></i></li> <li><a href="/wiki/Crowdsource_(app)" title="Crowdsource (app)">Crowdsource</a></li> <li><i><a href="/wiki/Google_Currents_(social_app)" title="Google Currents (social app)">Currents</a></i> (social app)</li> <li><i><a href="/wiki/Google_Currents_(news_app)" title="Google Currents (news app)">Currents</a></i> (news app)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">D</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Data_Commons" title="Data Commons">Data Commons</a></li> <li><a href="/wiki/Google_Dataset_Search" title="Google Dataset Search">Dataset Search</a></li> <li><i><a href="/wiki/Google_Desktop" title="Google Desktop">Desktop</a></i></li> <li><a href="/wiki/Google_Dictionary" title="Google Dictionary">Dictionary</a></li> <li><a href="/wiki/Digital_Wellbeing" title="Digital Wellbeing">Digital Wellbeing</a></li> <li><a href="/wiki/Dinosaur_Game" title="Dinosaur Game">Dinosaur Game</a></li> <li><i><a href="/wiki/Google_Directory" title="Google Directory">Directory</a></i></li> <li><a href="/wiki/Google_Docs" title="Google Docs">Docs</a></li> <li><a href="/wiki/Google_Docs_Editors" title="Google Docs Editors">Docs Editors</a></li> <li><i><a href="/wiki/Google_Domains" title="Google Domains">Domains</a></i></li> <li><a href="/wiki/Google_Drawings" title="Google Drawings">Drawings</a></li> <li><a href="/wiki/Google_Drive" title="Google Drive">Drive</a></li> <li><i><a href="/wiki/Google_Duo" title="Google Duo">Duo</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">E</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Earth" title="Google Earth">Earth</a></li> <li><a href="/wiki/Etherpad" title="Etherpad">Etherpad</a></li> <li><i><a href="/wiki/Google_Expeditions" title="Google Expeditions">Expeditions</a></i></li> <li><i><a href="/wiki/Google_Express" title="Google Express">Express</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">F</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Family_Link" title="Google Family Link">Family Link</a></li> <li><i><a href="/wiki/Google_Fast_Flip" title="Google Fast Flip">Fast Flip</a></i></li> <li><a href="/wiki/FeedBurner" title="FeedBurner">FeedBurner</a></li> <li><i><a href="/wiki/Fflick" title="Fflick">fflick</a></i></li> <li><a href="/wiki/Google_Fi_Wireless" title="Google Fi Wireless">Fi Wireless</a></li> <li><a href="/wiki/Google_Finance" title="Google Finance">Finance</a></li> <li><a href="/wiki/Files_(Google)" title="Files (Google)">Files</a></li> <li><a href="/wiki/Find_My_Device" title="Find My Device">Find My Device</a></li> <li><a href="/wiki/Google_Fit" title="Google Fit">Fit</a></li> <li><a href="/wiki/Google_Flights" title="Google Flights">Flights</a></li> <li><i><a href="/wiki/Google_Flu_Trends" title="Google Flu Trends">Flu Trends</a></i></li> <li><a href="/wiki/Google_Fonts" title="Google Fonts">Fonts</a></li> <li><a href="/wiki/Google_Forms" title="Google Forms">Forms</a></li> <li><i><a href="/wiki/Google_Friend_Connect" title="Google Friend Connect">Friend Connect</a></i></li> <li><i><a href="/wiki/Google_Fusion_Tables" title="Google Fusion Tables">Fusion Tables</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">G</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Gboard" title="Gboard">Gboard</a></li> <li><a href="/wiki/Gemini_(chatbot)" title="Gemini (chatbot)">Gemini</a></li> <li><i><a href="/wiki/Google_Gesture_Search" title="Google Gesture Search">Gesture Search</a></i></li> <li><i><a href="/wiki/Gizmo5" title="Gizmo5">Gizmo5</a></i></li> <li><i><a href="/wiki/Google%2B" title="Google+">Google+</a></i></li> <li><a href="/wiki/Gmail" title="Gmail">Gmail</a></li> <li><i><a href="/wiki/Google_Goggles" title="Google Goggles">Goggles</a></i></li> <li><i><a href="/wiki/GOOG-411" title="GOOG-411">GOOG-411</a></i></li> <li><i><a href="/wiki/Grasshopper_(mobile_app)" title="Grasshopper (mobile app)">Grasshopper</a></i></li> <li><a href="/wiki/Google_Groups" title="Google Groups">Groups</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">H</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Hangouts" title="Google Hangouts">Hangouts</a></i></li> <li><i><a href="/wiki/Google_Helpouts" title="Google Helpouts">Helpouts</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">I</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/IGoogle" title="IGoogle">iGoogle</a></i></li> <li><a href="/wiki/Google_Images" title="Google Images">Images</a> <ul><li><i><a href="/wiki/Google_Image_Labeler" title="Google Image Labeler">Image Labeler</a></i></li></ul></li> <li><i><a href="/wiki/Google_Image_Swirl" title="Google Image Swirl">Image Swirl</a></i></li> <li><i><a href="/wiki/Inbox_by_Gmail" title="Inbox by Gmail">Inbox by Gmail</a></i></li> <li><a href="/wiki/Google_Input_Tools" title="Google Input Tools">Input Tools</a> <ul><li><a href="/wiki/Google_Japanese_Input" title="Google Japanese Input">Japanese Input</a></li> <li><i><a href="/wiki/Google_Pinyin" title="Google Pinyin">Pinyin</a></i></li></ul></li> <li><i><a href="/wiki/Google_Insights_for_Search" title="Google Insights for Search">Insights for Search</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">J</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Jaiku" title="Jaiku">Jaiku</a></i></li> <li><i><a href="/wiki/Jamboard" title="Jamboard">Jamboard</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">K</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Kaggle" title="Kaggle">Kaggle</a></li> <li><a href="/wiki/Google_Keep" title="Google Keep">Keep</a></li> <li><i><a href="/wiki/Knol" title="Knol">Knol</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">L</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Labs" title="Google Labs">Labs</a></li> <li><i><a href="/wiki/Google_Latitude" title="Google Latitude">Latitude</a></i></li> <li><a href="/wiki/Google_Lens" title="Google Lens">Lens</a></li> <li><i><a href="/wiki/Like.com" title="Like.com">Like.com</a></i></li> <li><a href="/wiki/Live_Transcribe" title="Live Transcribe">Live Transcribe</a></li> <li><i><a href="/wiki/Google_Lively" title="Google Lively">Lively</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">M</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Map_Maker" title="Google Map Maker">Map Maker</a></i></li> <li><a href="/wiki/Google_Maps" title="Google Maps">Maps</a></li> <li><i><a href="/wiki/Google_Maps_Navigation" title="Google Maps Navigation">Maps Navigation</a></i></li> <li><a href="/wiki/Google_Marketing_Platform" title="Google Marketing Platform">Marketing Platform</a></li> <li><a href="/wiki/Google_Meet" title="Google Meet">Meet</a></li> <li><a href="/wiki/Google_Messages" title="Google Messages">Messages</a></li> <li><i><a href="/wiki/Google_Moderator" title="Google Moderator">Moderator</a></i></li> <li><i><a href="/wiki/My_Tracks" title="My Tracks">My Tracks</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">N</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Nearby_Share" title="Nearby Share">Nearby Share</a></i></li> <li><a href="/wiki/Google_News" title="Google News">News</a></li> <li><i><a href="/wiki/Google_News_%26_Weather" title="Google News & Weather">News & Weather</a></i></li> <li><a href="/wiki/Google_News_Archive" title="Google News Archive">News Archive</a></li> <li><i><a href="/wiki/Google_Notebook" title="Google Notebook">Notebook</a></i></li> <li><a href="/wiki/NotebookLM" title="NotebookLM">NotebookLM</a></li> <li><a href="/wiki/Google_Now" title="Google Now">Now</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">O</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Offers" title="Google Offers">Offers</a></i></li> <li><a href="/wiki/Google_One" title="Google One">One</a></li> <li><i><a href="/wiki/Google_One_Pass" title="Google One Pass">One Pass</a></i></li> <li><a href="/wiki/Google_Opinion_Rewards" title="Google Opinion Rewards">Opinion Rewards</a></li> <li><i><a href="/wiki/Orkut" title="Orkut">Orkut</a></i></li> <li><i><a href="/wiki/Oyster_(company)" title="Oyster (company)">Oyster</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">P</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Panoramio" title="Panoramio">Panoramio</a></i></li> <li><i><a href="/wiki/PaperofRecord.com" title="PaperofRecord.com">PaperofRecord.com</a></i></li> <li><a href="/wiki/Google_Patents" title="Google Patents">Patents</a></li> <li><i><a href="/wiki/Google_Page_Creator" title="Google Page Creator">Page Creator</a></i></li> <li><i><a href="/wiki/Google_Pay_(mobile_app)" title="Google Pay (mobile app)">Pay</a></i> (mobile app)</li> <li><a href="/wiki/Google_Pay_(payment_method)" title="Google Pay (payment method)">Pay</a> (payment method)</li> <li><i><a href="/wiki/Google_Pay_Send" title="Google Pay Send">Pay Send</a></i></li> <li><a href="/wiki/People_Cards" title="People Cards">People Cards</a></li> <li><a href="/wiki/Google_Person_Finder" title="Google Person Finder">Person Finder</a></li> <li><i><a href="/wiki/Google_Personalized_Search" title="Google Personalized Search">Personalized Search</a></i></li> <li><a href="/wiki/Photomath" title="Photomath">Photomath</a></li> <li><a href="/wiki/Google_Photos" title="Google Photos">Photos</a></li> <li><i><a href="/wiki/Picasa" title="Picasa">Picasa</a></i></li> <li><i><a href="/wiki/Picasa_Web_Albums" title="Picasa Web Albums">Picasa Web Albums</a></i></li> <li><i><a href="/wiki/Picnik" title="Picnik">Picnik</a></i></li> <li><a href="/wiki/Pixel_Camera" title="Pixel Camera">Pixel Camera</a></li> <li><a href="/wiki/Google_Play" title="Google Play">Play</a></li> <li><a href="/wiki/Google_Play_Books" title="Google Play Books">Play Books</a></li> <li><a href="/wiki/Google_Play_Games" title="Google Play Games">Play Games</a></li> <li><i><a href="/wiki/Google_Play_Music" title="Google Play Music">Play Music</a></i></li> <li><i><a href="/wiki/Google_Play_Newsstand" title="Google Play Newsstand">Play Newsstand</a></i></li> <li><a href="/wiki/Google_Play_Pass" title="Google Play Pass">Play Pass</a></li> <li><a href="/wiki/Google_Play_Services" title="Google Play Services">Play Services</a></li> <li><i><a href="/wiki/Google_Podcasts" title="Google Podcasts">Podcasts</a></i></li> <li><i><a href="/wiki/Poly_(website)" title="Poly (website)">Poly</a></i></li> <li><i><a href="/wiki/Postini" title="Postini">Postini</a></i></li> <li><i><a href="/wiki/PostRank" title="PostRank">PostRank</a></i></li> <li><i><a href="/wiki/Google_Primer" title="Google Primer">Primer</a></i></li> <li><a href="/wiki/Project_Starline" title="Project Starline">Project Starline</a></li> <li><a href="/wiki/Google_Public_Alerts" title="Google Public Alerts">Public Alerts</a></li> <li><i><a href="/wiki/Google_Public_Data_Explorer" title="Google Public Data Explorer">Public Data Explorer</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">Q</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Question_Hub" title="Google Question Hub">Question Hub</a></li> <li><a href="/wiki/Quick,_Draw!" title="Quick, Draw!">Quick, Draw!</a></li> <li><i><a href="/wiki/Google_Quick_Search_Box" title="Google Quick Search Box">Quick Search Box</a></i></li> <li><a href="/wiki/Quick_Share" title="Quick Share">Quick Share</a></li> <li><i><a href="/wiki/Quickoffice" title="Quickoffice">Quickoffice</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">R</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Read_Along" title="Read Along">Read Along</a></li> <li><i><a href="/wiki/Google_Reader" title="Google Reader">Reader</a></i></li> <li><i><a href="/wiki/Reply_(Google)" title="Reply (Google)">Reply</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">S</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Safe_Browsing" title="Google Safe Browsing">Safe Browsing</a></li> <li><a href="/wiki/SageTV" title="SageTV">SageTV</a></li> <li><a href="/wiki/Google_Santa_Tracker" title="Google Santa Tracker">Santa Tracker</a></li> <li><i><a href="/wiki/Google_Schemer" title="Google Schemer">Schemer</a></i></li> <li><a href="/wiki/Google_Scholar" title="Google Scholar">Scholar</a></li> <li><a href="/wiki/Google_Search" title="Google Search">Search</a> <ul><li><a href="/wiki/Google_Knowledge_Graph" title="Google Knowledge Graph">Knowledge Graph</a></li> <li><a href="/wiki/SafeSearch" title="SafeSearch">SafeSearch</a></li> <li><i><a href="/wiki/Google_SearchWiki" title="Google SearchWiki">Searchwiki</a></i></li></ul></li> <li><a href="/wiki/Google_Sheets" title="Google Sheets">Sheets</a></li> <li><i><a href="/wiki/Shoploop" title="Shoploop">Shoploop</a></i></li> <li><a href="/wiki/Google_Shopping" title="Google Shopping">Shopping</a></li> <li><i><a href="/wiki/Google_Sidewiki" title="Google Sidewiki">Sidewiki</a></i></li> <li><a href="/wiki/Google_Sites" title="Google Sites">Sites</a></li> <li><a href="/wiki/Google_Slides" title="Google Slides">Slides</a></li> <li><a href="/wiki/Snapseed" title="Snapseed">Snapseed</a></li> <li><a href="/wiki/Socratic_(Google)" title="Socratic (Google)">Socratic</a></li> <li><i><a href="/wiki/Softcard" title="Softcard">Softcard</a></i></li> <li><i><a href="/wiki/Songza" title="Songza">Songza</a></i></li> <li><a href="/wiki/Sound_Amplifier" title="Sound Amplifier">Sound Amplifier</a></li> <li><i><a href="/wiki/Google_Spaces" title="Google Spaces">Spaces</a></i></li> <li><a href="/wiki/Sparrow_(chatbot)" title="Sparrow (chatbot)">Sparrow</a> (chatbot)</li> <li><i><a href="/wiki/Sparrow_(email_client)" title="Sparrow (email client)">Sparrow</a></i> (email client)</li> <li><a href="/wiki/Speech_Recognition_%26_Synthesis" title="Speech Recognition & Synthesis">Speech Recognition & Synthesis</a></li> <li><i><a href="/wiki/Google_Squared" title="Google Squared">Squared</a></i></li> <li><i><a href="/wiki/Google_Stadia" title="Google Stadia">Stadia</a></i></li> <li><i><a href="/wiki/Google_Station" title="Google Station">Station</a></i></li> <li><a href="/wiki/Google_Store" title="Google Store">Store</a></li> <li><a href="/wiki/Google_Street_View" title="Google Street View">Street View</a></li> <li><i><a href="/wiki/Google_Surveys" title="Google Surveys">Surveys</a></i></li> <li><i><a href="/wiki/Google_Sync" title="Google Sync">Sync</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">T</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Tables_(Google)" title="Tables (Google)">Tables</a></i></li> <li><i><a href="/wiki/Google_Talk" title="Google Talk">Talk</a></i></li> <li><a href="/wiki/TalkBack" title="TalkBack">TalkBack</a></li> <li><a href="/wiki/Google_Tasks" title="Google Tasks">Tasks</a></li> <li><a href="/wiki/Tenor_(website)" title="Tenor (website)">Tenor</a></li> <li><i><a href="/wiki/Tez_(software)" title="Tez (software)">Tez</a></i></li> <li><i><a href="/wiki/Tilt_Brush" title="Tilt Brush">Tilt Brush</a></i></li> <li><i><a href="/wiki/Google_Toolbar" title="Google Toolbar">Toolbar</a></i></li> <li><a href="/wiki/Toontastic_3D" title="Toontastic 3D">Toontastic 3D</a></li> <li><a href="/wiki/Google_Translate" title="Google Translate">Translate</a></li> <li><a href="/wiki/Google_Travel" title="Google Travel">Travel</a></li> <li><i><a href="/wiki/Trendalyzer" title="Trendalyzer">Trendalyzer</a></i></li> <li><a href="/wiki/Google_Trends" title="Google Trends">Trends</a></li> <li><a href="/wiki/Google_TV_(service)" title="Google TV (service)">TV</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">U</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_URL_Shortener" title="Google URL Shortener">URL Shortener</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">V</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Video" title="Google Video">Video</a></i></li> <li><a href="/wiki/Google_Vids" title="Google Vids">Vids</a></li> <li><a href="/wiki/Google_Voice" title="Google Voice">Voice</a></li> <li><a href="/wiki/Voice_Access" title="Voice Access">Voice Access</a></li> <li><a href="/wiki/Google_Voice_Search" title="Google Voice Search">Voice Search</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">W</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Wallet" title="Google Wallet">Wallet</a></li> <li><i><a href="/wiki/Google_Wave" title="Google Wave">Wave</a></i></li> <li><a href="/wiki/Waze" title="Waze">Waze</a></li> <li><i><a href="/wiki/WDYL_(search_engine)" title="WDYL (search engine)">WDYL</a></i></li> <li><i><a href="/wiki/Google_Web_Light" title="Google Web Light">Web Light</a></i></li> <li><a href="/wiki/Where_Is_My_Train" title="Where Is My Train">Where Is My Train</a></li> <li><a href="/wiki/Widevine" title="Widevine">Widevine</a></li> <li><i><a href="/wiki/Word_Lens" title="Word Lens">Word Lens</a></i></li> <li><a href="/wiki/Google_Workspace" title="Google Workspace">Workspace</a></li> <li><a href="/wiki/Google_Workspace_Marketplace" title="Google Workspace Marketplace">Workspace Marketplace</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%;text-align:center;">Y</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/YouTube" title="YouTube">YouTube</a></li> <li><a href="/wiki/YouTube_Kids" title="YouTube Kids">YouTube Kids</a></li> <li><a href="/wiki/YouTube_Music" title="YouTube Music">YouTube Music</a></li> <li><a href="/wiki/YouTube_Premium" title="YouTube Premium">YouTube Premium</a></li> <li><a href="/wiki/YouTube_Shorts" title="YouTube Shorts">YouTube Shorts</a></li> <li><a href="/wiki/YouTube_Studio" title="YouTube Studio">YouTube Studio</a></li> <li><a href="/wiki/YouTube_TV" title="YouTube TV">YouTube TV</a></li> <li><a href="/wiki/YouTube_VR" title="YouTube VR">YouTube VR</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Hardware460" style="font-size:114%;margin:0 4em">Hardware</div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Pixel" title="Google Pixel">Pixel</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Comparison_of_Google_Pixel_smartphones" title="Comparison of Google Pixel smartphones">Smartphones</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Pixel_(1st_generation)" title="Pixel (1st generation)">Pixel</a> (2016)</li> <li><a href="/wiki/Pixel_2" title="Pixel 2">Pixel 2</a> (2017)</li> <li><a href="/wiki/Pixel_3" title="Pixel 3">Pixel 3</a> (2018)</li> <li><a href="/wiki/Pixel_3a" title="Pixel 3a">Pixel 3a</a> (2019)</li> <li><a href="/wiki/Pixel_4" title="Pixel 4">Pixel 4</a> (2019)</li> <li><a href="/wiki/Pixel_4a" title="Pixel 4a">Pixel 4a</a> (2020)</li> <li><a href="/wiki/Pixel_5" title="Pixel 5">Pixel 5</a> (2020)</li> <li><a href="/wiki/Pixel_5a" title="Pixel 5a">Pixel 5a</a> (2021)</li> <li><a href="/wiki/Pixel_6" title="Pixel 6">Pixel 6</a> (2021)</li> <li><a href="/wiki/Pixel_6a" title="Pixel 6a">Pixel 6a</a> (2022)</li> <li><a href="/wiki/Pixel_7" title="Pixel 7">Pixel 7</a> (2022)</li> <li><a href="/wiki/Pixel_7a" title="Pixel 7a">Pixel 7a</a> (2023)</li> <li><a href="/wiki/Pixel_Fold" title="Pixel Fold">Pixel Fold</a> (2023)</li> <li><a href="/wiki/Pixel_8" title="Pixel 8">Pixel 8</a> (2023)</li> <li><a href="/wiki/Pixel_8a" title="Pixel 8a">Pixel 8a</a> (2024)</li> <li><a href="/wiki/Pixel_9" title="Pixel 9">Pixel 9</a> (2024)</li> <li><a href="/wiki/Pixel_9_Pro_Fold" title="Pixel 9 Pro Fold">Pixel 9 Pro Fold</a> (2024)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Smartwatches</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Pixel_Watch" title="Pixel Watch">Pixel Watch</a> (2022)</li> <li><a href="/wiki/Pixel_Watch_2" title="Pixel Watch 2">Pixel Watch 2</a> (2023)</li> <li><a href="/wiki/Pixel_Watch_3" title="Pixel Watch 3">Pixel Watch 3</a> (2024)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Tablets</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Pixel_C" title="Pixel C">Pixel C</a> (2015)</li> <li><a href="/wiki/Pixel_Slate" title="Pixel Slate">Pixel Slate</a> (2018)</li> <li><a href="/wiki/Pixel_Tablet" title="Pixel Tablet">Pixel Tablet</a> (2023)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Laptops</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Chromebook_Pixel" title="Chromebook Pixel">Chromebook Pixel</a> (2013–2015)</li> <li><a href="/wiki/Pixelbook" title="Pixelbook">Pixelbook</a> (2017)</li> <li><a href="/wiki/Pixelbook_Go" title="Pixelbook Go">Pixelbook Go</a> (2019)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Pixel_Buds" title="Pixel Buds">Pixel Buds</a> (2017–present)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Nexus" title="Google Nexus">Nexus</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Comparison_of_Google_Nexus_smartphones" title="Comparison of Google Nexus smartphones">Smartphones</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Nexus_One" title="Nexus One">Nexus One</a> (2010)</li> <li><a href="/wiki/Nexus_S" title="Nexus S">Nexus S</a> (2010)</li> <li><a href="/wiki/Galaxy_Nexus" title="Galaxy Nexus">Galaxy Nexus</a> (2011)</li> <li><a href="/wiki/Nexus_4" title="Nexus 4">Nexus 4</a> (2012)</li> <li><a href="/wiki/Nexus_5" title="Nexus 5">Nexus 5</a> (2013)</li> <li><a href="/wiki/Nexus_6" title="Nexus 6">Nexus 6</a> (2014)</li> <li><a href="/wiki/Nexus_5X" title="Nexus 5X">Nexus 5X</a> (2015)</li> <li><a href="/wiki/Nexus_6P" title="Nexus 6P">Nexus 6P</a> (2015)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Comparison_of_Google_Nexus_tablets" title="Comparison of Google Nexus tablets">Tablets</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Nexus_7_(2012)" title="Nexus 7 (2012)">Nexus 7</a> (2012)</li> <li><a href="/wiki/Nexus_10" title="Nexus 10">Nexus 10</a> (2012)</li> <li><a href="/wiki/Nexus_7_(2013)" title="Nexus 7 (2013)">Nexus 7</a> (2013)</li> <li><a href="/wiki/Nexus_9" title="Nexus 9">Nexus 9</a> (2014)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Nexus_Q" title="Nexus Q">Nexus Q</a> (2012)</li> <li><a href="/wiki/Nexus_Player" title="Nexus Player">Nexus Player</a> (2014)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Android_Dev_Phone" title="Android Dev Phone">Android Dev Phone</a></i></li> <li><a href="/wiki/Android_One" title="Android One">Android One</a></li> <li><i><a href="/wiki/Google_Cardboard" title="Google Cardboard">Cardboard</a></i></li> <li><a href="/wiki/Chromebit" title="Chromebit">Chromebit</a></li> <li><a href="/wiki/Chromebook" title="Chromebook">Chromebook</a></li> <li><a href="/wiki/Chromebox" title="Chromebox">Chromebox</a></li> <li><a href="/wiki/Chromecast" title="Chromecast">Chromecast</a></li> <li><a href="/wiki/Google_Clips" title="Google Clips">Clips</a></li> <li><a href="/wiki/Google_Daydream" title="Google Daydream">Daydream</a></li> <li><a href="/wiki/List_of_Fitbit_products" title="List of Fitbit products">Fitbit</a></li> <li><a href="/wiki/Google_Glass" title="Google Glass">Glass</a></li> <li><a href="/wiki/Liftware" title="Liftware">Liftware</a></li> <li><a href="/wiki/Liquid_Galaxy" title="Liquid Galaxy">Liquid Galaxy</a></li> <li><a href="/wiki/Google_Nest" title="Google Nest">Nest</a> <ul><li><a href="/wiki/Google_Nest_(smart_speakers)" title="Google Nest (smart speakers)">smart speakers</a></li> <li><a href="/wiki/Nest_Thermostat" title="Nest Thermostat">Thermostat</a></li> <li><a href="/wiki/Nest_Wifi" title="Nest Wifi">Wifi</a></li></ul></li> <li><i><a href="/wiki/List_of_Google_Play_edition_devices" title="List of Google Play edition devices">Play Edition</a></i></li> <li><i><a href="/wiki/Project_Ara" title="Project Ara">Project Ara</a></i></li> <li><i><a href="/wiki/Google_OnHub" title="Google OnHub">OnHub</a></i></li> <li><i><a href="/wiki/Pixel_Visual_Core" title="Pixel Visual Core">Pixel Visual Core</a></i></li> <li><a href="/wiki/Project_Iris" title="Project Iris">Project Iris</a></li> <li><i><a href="/wiki/Google_Search_Appliance" title="Google Search Appliance">Search Appliance</a></i></li> <li><a href="/wiki/Sycamore_processor" title="Sycamore processor">Sycamore processor</a></li> <li><a href="/wiki/Google_Tensor" title="Google Tensor">Tensor</a></li> <li><a href="/wiki/Tensor_Processing_Unit" title="Tensor Processing Unit">Tensor Processing Unit</a></li> <li><a href="/wiki/Titan_Security_Key" title="Titan Security Key">Titan Security Key</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks hlist mw-collapsible autocollapse navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Google_litigation" title="Template:Google litigation"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Google_litigation" title="Template talk:Google litigation"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Google_litigation" title="Special:EditPage/Template:Google litigation"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Litigation85" style="font-size:114%;margin:0 4em"><a href="/wiki/Google_litigation" title="Google litigation">Litigation</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Advertising</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Feldman_v._Google,_Inc." title="Feldman v. Google, Inc.">Feldman v. Google, Inc.</a></i> (2007)</li> <li><i><a href="/wiki/Rescuecom_Corp._v._Google_Inc." title="Rescuecom Corp. v. Google Inc.">Rescuecom Corp. v. Google Inc.</a></i> (2009)</li> <li><i><a href="/wiki/Goddard_v._Google,_Inc." title="Goddard v. Google, Inc.">Goddard v. Google, Inc.</a></i> (2009)</li> <li><i><a href="/wiki/Rosetta_Stone_Ltd._v._Google,_Inc." title="Rosetta Stone Ltd. v. Google, Inc.">Rosetta Stone Ltd. v. Google, Inc.</a></i> (2012)</li> <li><i><a href="/wiki/Google,_Inc._v._American_Blind_%26_Wallpaper_Factory,_Inc." title="Google, Inc. v. American Blind & Wallpaper Factory, Inc.">Google, Inc. v. American Blind & Wallpaper Factory, Inc.</a></i> (2017)</li> <li><a href="/wiki/Jedi_Blue" title="Jedi Blue">Jedi Blue</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Antitrust</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Antitrust_cases_against_Google_by_the_European_Union" title="Antitrust cases against Google by the European Union">European Union</a> (2010–present)</li> <li><i><a href="/wiki/High-Tech_Employee_Antitrust_Litigation" title="High-Tech Employee Antitrust Litigation">United States v. Adobe Systems, Inc., Apple Inc., Google Inc., Intel Corporation, Intuit, Inc., and Pixar</a></i> (2011)</li> <li><i><a href="/wiki/Umar_Javeed,_Sukarma_Thapar,_Aaqib_Javeed_vs._Google_LLC_and_Ors." title="Umar Javeed, Sukarma Thapar, Aaqib Javeed vs. Google LLC and Ors.">Umar Javeed, Sukarma Thapar, Aaqib Javeed vs. Google LLC and Ors.</a></i> (2019)</li> <li><i><a href="/wiki/United_States_v._Google_LLC_(2020)" title="United States v. Google LLC (2020)">United States v. Google LLC</a></i> (2020)</li> <li><i><a href="/wiki/United_States_v._Google_LLC_(2023)" title="United States v. Google LLC (2023)">United States v. Google LLC</a></i> (2023)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Intellectual property</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Perfect_10,_Inc._v._Amazon.com,_Inc." title="Perfect 10, Inc. v. Amazon.com, Inc.">Perfect 10, Inc. v. Amazon.com, Inc.</a></i> (2007)</li> <li><i><a href="/wiki/Viacom_International_Inc._v._YouTube,_Inc." title="Viacom International Inc. v. YouTube, Inc.">Viacom International Inc. v. YouTube, Inc.</a></i> (2010)</li> <li><i><a href="/wiki/Lenz_v._Universal_Music_Corp." title="Lenz v. Universal Music Corp.">Lenz v. Universal Music Corp.</a></i>(2015)</li> <li><i><a href="/wiki/Authors_Guild,_Inc._v._Google,_Inc." title="Authors Guild, Inc. v. Google, Inc.">Authors Guild, Inc. v. Google, Inc.</a></i> (2015)</li> <li><i><a href="/wiki/Field_v._Google,_Inc." title="Field v. Google, Inc.">Field v. Google, Inc.</a></i> (2016)</li> <li><i><a href="/wiki/Google_LLC_v._Oracle_America,_Inc." title="Google LLC v. Oracle America, Inc.">Google LLC v. Oracle America, Inc.</a></i> (2021)</li> <li><a href="/wiki/Smartphone_patent_wars" title="Smartphone patent wars">Smartphone patent wars</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Privacy</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Rocky_Mountain_Bank_v._Google,_Inc." title="Rocky Mountain Bank v. Google, Inc.">Rocky Mountain Bank v. Google, Inc.</a></i> (2009)</li> <li><i><a href="/wiki/Hibnick_v._Google,_Inc." title="Hibnick v. Google, Inc.">Hibnick v. Google, Inc.</a></i> (2010)</li> <li><i><a href="/wiki/United_States_v._Google_Inc." title="United States v. Google Inc.">United States v. Google Inc.</a></i> (2012)</li> <li><a href="/wiki/Judgement_of_the_German_Federal_Court_of_Justice_on_Google%27s_autocomplete_function" title="Judgement of the German Federal Court of Justice on Google's autocomplete function">Judgement of the German Federal Court of Justice on Google's autocomplete function</a> (2013)</li> <li><i><a href="/wiki/Joffe_v._Google,_Inc." title="Joffe v. Google, Inc.">Joffe v. Google, Inc.</a></i> (2013)</li> <li><i><a href="/wiki/Mosley_v_SARL_Google" title="Mosley v SARL Google">Mosley v SARL Google</a></i> (2013)</li> <li><i><a href="/wiki/Google_Spain_v_AEPD_and_Mario_Costeja_Gonz%C3%A1lez" title="Google Spain v AEPD and Mario Costeja González">Google Spain v AEPD and Mario Costeja González</a></i> (2014)</li> <li><i><a href="/wiki/Frank_v._Gaos" title="Frank v. Gaos">Frank v. Gaos</a></i> (2019)</li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Garcia_v._Google,_Inc." title="Garcia v. Google, Inc.">Garcia v. Google, Inc.</a></i> (2015)</li> <li><i><a href="/wiki/Google_LLC_v_Defteros" title="Google LLC v Defteros">Google LLC v Defteros</a></i> (2020)</li> <li><i><a href="/wiki/Epic_Games_v._Google" title="Epic Games v. Google">Epic Games v. Google</a></i> (2021)</li> <li><i><a href="/wiki/Gonzalez_v._Google_LLC" title="Gonzalez v. Google LLC">Gonzalez v. Google LLC</a></i> (2022)</li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks mw-collapsible mw-collapsed navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Related460" style="font-size:114%;margin:0 4em">Related</div></th></tr><tr><td colspan="2" class="navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Beauty_YouTuber" title="Beauty YouTuber">Beauty YouTuber</a></li> <li><a href="/wiki/BookTube" title="BookTube">BookTube</a></li> <li><a href="/wiki/BreadTube" title="BreadTube">BreadTube</a></li> <li>"<a href="/wiki/Don%27t_be_evil" title="Don't be evil">Don't be evil</a>"</li> <li><a href="/wiki/Gayglers" title="Gayglers">Gayglers</a></li> <li><a href="/wiki/Google_(verb)" title="Google (verb)"><i>Google</i> as a verb</a></li> <li><a href="/wiki/Google_bombing" title="Google bombing">Google bombing</a> <ul><li><a href="/wiki/Political_Google_bombs_in_the_2004_U.S._presidential_election" title="Political Google bombs in the 2004 U.S. presidential election">2004 U.S. presidential election</a></li></ul></li> <li><a href="/wiki/Google_effect" title="Google effect">Google effect</a></li> <li><a href="/wiki/Googlefight" title="Googlefight">Googlefight</a></li> <li><a href="/wiki/Google_hacking" title="Google hacking">Google hacking</a></li> <li><a href="/wiki/Googleshare" title="Googleshare">Googleshare</a></li> <li><a href="/wiki/Google_tax" title="Google tax">Google tax</a></li> <li><a href="/wiki/Googlewhack" title="Googlewhack">Googlewhack</a></li> <li><a href="/wiki/Googlization" title="Googlization">Googlization</a></li> <li><a href="/wiki/Illegal_flower_tribute" title="Illegal flower tribute">Illegal flower tribute</a></li> <li><a href="/wiki/Objectives_and_key_results" title="Objectives and key results">Objectives and key results</a></li> <li><a href="/wiki/Rooting_(Android)" title="Rooting (Android)">Rooting</a></li> <li><a href="/wiki/Search_engine_manipulation_effect" title="Search engine manipulation effect">Search engine manipulation effect</a></li> <li><a href="/wiki/Side_project_time" title="Side project time">Side project time</a></li> <li><a href="/wiki/Sitelink" title="Sitelink">Sitelink</a></li> <li><a href="/wiki/Site_reliability_engineering" title="Site reliability engineering">Site reliability engineering</a></li> <li><a href="/wiki/StudyTube" title="StudyTube">StudyTube</a></li> <li><a href="/wiki/VTuber" title="VTuber">VTuber</a></li> <li><a href="/wiki/YouTube_Poop" title="YouTube Poop">YouTube Poop</a></li> <li><a href="/wiki/YouTuber" title="YouTuber">YouTuber</a> <ul><li><a href="/wiki/List_of_YouTubers" title="List of YouTubers">list</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Products</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Android</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Booting_process_of_Android_devices" title="Booting process of Android devices">Booting process</a></li> <li><a href="/wiki/List_of_custom_Android_distributions" title="List of custom Android distributions">Custom distributions</a></li> <li><a href="/wiki/List_of_features_in_Android" title="List of features in Android">Features</a></li> <li><a href="/wiki/Android_recovery_mode" title="Android recovery mode">Recovery mode</a></li> <li><a href="/wiki/Android_software_development" title="Android software development">Software development</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Google_Street_View_coverage" title="Google Street View coverage">Street View coverage</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Google_Street_View_in_Africa" title="Google Street View in Africa">Africa</a></li> <li><a href="/wiki/Google_Street_View_in_Antarctica" title="Google Street View in Antarctica">Antarctica</a></li> <li><a href="/wiki/Google_Street_View_in_Asia" title="Google Street View in Asia">Asia</a> <ul><li><a href="/wiki/Google_Street_View_in_Israel" title="Google Street View in Israel">Israel</a></li></ul></li> <li><a href="/wiki/Google_Street_View_in_Europe" title="Google Street View in Europe">Europe</a></li> <li><a href="/wiki/Google_Street_View_in_North_America" title="Google Street View in North America">North America</a> <ul><li><a href="/wiki/Google_Street_View_in_Canada" title="Google Street View in Canada">Canada</a></li> <li><a href="/wiki/Google_Street_View_in_the_United_States" title="Google Street View in the United States">United States</a></li></ul></li> <li><a href="/wiki/Google_Street_View_in_Oceania" title="Google Street View in Oceania">Oceania</a></li> <li><a href="/wiki/Google_Street_View_in_South_America" title="Google Street View in South America">South America</a> <ul><li><a href="/wiki/Google_Street_View_in_Argentina" title="Google Street View in Argentina">Argentina</a></li> <li><a href="/wiki/Google_Street_View_in_Chile" title="Google Street View in Chile">Chile</a></li> <li><a href="/wiki/Google_Street_View_in_Colombia" title="Google Street View in Colombia">Colombia</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">YouTube</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/YouTube_copyright_strike" title="YouTube copyright strike">Copyright strike</a></li> <li><a href="/wiki/YouTube_in_education" title="YouTube in education">Education</a></li> <li><a href="/wiki/List_of_YouTube_features" title="List of YouTube features">Features</a></li> <li><a href="/wiki/YouTube_moderation" title="YouTube moderation">Moderation</a></li> <li><a href="/wiki/List_of_most-disliked_YouTube_videos" title="List of most-disliked YouTube videos">Most-disliked videos</a></li> <li><a href="/wiki/List_of_most-liked_YouTube_videos" title="List of most-liked YouTube videos">Most-liked videos</a></li> <li><a href="/wiki/List_of_most-subscribed_YouTube_channels" title="List of most-subscribed YouTube channels">Most-subscribed channels</a></li> <li><a href="/wiki/List_of_most-viewed_YouTube_channels" title="List of most-viewed YouTube channels">Most-viewed channels</a></li> <li><a href="/wiki/List_of_most-viewed_YouTube_videos" title="List of most-viewed YouTube videos">Most-viewed videos</a> <ul><li><a href="/wiki/List_of_most-viewed_Arabic_music_videos_on_YouTube" title="List of most-viewed Arabic music videos on YouTube">Arabic music videos</a></li> <li><a href="/wiki/List_of_most-viewed_Chinese_music_videos_on_YouTube" title="List of most-viewed Chinese music videos on YouTube">Chinese music videos</a></li> <li><a href="/wiki/List_of_most-viewed_French_music_videos_on_YouTube" title="List of most-viewed French music videos on YouTube">French music videos</a></li> <li><a href="/wiki/List_of_most-viewed_Indian_YouTube_videos" title="List of most-viewed Indian YouTube videos">Indian videos</a></li> <li><a href="/wiki/List_of_most-viewed_Pakistani_YouTube_videos" title="List of most-viewed Pakistani YouTube videos">Pakistani videos</a></li></ul></li> <li><a href="/wiki/YouTube_(YouTube_channel)" title="YouTube (YouTube channel)">Official channel</a></li> <li><a href="/wiki/Social_impact_of_YouTube" title="Social impact of YouTube">Social impact</a></li> <li><a href="/wiki/YouTube_suspensions" title="YouTube suspensions">Suspensions</a></li> <li><a href="/wiki/List_of_YouTube_Premium_original_programming" title="List of YouTube Premium original programming">YouTube Premium original programming</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Gmail_interface" title="Gmail interface">Gmail interface</a></li> <li><a href="/wiki/Google_Maps_pin" title="Google Maps pin">Maps pin</a></li> <li><a href="/wiki/List_of_most-downloaded_Google_Play_applications" title="List of most-downloaded Google Play applications">Most downloaded Google Play applications</a></li> <li><a href="/wiki/List_of_Stadia_games" title="List of Stadia games">Stadia games</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Documentary_films_about_Google" title="Category:Documentary films about Google">Documentaries</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/AlphaGo_(film)" title="AlphaGo (film)">AlphaGo</a></i></li> <li><i><a href="/wiki/Google_Behind_the_Screen" title="Google Behind the Screen">Google: Behind the Screen</a></i></li> <li><i><a href="/wiki/Google_Maps_Road_Trip" title="Google Maps Road Trip">Google Maps Road Trip</a></i></li> <li><i><a href="/wiki/Google_and_the_World_Brain" title="Google and the World Brain">Google and the World Brain</a></i></li> <li><i><a href="/wiki/The_Creepy_Line" title="The Creepy Line">The Creepy Line</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Category:Books_about_Google" title="Category:Books about Google">Books</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Hacks" title="Google Hacks">Google Hacks</a></i></li> <li><i><a href="/wiki/The_Google_Story" title="The Google Story">The Google Story</a></i></li> <li><i><a href="/wiki/Google_Volume_One" title="Google Volume One">Google Volume One</a></i></li> <li><i><a href="/wiki/Googled:_The_End_of_the_World_as_We_Know_It" title="Googled: The End of the World as We Know It">Googled: The End of the World as We Know It</a></i></li> <li><i><a href="/wiki/How_Google_Works" title="How Google Works">How Google Works</a></i></li> <li><i><a href="/wiki/I%27m_Feeling_Lucky_(book)" title="I'm Feeling Lucky (book)">I'm Feeling Lucky</a></i></li> <li><i><a href="/wiki/In_the_Plex" title="In the Plex">In the Plex</a></i></li> <li><i><a href="/wiki/The_Google_Book" title="The Google Book">The Google Book</a></i></li> <li><i><a href="/wiki/The_MANIAC" title="The MANIAC">The MANIAC</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Popular culture</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><i><a href="/wiki/Google_Feud" title="Google Feud">Google Feud</a></i></li> <li><i><a href="/wiki/Google_Me_(film)" title="Google Me (film)">Google Me</a></i> (film)</li> <li>"<a href="/wiki/Google_Me_(Kim_Zolciak_song)" title="Google Me (Kim Zolciak song)">Google Me</a>" (Kim Zolciak song)</li> <li>"<a href="/wiki/Google_Me_(Teyana_Taylor_song)" title="Google Me (Teyana Taylor song)">Google Me</a>" (Teyana Taylor song)</li> <li><i><a href="/wiki/Is_Google_Making_Us_Stupid%3F" title="Is Google Making Us Stupid?">Is Google Making Us Stupid?</a></i></li> <li><i><a href="/wiki/Proceratium_google" title="Proceratium google">Proceratium google</a></i></li> <li><i><a href="/wiki/Matt_Nathanson:_Live_at_Google" title="Matt Nathanson: Live at Google">Matt Nathanson: Live at Google</a></i></li> <li><i><a href="/wiki/The_Billion_Dollar_Code" title="The Billion Dollar Code">The Billion Dollar Code</a></i></li> <li><i><a href="/wiki/The_Internship" title="The Internship">The Internship</a></i></li> <li><i><a href="/wiki/Where_on_Google_Earth_is_Carmen_Sandiego%3F" title="Where on Google Earth is Carmen Sandiego?">Where on Google Earth is Carmen Sandiego?</a></i></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li>"<a href="/wiki/Attention_Is_All_You_Need" title="Attention Is All You Need">Attention Is All You Need</a>"</li> <li><a href="/wiki/ElgooG" title="ElgooG">elgooG</a></li> <li><a href="/wiki/Generative_pre-trained_transformer" title="Generative pre-trained transformer">Generative pre-trained transformer</a></li> <li>"<a href="/wiki/Me_at_the_zoo" title="Me at the zoo">Me at the zoo</a>"</li> <li><a href="/wiki/Predictions_of_the_end_of_Google" title="Predictions of the end of Google">Predictions of the end</a></li> <li><a href="/wiki/Relationship_between_Google_and_Wikipedia" title="Relationship between Google and Wikipedia">Relationship with Wikipedia</a></li> <li>"<a href="/wiki/Reunion_(advertisement)" title="Reunion (advertisement)">Reunion</a>"</li> <li><a href="/wiki/Robot_Constitution" title="Robot Constitution">Robot Constitution</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr></tbody></table><div></div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div><i>Italics</i> denote <a href="/wiki/List_of_Google_products#Discontinued_products_and_services" title="List of Google products">discontinued products</a>. <ul><li><span class="noviewer" typeof="mw:File"><span title="Category"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /></span></span> <a href="/wiki/Category:Google" title="Category:Google">Category</a></li> <li><span class="noviewer" typeof="mw:File"><span title="Outline"><img alt="" src="//upload.wikimedia.org/wikipedia/commons/thumb/4/41/Global_thinking.svg/10px-Global_thinking.svg.png" decoding="async" width="10" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/4/41/Global_thinking.svg/15px-Global_thinking.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/4/41/Global_thinking.svg/21px-Global_thinking.svg.png 2x" data-file-width="130" data-file-height="200" /></span></span> <a href="/wiki/Outline_of_Google" title="Outline of Google">Outline</a></li></ul></div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235" /></div><div role="navigation" class="navbox" aria-labelledby="Natural_language_processing454" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Natural_language_processing" title="Template:Natural language processing"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Natural_language_processing" title="Template talk:Natural language processing"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Natural_language_processing" title="Special:EditPage/Template:Natural language processing"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Natural_language_processing454" style="font-size:114%;margin:0 4em"><a href="/wiki/Natural_language_processing" title="Natural language processing">Natural language processing</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">General terms</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/AI-complete" title="AI-complete">AI-complete</a></li> <li><a href="/wiki/Bag-of-words_model" title="Bag-of-words model">Bag-of-words</a></li> <li><a href="/wiki/N-gram" title="N-gram">n-gram</a> <ul><li><a href="/wiki/Bigram" title="Bigram">Bigram</a></li> <li><a href="/wiki/Trigram" title="Trigram">Trigram</a></li></ul></li> <li><a href="/wiki/Computational_linguistics" title="Computational linguistics">Computational linguistics</a></li> <li><a href="/wiki/Natural_language_understanding" title="Natural language understanding">Natural language understanding</a></li> <li><a href="/wiki/Stop_word" title="Stop word">Stop words</a></li> <li><a href="/wiki/Text_processing" title="Text processing">Text processing</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Text_mining" title="Text mining">Text analysis</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Argument_mining" title="Argument mining">Argument mining</a></li> <li><a href="/wiki/Collocation_extraction" title="Collocation extraction">Collocation extraction</a></li> <li><a href="/wiki/Concept_mining" title="Concept mining">Concept mining</a></li> <li><a href="/wiki/Coreference#Coreference_resolution" title="Coreference">Coreference resolution</a></li> <li><a href="/wiki/Deep_linguistic_processing" title="Deep linguistic processing">Deep linguistic processing</a></li> <li><a href="/wiki/Distant_reading" title="Distant reading">Distant reading</a></li> <li><a href="/wiki/Information_extraction" title="Information extraction">Information extraction</a></li> <li><a href="/wiki/Named-entity_recognition" title="Named-entity recognition">Named-entity recognition</a></li> <li><a href="/wiki/Ontology_learning" title="Ontology learning">Ontology learning</a></li> <li><a href="/wiki/Parsing" title="Parsing">Parsing</a> <ul><li><a href="/wiki/Semantic_parsing" title="Semantic parsing">Semantic parsing</a></li> <li><a href="/wiki/Syntactic_parsing_(computational_linguistics)" title="Syntactic parsing (computational linguistics)">Syntactic parsing</a></li></ul></li> <li><a href="/wiki/Part-of-speech_tagging" title="Part-of-speech tagging">Part-of-speech tagging</a></li> <li><a href="/wiki/Semantic_analysis_(machine_learning)" title="Semantic analysis (machine learning)">Semantic analysis</a></li> <li><a href="/wiki/Semantic_role_labeling" title="Semantic role labeling">Semantic role labeling</a></li> <li><a href="/wiki/Semantic_decomposition_(natural_language_processing)" title="Semantic decomposition (natural language processing)">Semantic decomposition</a></li> <li><a href="/wiki/Semantic_similarity" title="Semantic similarity">Semantic similarity</a></li> <li><a href="/wiki/Sentiment_analysis" title="Sentiment analysis">Sentiment analysis</a></li></ul> <ul><li><a href="/wiki/Terminology_extraction" title="Terminology extraction">Terminology extraction</a></li> <li><a href="/wiki/Text_mining" title="Text mining">Text mining</a></li> <li><a href="/wiki/Textual_entailment" title="Textual entailment">Textual entailment</a></li> <li><a href="/wiki/Truecasing" title="Truecasing">Truecasing</a></li> <li><a href="/wiki/Word-sense_disambiguation" title="Word-sense disambiguation">Word-sense disambiguation</a></li> <li><a href="/wiki/Word-sense_induction" title="Word-sense induction">Word-sense induction</a></li></ul> </div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th id="Text_segmentation21" scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Text_segmentation" title="Text segmentation">Text segmentation</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Compound-term_processing" title="Compound-term processing">Compound-term processing</a></li> <li><a href="/wiki/Lemmatisation" class="mw-redirect" title="Lemmatisation">Lemmatisation</a></li> <li><a href="/wiki/Lexical_analysis" title="Lexical analysis">Lexical analysis</a></li> <li><a href="/wiki/Shallow_parsing" title="Shallow parsing">Text chunking</a></li> <li><a href="/wiki/Stemming" title="Stemming">Stemming</a></li> <li><a href="/wiki/Sentence_boundary_disambiguation" title="Sentence boundary disambiguation">Sentence segmentation</a></li> <li><a href="/wiki/Word#Word_boundaries" title="Word">Word segmentation</a></li></ul> </div></td></tr></tbody></table><div> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Automatic_summarization" title="Automatic summarization">Automatic summarization</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Multi-document_summarization" title="Multi-document summarization">Multi-document summarization</a></li> <li><a href="/wiki/Sentence_extraction" title="Sentence extraction">Sentence extraction</a></li> <li><a href="/wiki/Text_simplification" title="Text simplification">Text simplification</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Machine_translation" title="Machine translation">Machine translation</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Computer-assisted_translation" title="Computer-assisted translation">Computer-assisted</a></li> <li><a href="/wiki/Example-based_machine_translation" title="Example-based machine translation">Example-based</a></li> <li><a href="/wiki/Rule-based_machine_translation" title="Rule-based machine translation">Rule-based</a></li> <li><a href="/wiki/Statistical_machine_translation" title="Statistical machine translation">Statistical</a></li> <li><a href="/wiki/Transfer-based_machine_translation" title="Transfer-based machine translation">Transfer-based</a></li> <li><a href="/wiki/Neural_machine_translation" title="Neural machine translation">Neural</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Distributional_semantics" title="Distributional semantics">Distributional semantics</a> models</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BERT_(language_model)" title="BERT (language model)">BERT</a></li> <li><a href="/wiki/Document-term_matrix" title="Document-term matrix">Document-term matrix</a></li> <li><a href="/wiki/Explicit_semantic_analysis" title="Explicit semantic analysis">Explicit semantic analysis</a></li> <li><a href="/wiki/FastText" title="FastText">fastText</a></li> <li><a href="/wiki/GloVe" title="GloVe">GloVe</a></li> <li><a href="/wiki/Language_model" title="Language model">Language model</a> (<a href="/wiki/Large_language_model" title="Large language model">large</a>)</li> <li><a href="/wiki/Latent_semantic_analysis" title="Latent semantic analysis">Latent semantic analysis</a></li> <li><a href="/wiki/Seq2seq" title="Seq2seq">Seq2seq</a></li> <li><a href="/wiki/Word_embedding" title="Word embedding">Word embedding</a></li> <li><a href="/wiki/Word2vec" title="Word2vec">Word2vec</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Language_resource" title="Language resource">Language resources</a>,<br />datasets and corpora</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%">Types and<br />standards</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Corpus_linguistics" title="Corpus linguistics">Corpus linguistics</a></li> <li><a href="/wiki/Lexical_resource" title="Lexical resource">Lexical resource</a></li> <li><a href="/wiki/Linguistic_Linked_Open_Data" title="Linguistic Linked Open Data">Linguistic Linked Open Data</a></li> <li><a href="/wiki/Machine-readable_dictionary" title="Machine-readable dictionary">Machine-readable dictionary</a></li> <li><a href="/wiki/Parallel_text" title="Parallel text">Parallel text</a></li> <li><a href="/wiki/PropBank" title="PropBank">PropBank</a></li> <li><a href="/wiki/Semantic_network" title="Semantic network">Semantic network</a></li> <li><a href="/wiki/Simple_Knowledge_Organization_System" title="Simple Knowledge Organization System">Simple Knowledge Organization System</a></li> <li><a href="/wiki/Speech_corpus" title="Speech corpus">Speech corpus</a></li> <li><a href="/wiki/Text_corpus" title="Text corpus">Text corpus</a></li> <li><a href="/wiki/Thesaurus_(information_retrieval)" title="Thesaurus (information retrieval)">Thesaurus (information retrieval)</a></li> <li><a href="/wiki/Treebank" title="Treebank">Treebank</a></li> <li><a href="/wiki/Universal_Dependencies" title="Universal Dependencies">Universal Dependencies</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Data</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/BabelNet" title="BabelNet">BabelNet</a></li> <li><a href="/wiki/Bank_of_English" title="Bank of English">Bank of English</a></li> <li><a href="/wiki/DBpedia" title="DBpedia">DBpedia</a></li> <li><a href="/wiki/FrameNet" title="FrameNet">FrameNet</a></li> <li><a href="/wiki/Google_Ngram_Viewer" class="mw-redirect" title="Google Ngram Viewer">Google Ngram Viewer</a></li> <li><a href="/wiki/UBY" title="UBY">UBY</a></li> <li><a href="/wiki/WordNet" title="WordNet">WordNet</a></li> <li><a href="/wiki/Wikidata" title="Wikidata">Wikidata</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Automatic_identification_and_data_capture" title="Automatic identification and data capture">Automatic identification<br />and data capture</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Speech_recognition" title="Speech recognition">Speech recognition</a></li> <li><a href="/wiki/Speech_segmentation" title="Speech segmentation">Speech segmentation</a></li> <li><a href="/wiki/Speech_synthesis" title="Speech synthesis">Speech synthesis</a></li> <li><a href="/wiki/Natural_language_generation" title="Natural language generation">Natural language generation</a></li> <li><a href="/wiki/Optical_character_recognition" title="Optical character recognition">Optical character recognition</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Topic_model" title="Topic model">Topic model</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Document_classification" title="Document classification">Document classification</a></li> <li><a href="/wiki/Latent_Dirichlet_allocation" title="Latent Dirichlet allocation">Latent Dirichlet allocation</a></li> <li><a href="/wiki/Pachinko_allocation" title="Pachinko allocation">Pachinko allocation</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Computer-assisted_reviewing" title="Computer-assisted reviewing">Computer-assisted<br />reviewing</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Automated_essay_scoring" title="Automated essay scoring">Automated essay scoring</a></li> <li><a href="/wiki/Concordancer" title="Concordancer">Concordancer</a></li> <li><a href="/wiki/Grammar_checker" title="Grammar checker">Grammar checker</a></li> <li><a href="/wiki/Predictive_text" title="Predictive text">Predictive text</a></li> <li><a href="/wiki/Pronunciation_assessment" title="Pronunciation assessment">Pronunciation assessment</a></li> <li><a href="/wiki/Spell_checker" title="Spell checker">Spell checker</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Natural-language_user_interface" title="Natural-language user interface">Natural language<br />user interface</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Chatbot" title="Chatbot">Chatbot</a></li> <li><a href="/wiki/Interactive_fiction" title="Interactive fiction">Interactive fiction</a> (c.f. <a href="/wiki/Syntax_guessing" class="mw-redirect" title="Syntax guessing">Syntax guessing</a>)</li> <li><a href="/wiki/Question_answering" title="Question answering">Question answering</a></li> <li><a href="/wiki/Virtual_assistant" title="Virtual assistant">Virtual assistant</a></li> <li><a href="/wiki/Voice_user_interface" title="Voice user interface">Voice user interface</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Related</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Formal_semantics_(natural_language)" title="Formal semantics (natural language)">Formal semantics</a></li> <li><a href="/wiki/Hallucination_(artificial_intelligence)" title="Hallucination (artificial intelligence)">Hallucination</a></li> <li><a href="/wiki/Natural_Language_Toolkit" title="Natural Language Toolkit">Natural Language Toolkit</a></li> <li><a href="/wiki/SpaCy" title="SpaCy">spaCy</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235" /></div><div role="navigation" class="navbox" aria-labelledby="Differentiable_computing254" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374" /><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231" /><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Differentiable_computing" title="Template:Differentiable computing"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Differentiable_computing" title="Template talk:Differentiable computing"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Differentiable_computing" title="Special:EditPage/Template:Differentiable computing"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Differentiable_computing254" style="font-size:114%;margin:0 4em">Differentiable computing</div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Differentiable_function" title="Differentiable function">General</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><b><a href="/wiki/Differentiable_programming" title="Differentiable programming">Differentiable programming</a></b></li> <li><a href="/wiki/Information_geometry" title="Information geometry">Information geometry</a></li> <li><a href="/wiki/Statistical_manifold" title="Statistical manifold">Statistical manifold</a></li> <li><a href="/wiki/Automatic_differentiation" title="Automatic differentiation">Automatic differentiation</a></li> <li><a href="/wiki/Neuromorphic_computing" title="Neuromorphic computing">Neuromorphic computing</a></li> <li><a href="/wiki/Pattern_recognition" title="Pattern recognition">Pattern recognition</a></li> <li><a href="/wiki/Ricci_calculus" title="Ricci calculus">Ricci calculus</a></li> <li><a href="/wiki/Computational_learning_theory" title="Computational learning theory">Computational learning theory</a></li> <li><a href="/wiki/Inductive_bias" title="Inductive bias">Inductive bias</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Hardware</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Graphcore" title="Graphcore">IPU</a></li> <li><a href="/wiki/Tensor_Processing_Unit" title="Tensor Processing Unit">TPU</a></li> <li><a href="/wiki/Vision_processing_unit" title="Vision processing unit">VPU</a></li> <li><a href="/wiki/Memristor" title="Memristor">Memristor</a></li> <li><a href="/wiki/SpiNNaker" title="SpiNNaker">SpiNNaker</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Software libraries</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/TensorFlow" title="TensorFlow">TensorFlow</a></li> <li><a href="/wiki/PyTorch" title="PyTorch">PyTorch</a></li> <li><a href="/wiki/Keras" title="Keras">Keras</a></li> <li><a href="/wiki/Scikit-learn" title="Scikit-learn">scikit-learn</a></li> <li><a href="/wiki/Theano_(software)" title="Theano (software)">Theano</a></li> <li><a href="/wiki/JAX_(software)" title="JAX (software)">JAX</a></li> <li><a href="/wiki/Flux_(machine-learning_framework)" title="Flux (machine-learning framework)">Flux.jl</a></li> <li><a href="/wiki/MindSpore" title="MindSpore">MindSpore</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><span class="noviewer" typeof="mw:File"><a href="/wiki/File:Symbol_portal_class.svg" class="mw-file-description" title="Portal"><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/16px-Symbol_portal_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/23px-Symbol_portal_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/e/e2/Symbol_portal_class.svg/31px-Symbol_portal_class.svg.png 2x" data-file-width="180" data-file-height="185" /></a></span> Portals <ul><li><a href="/wiki/Portal:Computer_programming" title="Portal:Computer programming">Computer programming</a></li> <li><a href="/wiki/Portal:Technology" title="Portal:Technology">Technology</a></li></ul></li></ul> </div></td></tr></tbody></table></div>    </div><noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?useformat=desktop&type=1x1&usesul3=0" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://en.wikipedia.org/w/index.php?title=XLNet&oldid=1280041547">https://en.wikipedia.org/w/index.php?title=XLNet&oldid=1280041547</a>"</div></div> <div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Help:Category" title="Help:Category">Categories</a>: <ul><li><a href="/wiki/Category:Google_software" title="Category:Google software">Google software</a></li><li><a href="/wiki/Category:Large_language_models" title="Category:Large language models">Large language models</a></li><li><a href="/wiki/Category:Software_using_the_Apache_license" title="Category:Software using the Apache license">Software using the Apache license</a></li></ul></div><div id="mw-hidden-catlinks" class="mw-hidden-catlinks mw-hidden-cats-hidden">Hidden categories: <ul><li><a href="/wiki/Category:Articles_with_short_description" title="Category:Articles with short description">Articles with short description</a></li><li><a href="/wiki/Category:Short_description_is_different_from_Wikidata" title="Category:Short description is different from Wikidata">Short description is different from Wikidata</a></li><li><a href="/wiki/Category:Articles_needing_additional_references_from_September_2024" title="Category:Articles needing additional references from September 2024">Articles needing additional references from September 2024</a></li><li><a href="/wiki/Category:All_articles_needing_additional_references" title="Category:All articles needing additional references">All articles needing additional references</a></li><li><a href="/wiki/Category:Articles_that_may_contain_original_research_from_September_2024" title="Category:Articles that may contain original research from September 2024">Articles that may contain original research from September 2024</a></li><li><a href="/wiki/Category:All_articles_that_may_contain_original_research" title="Category:All articles that may contain original research">All articles that may contain original research</a></li><li><a href="/wiki/Category:Articles_with_multiple_maintenance_issues" title="Category:Articles with multiple maintenance issues">Articles with multiple maintenance issues</a></li></ul></div></div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer" > <ul id="footer-info"> <li id="footer-info-lastmod"> This page was last edited on 12 March 2025, at 03:14<span class="anonymous-show"> (UTC)</span>.</li> <li id="footer-info-copyright">Text is available under the <a href="/wiki/Wikipedia:Text_of_the_Creative_Commons_Attribution-ShareAlike_4.0_International_License" title="Wikipedia:Text of the Creative Commons Attribution-ShareAlike 4.0 International License">Creative Commons Attribution-ShareAlike 4.0 License</a>; additional terms may apply. By using this site, you agree to the <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use" class="extiw" title="foundation:Special:MyLanguage/Policy:Terms of Use">Terms of Use</a> and <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy" class="extiw" title="foundation:Special:MyLanguage/Policy:Privacy policy">Privacy Policy</a>. Wikipedia® is a registered trademark of the <a rel="nofollow" class="external text" href="https://wikimediafoundation.org/">Wikimedia Foundation, Inc.</a>, a non-profit organization.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Wikipedia:About">About Wikipedia</a></li> <li id="footer-places-disclaimers"><a href="/wiki/Wikipedia:General_disclaimer">Disclaimers</a></li> <li id="footer-places-contact"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us">Contact Wikipedia</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Universal_Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/en.wikipedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="//en.m.wikipedia.org/w/index.php?title=XLNet&mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://wikimediafoundation.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><picture><source media="(min-width: 500px)" srcset="/static/images/footer/wikimedia-button.svg" width="84" height="29"><img src="/static/images/footer/wikimedia.svg" width="25" height="25" alt="Wikimedia Foundation" lang="en" loading="lazy"></picture></a></li> <li id="footer-poweredbyico"><a href="https://www.mediawiki.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><picture><source media="(min-width: 500px)" srcset="/w/resources/assets/poweredby_mediawiki.svg" width="88" height="31"><img src="/w/resources/assets/mediawiki_compact.svg" alt="Powered by MediaWiki" lang="en" width="25" height="25" loading="lazy"></picture></a></li> </ul> </footer> </div> </div> </div> <div class="vector-header-container vector-sticky-header-container"> <div id="vector-sticky-header" class="vector-sticky-header"> <div class="vector-sticky-header-start"> <div class="vector-sticky-header-icon-start vector-button-flush-left vector-button-flush-right" aria-hidden="true"> <button class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-sticky-header-search-toggle" tabindex="-1" data-event-name="ui.vector-sticky-search-form.icon"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </button> </div> <div role="search" class="vector-search-box-vue vector-search-box-show-thumbnail vector-search-box"> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail"> <form action="/w/index.php" id="vector-sticky-search-form" class="cdx-search-input cdx-search-input--has-end-button"> <div class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikipedia"> <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <div class="vector-sticky-header-context-bar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-sticky-header-toc" class="vector-dropdown mw-portlet mw-portlet-sticky-header-toc vector-sticky-header-toc vector-button-flush-left" > <input type="checkbox" id="vector-sticky-header-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-sticky-header-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-sticky-header-toc-label" for="vector-sticky-header-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-sticky-header-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div class="vector-sticky-header-context-bar-primary" aria-hidden="true" ><span class="mw-page-title-main">XLNet</span></div> </div> </div> <div class="vector-sticky-header-end" aria-hidden="true"> <div class="vector-sticky-header-icons"> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-talk-sticky-header" tabindex="-1" data-event-name="talk-sticky-header"><span class="vector-icon mw-ui-icon-speechBubbles mw-ui-icon-wikimedia-speechBubbles"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-subject-sticky-header" tabindex="-1" data-event-name="subject-sticky-header"><span class="vector-icon mw-ui-icon-article mw-ui-icon-wikimedia-article"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-history-sticky-header" tabindex="-1" data-event-name="history-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-history mw-ui-icon-wikimedia-wikimedia-history"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only mw-watchlink" id="ca-watchstar-sticky-header" tabindex="-1" data-event-name="watch-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-star mw-ui-icon-wikimedia-wikimedia-star"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-edit-sticky-header" tabindex="-1" data-event-name="wikitext-edit-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-wikiText mw-ui-icon-wikimedia-wikimedia-wikiText"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-ve-edit-sticky-header" tabindex="-1" data-event-name="ve-edit-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-edit mw-ui-icon-wikimedia-wikimedia-edit"></span> <span></span> </a> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only" id="ca-viewsource-sticky-header" tabindex="-1" data-event-name="ve-edit-protected-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-editLock mw-ui-icon-wikimedia-wikimedia-editLock"></span> <span></span> </a> </div> <div class="vector-sticky-header-buttons"> <button class="cdx-button cdx-button--weight-quiet mw-interlanguage-selector" id="p-lang-btn-sticky-header" tabindex="-1" data-event-name="ui.dropdown-p-lang-btn-sticky-header"><span class="vector-icon mw-ui-icon-wikimedia-language mw-ui-icon-wikimedia-wikimedia-language"></span> <span>Add languages</span> </button> <a href="#" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive" id="ca-addsection-sticky-header" tabindex="-1" data-event-name="addsection-sticky-header"><span class="vector-icon mw-ui-icon-speechBubbleAdd-progressive mw-ui-icon-wikimedia-speechBubbleAdd-progressive"></span> <span>Add topic</span> </a> </div> <div class="vector-sticky-header-icon-end"> <div class="vector-user-links"> </div> </div> </div> </div> </div> <div class="mw-portlet mw-portlet-dock-bottom emptyPortlet" id="p-dock-bottom"> <ul> </ul> </div> <script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-559d757df5-qkpkn","wgBackendResponseTime":205,"wgPageParseReport":{"limitreport":{"cputime":"0.578","walltime":"0.906","ppvisitednodes":{"value":2422,"limit":1000000},"postexpandincludesize":{"value":400445,"limit":2097152},"templateargumentsize":{"value":14605,"limit":2097152},"expansiondepth":{"value":14,"limit":100},"expensivefunctioncount":{"value":5,"limit":500},"unstrip-depth":{"value":1,"limit":20},"unstrip-size":{"value":56596,"limit":5000000},"entityaccesscount":{"value":1,"limit":400},"timingprofile":["100.00% 612.190 1 -total"," 30.85% 188.860 1 Template:Google_AI"," 25.49% 156.060 22 Template:Navbox"," 15.27% 93.489 1 Template:Multiple_issues"," 14.09% 86.254 1 Template:Infobox_software"," 13.26% 81.157 1 Template:Infobox"," 11.86% 72.598 1 Template:Short_description"," 10.66% 65.269 2 Template:Cite_web"," 10.12% 61.960 3 Template:Ambox"," 9.93% 60.803 1 Template:Sources_exist"]},"scribunto":{"limitreport-timeusage":{"value":"0.279","limit":"10.000"},"limitreport-memusage":{"value":8079589,"limit":52428800}},"cachereport":{"origin":"mw-web.eqiad.main-5b95fccc77-qzr2h","timestamp":"20250317122246","ttl":2592000,"transientcontent":false}}});});</script> <script type="application/ld+json">{"@context":"https:\/\/schema.org","@type":"Article","name":"XLNet","url":"https:\/\/en.wikipedia.org\/wiki\/XLNet","sameAs":"http:\/\/www.wikidata.org\/entity\/Q64732735","mainEntity":"http:\/\/www.wikidata.org\/entity\/Q64732735","author":{"@type":"Organization","name":"Contributors to Wikimedia projects"},"publisher":{"@type":"Organization","name":"Wikimedia Foundation, Inc.","logo":{"@type":"ImageObject","url":"https:\/\/www.wikimedia.org\/static\/images\/wmf-hor-googpub.png"}},"datePublished":"2024-08-11T20:51:06Z","dateModified":"2025-03-12T03:14:43Z","headline":"scientific article published on 19 June 2019"}</script> </body> </html>