CINXE.COM

<!DOCTYPE html> <html class="client-nojs vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-disabled skin-theme-clientpref-day vector-toc-available" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>Data Platform/Systems - Wikitech</title> <script>(function(){var className="client-js vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-disabled skin-theme-clientpref-day vector-toc-available";var cookie=document.cookie.match(/(?:^|; )labswikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":true,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat": "dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"bfc693c4-05f4-4ead-a1dc-a9943bbb30ea","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"Data_Platform/Systems","wgTitle":"Data Platform/Systems","wgCurRevisionId":2201977,"wgRevisionId":2201977,"wgArticleId":451850,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Data platform","Data platform systems"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"Data_Platform/Systems","wgRelevantArticleId":451850,"wgIsProbablyEditable":false,"wgRelevantPageIsProbablyEditable":false,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgNoticeProject":"wikitech","wgCiteReferencePreviewsActive":true,"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgVisualEditor":{ "pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":700,"wgCentralAuthMobileDomain":false,"wgEditSubmitButtonLabelPublish":true,"wgDiscussionToolsFeaturesEnabled":{"replytool":true,"newtopictool":true,"sourcemodetoolbar":true,"topicsubscription":false,"autotopicsub":false,"visualenhancements":false,"visualenhancements_reply":false,"visualenhancements_pageframe":false},"wgDiscussionToolsFallbackEditMode":"visual","wgULSPosition":"personal","wgULSisCompactLinksEnabled":false,"wgVector2022LanguageInHeader":true,"wgULSisLanguageSelectorEmpty":false,"wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"],"wgSiteNoticeId":"2.0"};RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready", "ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.inputBox.styles":"ready","mediawiki.special":"ready","oojs-ui-core.styles":"ready","oojs-ui.styles.indicators":"ready","mediawiki.widgets.styles":"ready","oojs-ui-core.icons":"ready","mediawiki.htmlform.ooui.styles":"ready","ext.discussionTools.init.styles":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.pt":"ready","ext.dismissableSiteNotice.styles":"ready"};RLPAGEMODULES=["site","mediawiki.page.ready","skins.vector.js","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.gadget.site","ext.urlShortener.toolbar","ext.centralauth.centralautologin","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.discussionTools.init","ext.eventLogging","ext.wikimediaEvents","ext.uls.interface", "ext.checkUser.clientHints","ext.dismissableSiteNotice"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.discussionTools.init.styles%7Cext.dismissableSiteNotice.styles%7Cext.inputBox.styles%7Cext.uls.pt%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediamessages.styles%7Cmediawiki.htmlform.ooui.styles%7Cmediawiki.special%7Cmediawiki.widgets.styles%7Coojs-ui-core.icons%2Cstyles%7Coojs-ui.styles.indicators%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles&only=styles&skin=vector-2022"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.4"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="viewport" content="width=1120"> <meta property="og:title" content="Data Platform/Systems - Wikitech"> <meta property="og:type" content="website"> <link rel="icon" href="/static/favicon/wikitech.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Wikitech (en)"> <link rel="EditURI" type="application/rsd+xml" href="//wikitech.wikimedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://wikitech.wikimedia.org/wiki/Data_Platform/Systems"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/"> <link rel="alternate" type="application/atom+xml" title="Wikitech Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="//meta.wikimedia.org" /> <link rel="dns-prefetch" href="//login.wikimedia.org"> </head> <body class="ext-discussiontools-replytool-enabled ext-discussiontools-newtopictool-enabled ext-discussiontools-sourcemodetoolbar-enabled skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject page-Data_Platform_Systems rootpage-Data_Platform skin-vector-2022 action-view"><a class="mw-jump-link" href="#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right" > <input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu" > <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-menu mw-ui-icon-wikimedia-menu"></span> <span class="vector-dropdown-label-text">Main menu</span> </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container" > <div class="vector-pinnable-header-label">Main menu</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation" > <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="/wiki/Main_Page" title="Visit the main page [z]" accesskey="z"><span>Main page</span></a></li><li id="n-recentchanges" class="mw-list-item"><a href="/wiki/Special:RecentChanges" title="A list of recent changes in the wiki [r]" accesskey="r"><span>Recent changes</span></a></li><li id="n-Server-admin-log:-Prod" class="mw-list-item"><a href="/wiki/Server_Admin_Log"><span>Server admin log: Prod</span></a></li><li id="n-Admin-log:-RelEng" class="mw-list-item"><a href="/wiki/Release_Engineering/SAL"><span>Admin log: RelEng</span></a></li><li id="n-Incident-status" class="mw-list-item"><a href="/wiki/Incident_status"><span>Incident status</span></a></li><li id="n-Deployments" class="mw-list-item"><a href="/wiki/Deployments"><span>Deployments</span></a></li><li id="n-SRE-Team-Help" class="mw-list-item"><a href="/wiki/SRE/SRE_Team_requests"><span>SRE Team Help</span></a></li> </ul> </div> </div> <div id="p-Cloud_VPS_&_Toolforge" class="vector-menu mw-portlet mw-portlet-Cloud_VPS_Toolforge" > <div class="vector-menu-heading"> Cloud VPS & Toolforge </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-Cloud-VPS-portal" class="mw-list-item"><a href="/wiki/Portal:Cloud_VPS"><span>Cloud VPS portal</span></a></li><li id="n-Toolforge-portal" class="mw-list-item"><a href="/wiki/Portal:Toolforge"><span>Toolforge portal</span></a></li><li id="n-Request-VPS-project" class="mw-list-item"><a href="https://phabricator.wikimedia.org/project/view/2875/"><span>Request VPS project</span></a></li><li id="n-Admin-log:-Cloud-VPS" class="mw-list-item"><a href="/wiki/Cloud_VPS_Server_Admin_Log"><span>Admin log: Cloud VPS</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> <a href="/wiki/Main_Page" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/wikitech.svg" alt="" aria-hidden="true" height="50" width="50"> <span class="mw-logo-container skin-invert"> <img class="mw-logo-wordmark" alt="Wikitech" src="/static/images/mobile/copyright/wikitech-wordmark.svg" style="width: 8.75em; height: 1.6875em;"> </span> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"> <a href="/wiki/Special:Search" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search Wikitech [f]" accesskey="f"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikitech" aria-label="Search Wikitech" autocapitalize="sentences" title="Search Wikitech [f]" accesskey="f" id="searchInput" > <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-uls" class="mw-list-item active user-links-collapsible-item"><a data-mw="interface" href="#" class="uls-trigger cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet"><span class="vector-icon mw-ui-icon-wikimedia-language mw-ui-icon-wikimedia-wikimedia-language"></span> <span>English</span></a> </li> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color" > <input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance" > <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-appearance mw-ui-icon-wikimedia-appearance"></span> <span class="vector-dropdown-label-text">Appearance</span> </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://donate.wikimedia.org/?utm_source=donate&utm_medium=sidebar&utm_campaign=spontaneous&uselang=en" class=""><span>Donate</span></a> </li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:UserLogin&returnto=Data+Platform%2FSystems" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o" class=""><span>Log in</span></a> </li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out user-links-collapsible-item" title="More options" > <input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools" > <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-ellipsis mw-ui-icon-wikimedia-ellipsis"></span> <span class="vector-dropdown-label-text">Personal tools</span> </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="https://donate.wikimedia.org/?utm_source=donate&utm_medium=sidebar&utm_campaign=spontaneous&uselang=en"><span>Donate</span></a></li><li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:UserLogin&returnto=Data+Platform%2FSystems" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o"><span class="vector-icon mw-ui-icon-logIn mw-ui-icon-wikimedia-logIn"></span> <span>Log in</span></a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice"><div id="mw-dismissablenotice-anonplace"></div><script>(function(){var node=document.getElementById("mw-dismissablenotice-anonplace");if(node){node.outerHTML="\u003Cdiv class=\"mw-dismissable-notice\"\u003E\u003Cdiv class=\"mw-dismissable-notice-close\"\u003E[\u003Ca tabindex=\"0\" role=\"button\"\u003Edismiss\u003C/a\u003E]\u003C/div\u003E\u003Cdiv class=\"mw-dismissable-notice-body\"\u003E\u003C!-- CentralNotice --\u003E\u003Cdiv id=\"localNotice\" data-nosnippet=\"\"\u003E\u003Cdiv class=\"sitenotice\" lang=\"en\" dir=\"ltr\"\u003E\u003Ctable style=\"width: 75%; background-color: var(--background-color-warning-subtle, #fdf2d5); border: var(--border-subtle, 1px solid #987027); color: var(--color-base, #202122); border-radius: 10px; padding: 5px; margin: 0 auto;\"\u003E\n\u003Ctbody\u003E\u003Ctr\u003E\n\u003Ctd style=\"width:40px; height:40px; text-align:center; vertical-align:middle; padding: 2px;\"\u003E\u003Cspan typeof=\"mw:File\"\u003E\u003Ca href=\"/wiki/File:OOjs_UI_icon_alert-warning.svg\" class=\"mw-file-description\"\u003E\u003Cimg src=\"//upload.wikimedia.org/wikipedia/commons/thumb/3/3b/OOjs_UI_icon_alert-warning.svg/30px-OOjs_UI_icon_alert-warning.svg.png\" decoding=\"async\" width=\"30\" height=\"30\" class=\"mw-file-element\" srcset=\"//upload.wikimedia.org/wikipedia/commons/thumb/3/3b/OOjs_UI_icon_alert-warning.svg/45px-OOjs_UI_icon_alert-warning.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/3/3b/OOjs_UI_icon_alert-warning.svg/60px-OOjs_UI_icon_alert-warning.svg.png 2x\" data-file-width=\"20\" data-file-height=\"20\" /\u003E\u003C/a\u003E\u003C/span\u003E\n\u003C/td\u003E\n\u003Ctd style=\"text-align:center; vertical-align: middle; padding: 4px; max-height: 60px;\"\u003E\u003Cb\u003EWe are migrating Wikitech to \u003Ca href=\"/wiki/Wikitech/SUL-migration\" title=\"Wikitech/SUL-migration\"\u003ESUL\u003C/a\u003E!\u003C/b\u003E\n\u003Cp\u003E\u003Cb\u003EAction may be required for your \u003Ca href=\"/wiki/Wikitech/SUL-migration#What_You_Should_Do\" title=\"Wikitech/SUL-migration\"\u003E account\u003C/a\u003E!\u003C/b\u003E\n\u003C/p\u003E\u003Cp\u003E\u003Cb\u003ETrouble logging in? Please visit \u003Ca href=\"https://phabricator.wikimedia.org/T376267\" class=\"extiw\" title=\"phab:T376267\"\u003ET376267\u003C/a\u003E\u003C/b\u003E\n\u003C/p\u003E\n\u003C/td\u003E\u003C/tr\u003E\u003C/tbody\u003E\u003C/table\u003E\u003C/div\u003E\u003C/div\u003E\u003C/div\u003E\u003C/div\u003E";}}());</script></div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc" > <h2 class="vector-pinnable-header-label">Contents</h2> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"> <a href="#" class="vector-toc-link"> <div class="vector-toc-text">Beginning</div> </a> </li> <li id="toc-Search_within_the_Data_Platform/Systems_docs" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Search_within_the_Data_Platform/Systems_docs"> <div class="vector-toc-text"> <span class="vector-toc-numb">1</span> <span>Search within the Data Platform/Systems docs</span> </div> </a> <ul id="toc-Search_within_the_Data_Platform/Systems_docs-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Child_Pages_of_Data_Platform/Systems" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Child_Pages_of_Data_Platform/Systems"> <div class="vector-toc-text"> <span class="vector-toc-numb">2</span> <span>Child Pages of Data Platform/Systems</span> </div> </a> <ul id="toc-Child_Pages_of_Data_Platform/Systems-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-All_Subpages_of_Data_Platform/Systems" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#All_Subpages_of_Data_Platform/Systems"> <div class="vector-toc-text"> <span class="vector-toc-numb">3</span> <span>All Subpages of Data Platform/Systems</span> </div> </a> <ul id="toc-All_Subpages_of_Data_Platform/Systems-sublist" class="vector-toc-list"> </ul> </li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left" > <input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading"><span class="mw-page-title-main">Data Platform/Systems</span></h1> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/Data_Platform/Systems" title="View the content page [c]" accesskey="c"><span>Page</span></a></li><li id="ca-talk" class="new vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Talk:Data_Platform/Systems&action=edit&redlink=1" rel="discussion" class="new" title="Discussion about the content page (page does not exist) [t]" accesskey="t"><span>Discussion</span></a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet" > <input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant" > <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">English</span> </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/Data_Platform/Systems"><span>Read</span></a></li><li id="ca-viewsource" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&action=edit" title="This page is protected.
You can view its source [e]" accesskey="e"><span>View source</span></a></li><li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&action=history" title="Past revisions of this page [h]" accesskey="h"><span>View history</span></a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown" > <input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools" > <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">Tools</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container" > <div class="vector-pinnable-header-label">Tools</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options" > <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="/wiki/Data_Platform/Systems"><span>Read</span></a></li><li id="ca-more-viewsource" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&action=edit"><span>View source</span></a></li><li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&action=history"><span>View history</span></a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb" > <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="/wiki/Special:WhatLinksHere/Data_Platform/Systems" title="A list of all wiki pages that link here [j]" accesskey="j"><span>What links here</span></a></li><li id="t-recentchangeslinked" class="mw-list-item"><a href="/wiki/Special:RecentChangesLinked/Data_Platform/Systems" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k"><span>Related changes</span></a></li><li id="t-specialpages" class="mw-list-item"><a href="/wiki/Special:SpecialPages" title="A list of all special pages [q]" accesskey="q"><span>Special pages</span></a></li><li id="t-permalink" class="mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&oldid=2201977" title="Permanent link to this revision of this page"><span>Permanent link</span></a></li><li id="t-info" class="mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&action=info" title="More information about this page"><span>Page information</span></a></li><li id="t-cite" class="mw-list-item"><a href="/w/index.php?title=Special:CiteThisPage&page=Data_Platform%2FSystems&id=2201977&wpFormIdentifier=titleform" title="Information on how to cite this page"><span>Cite this page</span></a></li><li id="t-urlshortener" class="mw-list-item"><a href="/w/index.php?title=Special:UrlShortener&url=https%3A%2F%2Fwikitech.wikimedia.org%2Fwiki%2FData_Platform%2FSystems"><span>Get shortened URL</span></a></li><li id="t-urlshortener-qrcode" class="mw-list-item"><a href="/w/index.php?title=Special:QrCode&url=https%3A%2F%2Fwikitech.wikimedia.org%2Fwiki%2FData_Platform%2FSystems"><span>Download QR code</span></a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export" > <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-create_a_book" class="mw-list-item"><a href="/w/index.php?title=Special:Book&bookcmd=book_creator&referer=Data+Platform%2FSystems"><span>Create a book</span></a></li><li id="coll-download-as-rl" class="mw-list-item"><a href="/w/index.php?title=Special:DownloadAsPdf&page=Data_Platform%2FSystems&action=show-download-screen"><span>Download as PDF</span></a></li><li id="t-print" class="mw-list-item"><a href="/w/index.php?title=Data_Platform/Systems&printable=yes" title="Printable version of this page [p]" accesskey="p"><span>Printable version</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container" > <div class="vector-pinnable-header-label">Appearance</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div class="mw-indicators"> </div> <div id="siteSub" class="noprint">From Wikitech</div> </div> <div id="contentSub"><div id="mw-content-subtitle"><div class="subpages">< <bdi dir="ltr"><a href="/wiki/Data_Platform" title="Data Platform">Data Platform</a></bdi></div></div></div> <div id="mw-content-text" class="mw-body-content"><div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><p>These subpages explain in technical detail the systems that process data for analytics at Wikimedia Foundation. </p><p>They include information about setup, maintenance, architecture, and more. </p> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Search_within_the_Data_Platform/Systems_docs" data-mw-thread-id="h-Search_within_the_Data_Platform/Systems_docs"><span id="Search_within_the_Data_Platform.2FSystems_docs"></span><span data-mw-comment-start="" id="h-Search_within_the_Data_Platform/Systems_docs"></span>Search within the Data Platform/Systems docs<span data-mw-comment-end="h-Search_within_the_Data_Platform/Systems_docs"></span></h2></div> <div class="mw-inputbox-centered" style=""><form name="searchbox" class="searchbox mw-inputbox-form" action="/wiki/Special:Search"><div class="cdx-text-input"><input class="mw-inputbox-input mw-searchInput searchboxInput cdx-text-input__input" name="search" placeholder="" size="40" dir="ltr" aria-label="Search the Data Platform systems docs"/></div><input type="hidden" value="Data_Platform/Systems" name="prefix"/><br/><input type="submit" name="fulltext" value="Search the Data Platform systems docs" class="cdx-button"/><input type="hidden" value="Search" name="fulltext"/></form></div> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Child_Pages_of_Data_Platform/Systems" data-mw-thread-id="h-Child_Pages_of_Data_Platform/Systems"><span id="Child_Pages_of_Data_Platform.2FSystems"></span><span data-mw-comment-start="" id="h-Child_Pages_of_Data_Platform/Systems"></span>Child Pages of Data Platform/Systems<span data-mw-comment-end="h-Child_Pages_of_Data_Platform/Systems"></span></h2></div> <div class="subpagelist"> <a href="/wiki/Data_Platform/Systems/AQS" title="Data Platform/Systems/AQS">AQS</a>聽路 <a href="/wiki/Data_Platform/Systems/Airflow" title="Data Platform/Systems/Airflow">Airflow</a>聽路 <a href="/wiki/Data_Platform/Systems/Analytics_Meta" title="Data Platform/Systems/Analytics Meta">Analytics Meta</a>聽路 <a href="/wiki/Data_Platform/Systems/Archiva" title="Data Platform/Systems/Archiva">Archiva</a>聽路 <a href="/wiki/Data_Platform/Systems/Bigtop_Packages" title="Data Platform/Systems/Bigtop Packages">Bigtop Packages</a>聽路 <a href="/wiki/Data_Platform/Systems/Ceph" title="Data Platform/Systems/Ceph">Ceph</a>聽路 <a href="/wiki/Data_Platform/Systems/Clients" title="Data Platform/Systems/Clients">Clients</a>聽路 <a href="/wiki/Data_Platform/Systems/CloudnativePG" title="Data Platform/Systems/CloudnativePG">CloudnativePG</a>聽路 <a href="/wiki/Data_Platform/Systems/Cluster" title="Data Platform/Systems/Cluster">Cluster</a>聽路 <a href="/wiki/Data_Platform/Systems/Conda" title="Data Platform/Systems/Conda">Conda</a>聽路 <a href="/wiki/Data_Platform/Systems/Coordinator" title="Data Platform/Systems/Coordinator">Coordinator</a>聽路 <a href="/wiki/Data_Platform/Systems/DB_Replica" title="Data Platform/Systems/DB Replica">DB Replica</a>聽路 <a href="/wiki/Data_Platform/Systems/Dashiki" title="Data Platform/Systems/Dashiki">Dashiki</a>聽路 <a href="/wiki/Data_Platform/Systems/DataHub" title="Data Platform/Systems/DataHub">DataHub</a>聽路 <a href="/wiki/Data_Platform/Systems/Data_Quality" title="Data Platform/Systems/Data Quality">Data Quality</a>聽路 <a href="/wiki/Data_Platform/Systems/Data_deletion_and_sanitization" title="Data Platform/Systems/Data deletion and sanitization">Data deletion and sanitization</a>聽路 <a href="/wiki/Data_Platform/Systems/Dealing_with_data_loss_alarms" title="Data Platform/Systems/Dealing with data loss alarms">Dealing with data loss alarms</a>聽路 <a href="/wiki/Data_Platform/Systems/Druid" title="Data Platform/Systems/Druid">Druid</a>聽路 <a href="/wiki/Data_Platform/Systems/Edit_data_loading" title="Data Platform/Systems/Edit data loading">Edit data loading</a>聽路 <a href="/wiki/Data_Platform/Systems/Edit_history_administration" title="Data Platform/Systems/Edit history administration">Edit history administration</a>聽路 <a href="/wiki/Data_Platform/Systems/Edit_serving_layer" title="Data Platform/Systems/Edit serving layer">Edit serving layer</a>聽路 <a href="/wiki/Data_Platform/Systems/EventLogging" title="Data Platform/Systems/EventLogging">EventLogging</a>聽路 <a href="/wiki/Data_Platform/Systems/Event_Data_retention" title="Data Platform/Systems/Event Data retention">Event Data retention</a>聽路 <a href="/wiki/Data_Platform/Systems/Exporting_from_HDFS_to_Swift" title="Data Platform/Systems/Exporting from HDFS to Swift">Exporting from HDFS to Swift</a>聽路 <a href="/wiki/Data_Platform/Systems/Geolocation" title="Data Platform/Systems/Geolocation">Geolocation</a>聽路 <a href="/wiki/Data_Platform/Systems/Gobblin" title="Data Platform/Systems/Gobblin">Gobblin</a>聽路 <a href="/wiki/Data_Platform/Systems/Hadoop" title="Data Platform/Systems/Hadoop">Hadoop</a>聽路 <a href="/wiki/Data_Platform/Systems/Hadoop_Event_Ingestion_Lifecycle" title="Data Platform/Systems/Hadoop Event Ingestion Lifecycle">Hadoop Event Ingestion Lifecycle</a>聽路 <a href="/wiki/Data_Platform/Systems/Hive" title="Data Platform/Systems/Hive">Hive</a>聽路 <a href="/wiki/Data_Platform/Systems/Hive_to_Druid_Ingestion_Pipeline" title="Data Platform/Systems/Hive to Druid Ingestion Pipeline">Hive to Druid Ingestion Pipeline</a>聽路 <a href="/wiki/Data_Platform/Systems/Iceberg" title="Data Platform/Systems/Iceberg">Iceberg</a>聽路 <a href="/wiki/Data_Platform/Systems/Java" title="Data Platform/Systems/Java">Java</a>聽路 <a href="/wiki/Data_Platform/Systems/Jupyter" title="Data Platform/Systems/Jupyter">Jupyter</a>聽路 <a href="/wiki/Data_Platform/Systems/Kerberos" title="Data Platform/Systems/Kerberos">Kerberos</a>聽路 <a href="/wiki/Data_Platform/Systems/Maintenance_Schedule" title="Data Platform/Systems/Maintenance Schedule">Maintenance Schedule</a>聽路 <a href="/wiki/Data_Platform/Systems/Managing_systemd_timers" title="Data Platform/Systems/Managing systemd timers">Managing systemd timers</a>聽路 <a href="/wiki/Data_Platform/Systems/Manual_maintenance" title="Data Platform/Systems/Manual maintenance">Manual maintenance</a>聽路 <a href="/wiki/Data_Platform/Systems/MariaDB" title="Data Platform/Systems/MariaDB">MariaDB</a>聽路 <a href="/wiki/Data_Platform/Systems/Matomo" title="Data Platform/Systems/Matomo">Matomo</a>聽路 <a href="/wiki/Data_Platform/Systems/Mediawiki_History_Snapshot_Check" title="Data Platform/Systems/Mediawiki History Snapshot Check">Mediawiki History Snapshot Check</a>聽路 <a href="/wiki/Data_Platform/Systems/Mediawiki_history_reduced_algorithm" title="Data Platform/Systems/Mediawiki history reduced algorithm">Mediawiki history reduced algorithm</a>聽路 <a href="/wiki/Data_Platform/Systems/Page_and_user_history_reconstruction" title="Data Platform/Systems/Page and user history reconstruction">Page and user history reconstruction</a>聽路 <a href="/wiki/Data_Platform/Systems/Page_and_user_history_reconstruction_algorithm" title="Data Platform/Systems/Page and user history reconstruction algorithm">Page and user history reconstruction algorithm</a>聽路 <a href="/wiki/Data_Platform/Systems/Presto" title="Data Platform/Systems/Presto">Presto</a>聽路 <a href="/wiki/Data_Platform/Systems/Refine" title="Data Platform/Systems/Refine">Refine</a>聽路 <a href="/wiki/Data_Platform/Systems/Reportupdater" title="Data Platform/Systems/Reportupdater">Reportupdater</a>聽路 <a href="/wiki/Data_Platform/Systems/Revision_augmentation_and_denormalization" title="Data Platform/Systems/Revision augmentation and denormalization">Revision augmentation and denormalization</a>聽路 <a href="/wiki/Data_Platform/Systems/Siege" title="Data Platform/Systems/Siege">Siege</a>聽路 <a href="/wiki/Data_Platform/Systems/Spark" title="Data Platform/Systems/Spark">Spark</a>聽路 <a href="/wiki/Data_Platform/Systems/Superset" title="Data Platform/Systems/Superset">Superset</a>聽路 <a href="/wiki/Data_Platform/Systems/System_Users" title="Data Platform/Systems/System Users">System Users</a>聽路 <a href="/wiki/Data_Platform/Systems/Turnilo" title="Data Platform/Systems/Turnilo">Turnilo</a>聽路 <a href="/wiki/Data_Platform/Systems/Varnishkafka" title="Data Platform/Systems/Varnishkafka">Varnishkafka</a>聽路 <a href="/wiki/Data_Platform/Systems/Wikistats" title="Data Platform/Systems/Wikistats">Wikistats</a>聽路 <a href="/wiki/Data_Platform/Systems/Wikistats_2" title="Data Platform/Systems/Wikistats 2">Wikistats 2</a>聽路 <a href="/wiki/Data_Platform/Systems/analytics.wikimedia.org" title="Data Platform/Systems/analytics.wikimedia.org">analytics.wikimedia.org</a>聽路 <a href="/wiki/Data_Platform/Systems/ua-parser" title="Data Platform/Systems/ua-parser">ua-parser</a></div> <hr/> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="All_Subpages_of_Data_Platform/Systems" data-mw-thread-id="h-All_Subpages_of_Data_Platform/Systems"><span id="All_Subpages_of_Data_Platform.2FSystems"></span><span data-mw-comment-start="" id="h-All_Subpages_of_Data_Platform/Systems"></span>All Subpages of Data Platform/Systems<span data-mw-comment-end="h-All_Subpages_of_Data_Platform/Systems"></span></h2></div> <div class="mw-prefixindex-body"><ul class="mw-prefixindex-list"><li><a href="/wiki/Data_Platform/Systems/AQS" title="Data Platform/Systems/AQS">AQS</a></li> <li><a href="/wiki/Data_Platform/Systems/AQS/OpenAPI_spec_style_guide" title="Data Platform/Systems/AQS/OpenAPI spec style guide">AQS/OpenAPI spec style guide</a></li> <li><a href="/wiki/Data_Platform/Systems/AQS/Scaling" title="Data Platform/Systems/AQS/Scaling">AQS/Scaling</a></li> <li><a href="/wiki/Data_Platform/Systems/AQS/Scaling/2016/Hardware_Refresh" title="Data Platform/Systems/AQS/Scaling/2016/Hardware Refresh">AQS/Scaling/2016/Hardware Refresh</a></li> <li><a href="/wiki/Data_Platform/Systems/AQS/Scaling/2017/Cluster_Expansion" title="Data Platform/Systems/AQS/Scaling/2017/Cluster Expansion">AQS/Scaling/2017/Cluster Expansion</a></li> <li><a href="/wiki/Data_Platform/Systems/AQS/Scaling/2020/Cluster_Expansion" title="Data Platform/Systems/AQS/Scaling/2020/Cluster Expansion">AQS/Scaling/2020/Cluster Expansion</a></li> <li><a href="/wiki/Data_Platform/Systems/AQS/Scaling/LoadTesting" title="Data Platform/Systems/AQS/Scaling/LoadTesting">AQS/Scaling/LoadTesting</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow" title="Data Platform/Systems/Airflow">Airflow</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Developer_guide" title="Data Platform/Systems/Airflow/Developer guide">Airflow/Developer guide</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Developer_guide/Normalize_a_DAG" title="Data Platform/Systems/Airflow/Developer guide/Normalize a DAG">Airflow/Developer guide/Normalize a DAG</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Developer_guide/Python_Job_Repos" title="Data Platform/Systems/Airflow/Developer guide/Python Job Repos">Airflow/Developer guide/Python Job Repos</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Instances" title="Data Platform/Systems/Airflow/Instances">Airflow/Instances</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Kubernetes" title="Data Platform/Systems/Airflow/Kubernetes">Airflow/Kubernetes</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Kubernetes/Operations" title="Data Platform/Systems/Airflow/Kubernetes/Operations">Airflow/Kubernetes/Operations</a></li> <li><a href="/wiki/Data_Platform/Systems/Airflow/Upgrading" title="Data Platform/Systems/Airflow/Upgrading">Airflow/Upgrading</a></li> <li><a href="/wiki/Data_Platform/Systems/Analytics_Meta" title="Data Platform/Systems/Analytics Meta">Analytics Meta</a></li> <li><a href="/wiki/Data_Platform/Systems/Archiva" title="Data Platform/Systems/Archiva">Archiva</a></li> <li><a href="/wiki/Data_Platform/Systems/Bigtop_Packages" title="Data Platform/Systems/Bigtop Packages">Bigtop Packages</a></li> <li><a href="/wiki/Data_Platform/Systems/Ceph" title="Data Platform/Systems/Ceph">Ceph</a></li> <li><a href="/wiki/Data_Platform/Systems/Clients" title="Data Platform/Systems/Clients">Clients</a></li> <li><a href="/wiki/Data_Platform/Systems/CloudnativePG" title="Data Platform/Systems/CloudnativePG">CloudnativePG</a></li> <li><a href="/wiki/Data_Platform/Systems/CloudnativePG/Clusters" title="Data Platform/Systems/CloudnativePG/Clusters">CloudnativePG/Clusters</a></li> <li><a href="/wiki/Data_Platform/Systems/Cluster" title="Data Platform/Systems/Cluster">Cluster</a></li> <li><a href="/wiki/Data_Platform/Systems/Cluster/Geotagging" title="Data Platform/Systems/Cluster/Geotagging">Cluster/Geotagging</a></li> <li><a href="/wiki/Data_Platform/Systems/Cluster/Hadoop/Load" title="Data Platform/Systems/Cluster/Hadoop/Load">Cluster/Hadoop/Load</a></li> <li><a href="/wiki/Data_Platform/Systems/Cluster/Spark_History" title="Data Platform/Systems/Cluster/Spark History">Cluster/Spark History</a></li> <li><a href="/wiki/Data_Platform/Systems/Conda" title="Data Platform/Systems/Conda">Conda</a></li> <li><a href="/wiki/Data_Platform/Systems/Coordinator" title="Data Platform/Systems/Coordinator">Coordinator</a></li> <li><a href="/wiki/Data_Platform/Systems/DB_Replica" title="Data Platform/Systems/DB Replica">DB Replica</a></li> <li><a href="/wiki/Data_Platform/Systems/Dashiki" title="Data Platform/Systems/Dashiki">Dashiki</a></li> <li><a href="/wiki/Data_Platform/Systems/Dashiki/Configuration" title="Data Platform/Systems/Dashiki/Configuration">Dashiki/Configuration</a></li> <li><a href="/wiki/Data_Platform/Systems/DataHub" title="Data Platform/Systems/DataHub">DataHub</a></li> <li><a href="/wiki/Data_Platform/Systems/DataHub/Administration" title="Data Platform/Systems/DataHub/Administration">DataHub/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/DataHub/Data_Catalog_Documentation_Guide" title="Data Platform/Systems/DataHub/Data Catalog Documentation Guide">DataHub/Data Catalog Documentation Guide</a></li> <li><a href="/wiki/Data_Platform/Systems/DataHub/Upgrading" title="Data Platform/Systems/DataHub/Upgrading">DataHub/Upgrading</a></li> <li><a href="/wiki/Data_Platform/Systems/Data_Quality" title="Data Platform/Systems/Data Quality">Data Quality</a></li> <li><a href="/wiki/Data_Platform/Systems/Data_deletion_and_sanitization" title="Data Platform/Systems/Data deletion and sanitization">Data deletion and sanitization</a></li> <li><a href="/wiki/Data_Platform/Systems/Dealing_with_data_loss_alarms" title="Data Platform/Systems/Dealing with data loss alarms">Dealing with data loss alarms</a></li> <li><a href="/wiki/Data_Platform/Systems/Druid" title="Data Platform/Systems/Druid">Druid</a></li> <li><a href="/wiki/Data_Platform/Systems/Druid/Alerts" title="Data Platform/Systems/Druid/Alerts">Druid/Alerts</a></li> <li><a href="/wiki/Data_Platform/Systems/Druid/Load_test" title="Data Platform/Systems/Druid/Load test">Druid/Load test</a></li> <li><a href="/wiki/Data_Platform/Systems/Edit_data_loading" title="Data Platform/Systems/Edit data loading">Edit data loading</a></li> <li><a href="/wiki/Data_Platform/Systems/Edit_history_administration" title="Data Platform/Systems/Edit history administration">Edit history administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Edit_serving_layer" title="Data Platform/Systems/Edit serving layer">Edit serving layer</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging" title="Data Platform/Systems/EventLogging">EventLogging</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Administration" title="Data Platform/Systems/EventLogging/Administration">EventLogging/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Architecture" title="Data Platform/Systems/EventLogging/Architecture">EventLogging/Architecture</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Backfilling" title="Data Platform/Systems/EventLogging/Backfilling">EventLogging/Backfilling</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Data_representations" title="Data Platform/Systems/EventLogging/Data representations">EventLogging/Data representations</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/EventCapsule" title="Data Platform/Systems/EventLogging/EventCapsule">EventLogging/EventCapsule</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Monitoring" title="Data Platform/Systems/EventLogging/Monitoring">EventLogging/Monitoring</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/NotErrorLogging" title="Data Platform/Systems/EventLogging/NotErrorLogging">EventLogging/NotErrorLogging</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Outages" title="Data Platform/Systems/EventLogging/Outages">EventLogging/Outages</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Performance" title="Data Platform/Systems/EventLogging/Performance">EventLogging/Performance</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Publishing" title="Data Platform/Systems/EventLogging/Publishing">EventLogging/Publishing</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Sanitization_vs_Aggregation" title="Data Platform/Systems/EventLogging/Sanitization vs Aggregation">EventLogging/Sanitization vs Aggregation</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Schema_Guidelines" title="Data Platform/Systems/EventLogging/Schema Guidelines">EventLogging/Schema Guidelines</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/Sensitive_Fields" title="Data Platform/Systems/EventLogging/Sensitive Fields">EventLogging/Sensitive Fields</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/TestingOnBetaCluster" title="Data Platform/Systems/EventLogging/TestingOnBetaCluster">EventLogging/TestingOnBetaCluster</a></li> <li><a href="/wiki/Data_Platform/Systems/EventLogging/User_agent_sanitization" title="Data Platform/Systems/EventLogging/User agent sanitization">EventLogging/User agent sanitization</a></li> <li><a href="/wiki/Data_Platform/Systems/Event_Data_retention" title="Data Platform/Systems/Event Data retention">Event Data retention</a></li> <li><a href="/wiki/Data_Platform/Systems/Event_Data_retention/AppInstallId" title="Data Platform/Systems/Event Data retention/AppInstallId">Event Data retention/AppInstallId</a></li> <li><a href="/wiki/Data_Platform/Systems/Exporting_from_HDFS_to_Swift" title="Data Platform/Systems/Exporting from HDFS to Swift">Exporting from HDFS to Swift</a></li> <li><a href="/wiki/Data_Platform/Systems/Geolocation" title="Data Platform/Systems/Geolocation">Geolocation</a></li> <li><a href="/wiki/Data_Platform/Systems/Gobblin" title="Data Platform/Systems/Gobblin">Gobblin</a></li> <li><a href="/wiki/Data_Platform/Systems/Hadoop" title="Data Platform/Systems/Hadoop">Hadoop</a></li> <li><a href="/wiki/Data_Platform/Systems/Hadoop/Administration" title="Data Platform/Systems/Hadoop/Administration">Hadoop/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Hadoop/Alerts" title="Data Platform/Systems/Hadoop/Alerts">Hadoop/Alerts</a></li> <li><a href="/wiki/Data_Platform/Systems/Hadoop/Test" title="Data Platform/Systems/Hadoop/Test">Hadoop/Test</a></li> <li><a href="/wiki/Data_Platform/Systems/Hadoop_Event_Ingestion_Lifecycle" title="Data Platform/Systems/Hadoop Event Ingestion Lifecycle">Hadoop Event Ingestion Lifecycle</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive" title="Data Platform/Systems/Hive">Hive</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Alerts" title="Data Platform/Systems/Hive/Alerts">Hive/Alerts</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Avro" title="Data Platform/Systems/Hive/Avro">Hive/Avro</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Compression" title="Data Platform/Systems/Hive/Compression">Hive/Compression</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Counting_uniques" title="Data Platform/Systems/Hive/Counting uniques">Hive/Counting uniques</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Queries" title="Data Platform/Systems/Hive/Queries">Hive/Queries</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Queries/Wikidata" title="Data Platform/Systems/Hive/Queries/Wikidata">Hive/Queries/Wikidata</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive/Querying_using_UDFs" title="Data Platform/Systems/Hive/Querying using UDFs">Hive/Querying using UDFs</a></li> <li><a href="/wiki/Data_Platform/Systems/Hive_to_Druid_Ingestion_Pipeline" title="Data Platform/Systems/Hive to Druid Ingestion Pipeline">Hive to Druid Ingestion Pipeline</a></li> <li><a href="/wiki/Data_Platform/Systems/Iceberg" title="Data Platform/Systems/Iceberg">Iceberg</a></li> <li><a href="/wiki/Data_Platform/Systems/Iceberg/Migration_Dependencies" title="Data Platform/Systems/Iceberg/Migration Dependencies">Iceberg/Migration Dependencies</a></li> <li><a href="/wiki/Data_Platform/Systems/Java" title="Data Platform/Systems/Java">Java</a></li> <li><a href="/wiki/Data_Platform/Systems/Jupyter" title="Data Platform/Systems/Jupyter">Jupyter</a></li> <li><a href="/wiki/Data_Platform/Systems/Jupyter/Administration" title="Data Platform/Systems/Jupyter/Administration">Jupyter/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Kerberos" title="Data Platform/Systems/Kerberos">Kerberos</a></li> <li><a href="/wiki/Data_Platform/Systems/Kerberos/Administration" title="Data Platform/Systems/Kerberos/Administration">Kerberos/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Maintenance_Schedule" title="Data Platform/Systems/Maintenance Schedule">Maintenance Schedule</a></li> <li><a href="/wiki/Data_Platform/Systems/Managing_systemd_timers" title="Data Platform/Systems/Managing systemd timers">Managing systemd timers</a></li> <li><a href="/wiki/Data_Platform/Systems/Manual_maintenance" title="Data Platform/Systems/Manual maintenance">Manual maintenance</a></li> <li><a href="/wiki/Data_Platform/Systems/MariaDB" title="Data Platform/Systems/MariaDB">MariaDB</a></li> <li><a href="/wiki/Data_Platform/Systems/Matomo" title="Data Platform/Systems/Matomo">Matomo</a></li> <li><a href="/wiki/Data_Platform/Systems/Mediawiki_History_Snapshot_Check" title="Data Platform/Systems/Mediawiki History Snapshot Check">Mediawiki History Snapshot Check</a></li> <li><a href="/wiki/Data_Platform/Systems/Mediawiki_history_reduced_algorithm" title="Data Platform/Systems/Mediawiki history reduced algorithm">Mediawiki history reduced algorithm</a></li> <li><a href="/wiki/Data_Platform/Systems/Page_and_user_history_reconstruction" title="Data Platform/Systems/Page and user history reconstruction">Page and user history reconstruction</a></li> <li><a href="/wiki/Data_Platform/Systems/Page_and_user_history_reconstruction_algorithm" title="Data Platform/Systems/Page and user history reconstruction algorithm">Page and user history reconstruction algorithm</a></li> <li><a href="/wiki/Data_Platform/Systems/Presto" title="Data Platform/Systems/Presto">Presto</a></li> <li><a href="/wiki/Data_Platform/Systems/Presto/Administration" title="Data Platform/Systems/Presto/Administration">Presto/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Presto/Query_Logger" title="Data Platform/Systems/Presto/Query Logger">Presto/Query Logger</a></li> <li><a href="/wiki/Data_Platform/Systems/Refine" title="Data Platform/Systems/Refine">Refine</a></li> <li><a href="/wiki/Data_Platform/Systems/Refine/Deploy_Refinery" title="Data Platform/Systems/Refine/Deploy Refinery">Refine/Deploy Refinery</a></li> <li><a href="/wiki/Data_Platform/Systems/Refine/Deploy_Refinery-source" title="Data Platform/Systems/Refine/Deploy Refinery-source">Refine/Deploy Refinery-source</a></li> <li><a href="/wiki/Data_Platform/Systems/Reportupdater" title="Data Platform/Systems/Reportupdater">Reportupdater</a></li> <li><a href="/wiki/Data_Platform/Systems/Revision_augmentation_and_denormalization" title="Data Platform/Systems/Revision augmentation and denormalization">Revision augmentation and denormalization</a></li> <li><a href="/wiki/Data_Platform/Systems/Siege" title="Data Platform/Systems/Siege">Siege</a></li> <li><a href="/wiki/Data_Platform/Systems/Spark" title="Data Platform/Systems/Spark">Spark</a></li> <li><a href="/wiki/Data_Platform/Systems/Spark/Administration" title="Data Platform/Systems/Spark/Administration">Spark/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Superset" title="Data Platform/Systems/Superset">Superset</a></li> <li><a href="/wiki/Data_Platform/Systems/Superset/Administration" title="Data Platform/Systems/Superset/Administration">Superset/Administration</a></li> <li><a href="/wiki/Data_Platform/Systems/Superset/Date_functions" title="Data Platform/Systems/Superset/Date functions">Superset/Date functions</a></li> <li><a href="/wiki/Data_Platform/Systems/System_Users" title="Data Platform/Systems/System Users">System Users</a></li> <li><a href="/wiki/Data_Platform/Systems/Turnilo" title="Data Platform/Systems/Turnilo">Turnilo</a></li> <li><a href="/wiki/Data_Platform/Systems/Varnishkafka" title="Data Platform/Systems/Varnishkafka">Varnishkafka</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats" title="Data Platform/Systems/Wikistats">Wikistats</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats/Deprecation_of_Wikistats_1" title="Data Platform/Systems/Wikistats/Deprecation of Wikistats 1">Wikistats/Deprecation of Wikistats 1</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats/Traffic" title="Data Platform/Systems/Wikistats/Traffic">Wikistats/Traffic</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats_2" title="Data Platform/Systems/Wikistats 2">Wikistats 2</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats_2/Map_Component" title="Data Platform/Systems/Wikistats 2/Map Component">Wikistats 2/Map Component</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats_2/Metrics/FAQ" title="Data Platform/Systems/Wikistats 2/Metrics/FAQ">Wikistats 2/Metrics/FAQ</a></li> <li><a href="/wiki/Data_Platform/Systems/Wikistats_2/Smoke_Testing" title="Data Platform/Systems/Wikistats 2/Smoke Testing">Wikistats 2/Smoke Testing</a></li> <li><a href="/wiki/Data_Platform/Systems/analytics.wikimedia.org" title="Data Platform/Systems/analytics.wikimedia.org">analytics.wikimedia.org</a></li> <li><a href="/wiki/Data_Platform/Systems/ua-parser" title="Data Platform/Systems/ua-parser">ua-parser</a></li> <li><a href="/wiki/Data_Platform/Systems/ua-parser/2019-09-18_Update" title="Data Platform/Systems/ua-parser/2019-09-18 Update">ua-parser/2019-09-18 Update</a></li> </ul></div>    </div><noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?type=1x1" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://wikitech.wikimedia.org/w/index.php?title=Data_Platform/Systems&oldid=2201977">https://wikitech.wikimedia.org/w/index.php?title=Data_Platform/Systems&oldid=2201977</a>"</div></div> <div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Special:Categories" title="Special:Categories">Categories</a>: <ul><li><a href="/wiki/Category:Data_platform" title="Category:Data platform">Data platform</a></li><li><a href="/wiki/Category:Data_platform_systems" title="Category:Data platform systems">Data platform systems</a></li></ul></div></div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer" > <ul id="footer-info"> <li id="footer-info-lastmod"> This page was last edited on 1 July 2024, at 20:37.</li> <li id="footer-info-copyright">Text is available under the <a rel="nofollow" class="external text" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en">Creative Commons Attribution-ShareAlike License</a>; additional terms may apply. See <a class="external text" href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use">Terms of Use</a> for details.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Main_Page">About Wikitech</a></li> <li id="footer-places-disclaimers"><a href="https://foundation.wikimedia.org/wiki/General_disclaimer">Disclaimers</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://www.mediawiki.org/wiki/Special:MyLanguage/Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/wikitech.wikimedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="//wikitech.wikimedia.org/w/index.php?title=Data_Platform/Systems&mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://wikimediafoundation.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/static/images/footer/wikimedia-button.svg" width="84" height="29" alt="Wikimedia Foundation" loading="lazy"></a></li> <li id="footer-poweredbyico"><a href="https://www.mediawiki.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/w/resources/assets/poweredby_mediawiki.svg" alt="Powered by MediaWiki" width="88" height="31" loading="lazy"></a></li> </ul> </footer> </div> </div> </div> <div class="vector-settings" id="p-dock-bottom"> <ul></ul> </div><script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-f69cdc8f6-sqbd2","wgBackendResponseTime":223,"wgDiscussionToolsPageThreads":[{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Search_within_the_Data_Platform/Systems_docs","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Child_Pages_of_Data_Platform/Systems","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-All_Subpages_of_Data_Platform/Systems","replies":[]}],"wgPageParseReport":{"discussiontools":{"limitreport-timeusage":"0.022"},"limitreport":{"cputime":"0.069","walltime":"0.077","ppvisitednodes":{"value":28,"limit":1000000},"postexpandincludesize":{"value":89,"limit":2097152},"templateargumentsize":{"value":0,"limit":2097152},"expansiondepth":{"value":3,"limit":100},"expensivefunctioncount":{"value":1,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":19639,"limit":5000000},"timingprofile":["100.00% 15.998 1 Special:PrefixIndex/Data_Platform/Systems/","100.00% 15.998 1 -total"]},"cachereport":{"origin":"mw-web.codfw.main-f69cdc8f6-sqbd2","timestamp":"20241123165924","ttl":15,"transientcontent":true}}});});</script> </body> </html>