A/B testing - MediaWiki

<!doctype html> <html class="client-nojs vector-feature-language-in-header-disabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-disabled skin-theme-clientpref-day vector-toc-available" lang="en" dir="ltr"> <head> <base href="https://www.mediawiki.org/wiki/A/B_test"> <meta charset="UTF-8"> <title>A/B testing - MediaWiki</title> <script>(function(){var className="client-js vector-feature-language-in-header-disabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-disabled skin-theme-clientpref-day vector-toc-available";var cookie=document.cookie.match(/(?:^|; )mediawikiwikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""], "wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"362b98b2-7f3d-43ef-92ae-8b6c9a555dd3","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"A/B_testing","wgTitle":"A/B testing","wgCurRevisionId":6709277,"wgRevisionId":6709277,"wgArticleId":954420,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Testing","Research"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"A/B_testing","wgRelevantArticleId":954420,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgRedirectedFrom":"A/B_test","wgNoticeProject":"mediawiki","wgCiteReferencePreviewsActive":true,"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgVisualEditor":{ "pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":2000,"wgInternalRedirectTargetUrl":"/wiki/A/B_testing","wgTranslatePageTranslation":"source","wgCentralAuthMobileDomain":false,"wgEditSubmitButtonLabelPublish":true,"wgDiscussionToolsFeaturesEnabled":{"replytool":true,"newtopictool":true,"sourcemodetoolbar":true,"topicsubscription":false,"autotopicsub":false,"visualenhancements":false,"visualenhancements_reply":false,"visualenhancements_pageframe":false},"wgDiscussionToolsFallbackEditMode":"visual","wgULSPosition":"personal","wgULSisCompactLinksEnabled":true,"wgVector2022LanguageInHeader":false,"wgULSisLanguageSelectorEmpty":false,"wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"]};RLSTATE={ "ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.translate.tag.languages":"ready","ext.discussionTools.init.styles":"ready","oojs-ui-core.styles":"ready","oojs-ui.styles.indicators":"ready","mediawiki.widgets.styles":"ready","oojs-ui-core.icons":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","ext.translate.edit.documentation.styles":"ready","ext.translate":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.pt":"ready","wikibase.client.init":"ready","ext.wikimediaBadges":"ready"};RLPAGEMODULES=["mediawiki.action.view.redirect","site","mediawiki.page.ready","skins.vector.js","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.translate.pagetranslation.uls","ext.urlShortener.toolbar","ext.centralauth.centralautologin", "ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.discussionTools.init","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.uls.compactlinks","ext.uls.interface","ext.checkUser.clientHints"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.discussionTools.init.styles%7Cext.translate%2CwikimediaBadges%7Cext.translate.edit.documentation.styles%7Cext.translate.tag.languages%7Cext.uls.pt%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediamessages.styles%7Cmediawiki.widgets.styles%7Coojs-ui-core.icons%2Cstyles%7Coojs-ui.styles.indicators%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles%7Cwikibase.client.init&only=styles&skin=vector-2022"> <script async src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.4"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="viewport" content="width=1120"> <meta property="og:site_name" content="MediaWiki"> <meta property="og:title" content="A/B testing - MediaWiki"> <meta property="og:type" content="website"> <link rel="alternate" media="only screen and (max-width: 640px)" href="//m.mediawiki.org/wiki/A/B_testing"> <link rel="alternate" type="application/x-wiki" title="Edit" href="/w/index.php?title=A/B_testing&action=edit"> <link rel="apple-touch-icon" href="/static/apple-touch/mediawiki.png"> <link rel="icon" href="/static/favicon/mediawiki.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="MediaWiki (en)"> <link rel="EditURI" type="application/rsd+xml" href="//www.mediawiki.org/w/api.php?action=rsd"> <link rel="canonical" href="https://www.mediawiki.org/wiki/A/B_testing"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/"> <link rel="alternate" type="application/atom+xml" title="MediaWiki Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="//meta.wikimedia.org"> <link rel="dns-prefetch" href="//login.wikimedia.org"> <meta http-equiv="X-Translated-By" content="Google"> <meta http-equiv="X-Translated-To" content="en"> <script type="text/javascript" src="https://www.gstatic.com/_/translate_http/_/js/k=translate_http.tr.en_GB.WgGHrg8C9fE.O/am=DgY/d=1/rs=AN8SPfpNfjzpGCAsUUJ5X-GCaxSfec_Eng/m=corsproxy" data-sourceurl="https://www.mediawiki.org/wiki/A/B_test"></script> <link href="https://fonts.googleapis.com/css2?family=Material+Symbols+Outlined:opsz,wght,FILL,GRAD@20..48,100..700,0..1,-50..200" rel="stylesheet"> <script type="text/javascript" src="https://www.gstatic.com/_/translate_http/_/js/k=translate_http.tr.en_GB.WgGHrg8C9fE.O/am=DgY/d=1/exm=corsproxy/ed=1/rs=AN8SPfpNfjzpGCAsUUJ5X-GCaxSfec_Eng/m=phishing_protection" data-phishing-protection-enabled="false" data-forms-warning-enabled="true" data-source-url="https://www.mediawiki.org/wiki/A/B_test"></script> <meta name="robots" content="none"> </head> <body class="ext-discussiontools-replytool-enabled ext-discussiontools-newtopictool-enabled ext-discussiontools-sourcemodetoolbar-enabled skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject mw-editable page-A_B_testing rootpage-A skin-vector-2022 action-view"> <script type="text/javascript" src="https://www.gstatic.com/_/translate_http/_/js/k=translate_http.tr.en_GB.WgGHrg8C9fE.O/am=DgY/d=1/exm=corsproxy,phishing_protection/ed=1/rs=AN8SPfpNfjzpGCAsUUJ5X-GCaxSfec_Eng/m=navigationui" data-environment="prod" data-proxy-url="https://www-mediawiki-org.translate.goog" data-proxy-full-url="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" data-source-url="https://www.mediawiki.org/wiki/A/B_test" data-source-language="auto" data-target-language="en" data-display-language="en-GB" data-detected-source-language="en" data-is-source-untranslated="false" data-source-untranslated-url="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://www.mediawiki.org/wiki/A/B_test&anno=2" data-client="tr"></script><a class="mw-jump-link" href="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right"><input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu"> <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true"><span class="vector-icon mw-ui-icon-menu mw-ui-icon-wikimedia-menu"></span> <span class="vector-dropdown-label-text">Main menu</span> </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container"> <div class="vector-pinnable-header-label"> Main menu </div><button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation"> <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/MediaWiki?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Visit the main page [z]" accesskey="z"><span>Main page</span></a></li> <li id="n-mw-download" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Download?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Get MediaWiki</span></a></li> <li id="n-mw-extensions" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Category:Extensions?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Get extensions</span></a></li> <li id="n-blog-text" class="mw-list-item"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://techblog.wikimedia.org/"><span>Tech blog</span></a></li> <li id="n-mw-contribute" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/How_to_contribute?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Contribute</span></a></li> </ul> </div> </div> <div id="p-support" class="vector-menu mw-portlet mw-portlet-support"> <div class="vector-menu-heading"> Support </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-help" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Help:Contents?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="The place to find out"><span>User help</span></a></li> <li id="n-mw-faq" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Manual:FAQ?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>FAQ</span></a></li> <li id="n-mw-manual" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Manual:Contents?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Technical manual</span></a></li> <li id="n-mw-supportdesk" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Project:Support_desk?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Support desk</span></a></li> <li id="n-mw-communication" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Communication?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Communication</span></a></li> </ul> </div> </div> <div id="p-development" class="vector-menu mw-portlet mw-portlet-development"> <div class="vector-menu-heading"> Development </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mw-developerportal" class="mw-list-item"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://developer.wikimedia.org/"><span>Developer portal</span></a></li> <li id="n-svn-statistics" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Development_statistics?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Code statistics</span></a></li> </ul> </div> </div> <div id="p-mediawiki.org" class="vector-menu mw-portlet mw-portlet-mediawiki_org"> <div class="vector-menu-heading"> mediawiki.org </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-portal" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Project:Help?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="About the project, what you can do, where to find things"><span>Community portal</span></a></li> <li id="n-recentchanges" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:RecentChanges?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="A list of recent changes in the wiki [r]" accesskey="r"><span>Recent changes</span></a></li> <li id="n-mw-translate" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:LanguageStats?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Translate content</span></a></li> <li id="n-randompage" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:Random?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Load a random page [x]" accesskey="x"><span>Random page</span></a></li> <li id="n-mw-discussion" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Project:Village_Pump?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Village pump</span></a></li> <li id="n-Sandboxlink-portlet-label" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Project:Sandbox?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Sandbox</span></a></li> </ul> </div> </div> <div id="p-lang" class="vector-menu mw-portlet mw-portlet-lang"> <div class="vector-menu-heading"> In other languages </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> <div class="after-portlet after-portlet-lang"> <span class="wb-langlinks-add wb-langlinks-link"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://www.wikidata.org/wiki/Special:NewItem?site%3Dmediawikiwiki%26page%3DA%252FB%2Btesting" title="Add interlanguage links" class="wbc-editpage">Add links</a></span> </div> </div> </div> </div> </div> </div> </div> </nav><a href="https://www-mediawiki-org.translate.goog/wiki/MediaWiki?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/mediawikiwiki.svg" alt="" aria-hidden="true" height="50" width="50"> <span class="mw-logo-container skin-invert"> <img class="mw-logo-wordmark" alt="MediaWiki" src="/static/images/mobile/copyright/mediawikiwiki-wordmark.svg" style="width: 7.5em; height: 1.125em;"> </span> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:Search?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search MediaWiki [f]" accesskey="f"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"><input class="cdx-text-input__input" type="search" name="search" placeholder="Search MediaWiki" aria-label="Search MediaWiki" autocapitalize="sentences" title="Search MediaWiki [f]" accesskey="f" id="searchInput"> <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div><input type="hidden" name="title" value="Special:Search"> </div><button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-uls" class="mw-list-item active user-links-collapsible-item"><a data-mw="interface" href="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB#" class="uls-trigger cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet"><span class="vector-icon mw-ui-icon-wikimedia-language mw-ui-icon-wikimedia-wikimedia-language"></span> <span>English</span></a></li> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color"><input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance"> <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true"><span class="vector-icon mw-ui-icon-appearance mw-ui-icon-wikimedia-appearance"></span> <span class="vector-dropdown-label-text">Appearance</span> </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://donate.wikimedia.org/?utm_source%3Ddonate%26utm_medium%3Dsidebar%26utm_campaign%3Dspontaneous%26uselang%3Den" class=""><span>Donate</span></a></li> <li id="pt-createaccount-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:CreateAccount&returnto=A/B+testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="You are encouraged to create an account and log in; however, it is not mandatory" class=""><span>Create account</span></a></li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:UserLogin&returnto=A/B+testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o" class=""><span>Log in</span></a></li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out" title="More options"><input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools"> <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true"><span class="vector-icon mw-ui-icon-ellipsis mw-ui-icon-wikimedia-ellipsis"></span> <span class="vector-dropdown-label-text">Personal tools</span> </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://donate.wikimedia.org/?utm_source%3Ddonate%26utm_medium%3Dsidebar%26utm_campaign%3Dspontaneous%26uselang%3Den"><span>Donate</span></a></li> <li id="pt-createaccount" class="user-links-collapsible-item mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:CreateAccount&returnto=A/B+testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="You are encouraged to create an account and log in; however, it is not mandatory"><span class="vector-icon mw-ui-icon-userAdd mw-ui-icon-wikimedia-userAdd"></span> <span>Create account</span></a></li> <li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:UserLogin&returnto=A/B+testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o"><span class="vector-icon mw-ui-icon-logIn mw-ui-icon-wikimedia-logIn"></span> <span>Log in</span></a></li> </ul> </div> </div> <div id="p-user-menu-anon-editor" class="vector-menu mw-portlet mw-portlet-user-menu-anon-editor"> <div class="vector-menu-heading"> Pages for logged out editors <a href="https://www-mediawiki-org.translate.goog/wiki/Help:Introduction?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" aria-label="Learn more about editing"><span>learn more</span></a> </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-anoncontribs" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyContributions?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="A list of edits made from this IP address [y]" accesskey="y"><span>Contributions</span></a></li> <li id="pt-anontalk" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyTalk?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Discussion about edits from this IP address [n]" accesskey="n"><span>Talk</span></a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice">  </div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc"> <h2 class="vector-pinnable-header-label">Contents</h2><button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB#" class="vector-toc-link"> <div class="vector-toc-text"> Beginning </div></a></li> <li id="toc-How_to_set_it_up" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"><a class="vector-toc-link" href="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB#How_to_set_it_up"> <div class="vector-toc-text"><span class="vector-toc-numb">1</span> <span>How to set it up</span> </div></a> <ul id="toc-How_to_set_it_up-sublist" class="vector-toc-list"> </ul></li> <li id="toc-Past_uses" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"><a class="vector-toc-link" href="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB#Past_uses"> <div class="vector-toc-text"><span class="vector-toc-numb">2</span> <span>Past uses</span> </div></a> <ul id="toc-Past_uses-sublist" class="vector-toc-list"> </ul></li> <li id="toc-See_also" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"><a class="vector-toc-link" href="https://www-mediawiki-org.translate.goog/wiki/A/B_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB#See_also"> <div class="vector-toc-text"><span class="vector-toc-numb">3</span> <span>See also</span> </div></a> <ul id="toc-See_also-sublist" class="vector-toc-list"> </ul></li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left"><input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents"> <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true"><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading"><span class="mw-page-title-main">A/B testing</span></h1> <div class="mw-indicators"> </div> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="View the content page [c]" accesskey="c"><span>Page</span></a></li> <li id="ca-talk" class="new vector-tab-noicon mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Talk:A/B_testing&action=edit&redlink=1&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" rel="discussion" class="new" title="Discussion about the content page (page does not exist) [t]" accesskey="t"><span>Discussion</span></a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet"><input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant"> <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true"><span class="vector-dropdown-label-text">English</span> </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Read</span></a></li> <li id="ca-edit" class="vector-tab-noicon mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=edit&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Edit the source code of this page [e]" accesskey="e"><span>Edit</span></a></li> <li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=history&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Past revisions of this page [h]" accesskey="h"><span>View history</span></a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown"><input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools"> <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true"><span class="vector-dropdown-label-text">Tools</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container"> <div class="vector-pinnable-header-label"> Tools </div><button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options"> <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Read</span></a></li> <li id="ca-more-edit" class="vector-more-collapsible-item mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=edit&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Edit the source code of this page [e]" accesskey="e"><span>Edit</span></a></li> <li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=history&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>View history</span></a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb"> <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:WhatLinksHere/A/B_testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="A list of all wiki pages that link here [j]" accesskey="j"><span>What links here</span></a></li> <li id="t-recentchangeslinked" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:RecentChangesLinked/A/B_testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k"><span>Related changes</span></a></li> <li id="t-upload" class="mw-list-item"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://commons.wikimedia.org/wiki/Special:UploadWizard" title="Upload files [u]" accesskey="u"><span>Upload file</span></a></li> <li id="t-specialpages" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:SpecialPages?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="A list of all special pages [q]" accesskey="q"><span>Special pages</span></a></li> <li id="t-permalink" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&oldid=6709277&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Permanent link to this revision of this page"><span>Permanent link</span></a></li> <li id="t-info" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=info&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="More information about this page"><span>Page information</span></a></li> <li id="t-cite" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:CiteThisPage&page=A/B_testing&id=6709277&wpFormIdentifier=titleform&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Information on how to cite this page"><span>Cite this page</span></a></li> <li id="t-urlshortener" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:UrlShortener&url=https://www.mediawiki.org/wiki/A/B_testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Get shortened URL</span></a></li> <li id="t-urlshortener-qrcode" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:QrCode&url=https://www.mediawiki.org/wiki/A/B_testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Download QR code</span></a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export"> <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-create_a_book" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:Book&bookcmd=book_creator&referer=A/B+testing&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Create a book</span></a></li> <li id="coll-download-as-rl" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:DownloadAsPdf&page=A/B_testing&action=show-download-screen&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB"><span>Download as PDF</span></a></li> <li id="t-print" class="mw-list-item"><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&printable=yes&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Printable version of this page [p]" accesskey="p"><span>Printable version</span></a></li> </ul> </div> </div> <div id="p-wikibase-otherprojects" class="vector-menu mw-portlet mw-portlet-wikibase-otherprojects emptyPortlet"> <div class="vector-menu-heading"> In other projects </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container"> <div class="vector-pinnable-header-label"> Appearance </div><button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div id="siteSub" class="noprint"> From mediawiki.org </div> </div> <div id="contentSub"> <div id="mw-content-subtitle"> <span class="mw-redirectedfrom">(Redirected from <a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_test&redirect=no&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-redirect" title="A/B test">A/B test</a>)</span> </div> </div> <div id="mw-content-text" class="mw-body-content"> <div class="mw-pt-translate-header noprint nomobile" dir="ltr" lang="en"> <a href="https://www-mediawiki-org.translate.goog/w/index.php?title=Special:Translate&group=page-A/B+testing&action=page&filter&action_source=translate_page&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Special:Translate">Translate this page</a> </div> <div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"> <div class="mw-pt-languages noprint navigation-not-searchable" lang="en" dir="ltr"> <div class="mw-pt-languages-label"> Languages: </div> <ul class="mw-pt-languages-list"> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/id?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/id (100% translated)" lang="id" dir="ltr">Bahasa Indonesia</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/ms?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/ms (12% translated)" lang="ms" dir="ltr">Bahasa Melayu</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/de?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/de (100% translated)" lang="de" dir="ltr">Deutsch</a></li> <li><span class="mw-pt-languages-ui mw-pt-languages-selected mw-pt-progress mw-pt-progress--complete" lang="en" dir="ltr">English</span></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/nl?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/nl (100% translated)" lang="nl" dir="ltr">Nederlands</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/tr?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/tr (100% translated)" lang="tr" dir="ltr">Türkçe</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/diq?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/diq (6% translated)" lang="diq" dir="ltr">Zazaki</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/ca?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/ca (100% translated)" lang="ca" dir="ltr">català</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/es?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/es (100% translated)" lang="es" dir="ltr">español</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/fr?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/fr (100% translated)" lang="fr" dir="ltr">français</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/it?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/it (100% translated)" lang="it" dir="ltr">italiano</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/lt?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/lt (6% translated)" lang="lt" dir="ltr">lietuvių</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/hu?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/hu (100% translated)" lang="hu" dir="ltr">magyar</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/pl?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/pl (100% translated)" lang="pl" dir="ltr">polski</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/pt?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/pt (100% translated)" lang="pt" dir="ltr">português</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/pt-br?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/pt-br (100% translated)" lang="pt-BR" dir="ltr">português do Brasil</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/el?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/el (100% translated)" lang="el" dir="ltr">Ελληνικά</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/bg?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/bg (0% translated)" lang="bg" dir="ltr">български</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/ru?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/ru (100% translated)" lang="ru" dir="ltr">русский</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/ar?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/ar (100% translated)" lang="ar" dir="rtl">العربية</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/fa?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/fa (12% translated)" lang="fa" dir="rtl">فارسی</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/nqo?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/nqo (0% translated)" lang="nqo" dir="rtl">ߒߞߏ</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/bn?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--med" title="A/B testing/bn (62% translated)" lang="bn" dir="ltr">বাংলা</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/gu?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--low" title="A/B testing/gu (12% translated)" lang="gu" dir="ltr">ગુજરાતી</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/th?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/th (100% translated)" lang="th" dir="ltr">ไทย</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/zh?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/zh (100% translated)" lang="zh" dir="ltr">中文</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/ja?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--complete" title="A/B testing/ja (100% translated)" lang="ja" dir="ltr">日本語</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/A/B_testing/ko?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="mw-pt-progress mw-pt-progress--med" title="A/B testing/ko (25% translated)" lang="ko" dir="ltr">한국어</a></li> </ul> </div> <p><b>A/B testing</b> is a simple tool for determining whether a feature is preferred by users.</p> <p>Users are divided into two groups. One group sees the new feature; the other group sees the old version. Then you check to see whether the groups behave differently, e.g., if one group makes more edits than the other.</p> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"> <h2 id="How_to_set_it_up" data-mw-thread-id="h-How_to_set_it_up"><span data-mw-comment-start="" id="h-How_to_set_it_up"></span>How to set it up<span data-mw-comment-end="h-How_to_set_it_up"></span></h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=edit&section=1&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Edit section: How to set it up"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span> </div> <p><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Instrumentation?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Special:MyLanguage/Instrumentation">Instrumentation</a> for an A/B test can be tricky, so ask for help.</p> <p>Many A/B tests on public wikis are run for logged-in users only. Tests can be limited to users on certain wikis or with certain experience levels (e.g., only new Wikipedia editors). If you want to run an A/B test for logged-out users (IP users), then you should probably talk to the <a href="https://www-mediawiki-org.translate.goog/wiki/Wikimedia_Performance_Team?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Wikimedia Performance Team">Wikimedia Performance Team</a> first.</p> <p>Most commonly, the two groups are identified by their user account id numbers. These numbers are essentially random.</p> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"> <h2 id="Past_uses" data-mw-thread-id="h-Past_uses"><span data-mw-comment-start="" id="h-Past_uses"></span>Past uses<span data-mw-comment-end="h-Past_uses"></span></h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=edit&section=2&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Edit section: Past uses"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span> </div> <p>This is an incomplete list of past uses in MediaWiki development.</p> <ul> <li><a href="https://www-mediawiki-org.translate.goog/wiki/Wikipedia.org_Portal_A/B_testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Wikipedia.org Portal A/B testing">Wikipedia.org Portal A/B testing</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/Page_Previews/2016_A/B_Tests?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Page Previews/2016 A/B Tests">Page Previews/2016 A/B Tests</a> and <a href="https://www-mediawiki-org.translate.goog/wiki/Page_Previews/2017-18_A/B_Tests?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Page Previews/2017-18 A/B Tests">Page Previews/2017-18 A/B Tests</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/UK_A/B_Testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="UK A/B Testing">UK A/B Testing</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/VisualEditor_on_mobile/Edit_cards?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="VisualEditor on mobile/Edit cards">VisualEditor on mobile/Edit cards</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/Reading/Web/Projects/Mobile_Page_Issues/AB_tests?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Reading/Web/Projects/Mobile Page Issues/AB tests">Reading/Web/Projects/Mobile Page Issues/AB tests</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/Reading/Search_Engine_Optimization/sameAs_test?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Reading/Search Engine Optimization/sameAs test">Reading/Search Engine Optimization/sameAs test</a></li> <li>(Please add links to other studies here!)</li> </ul> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"> <h2 id="See_also" data-mw-thread-id="h-See_also"><span data-mw-comment-start="" id="h-See_also"></span>See also<span data-mw-comment-end="h-See_also"></span></h2><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&action=edit&section=3&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Edit section: See also"><span>edit</span></a><span class="mw-editsection-bracket">]</span></span> </div> <ul> <li><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://wikitech.wikimedia.org/wiki/Metrics_Platform" class="extiw" title="wikitech:Metrics Platform">wikitech:Metrics_Platform</a></li> <li><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://wikitech.wikimedia.org/wiki/A/B_testing" class="extiw" title="wikitech:A/B testing">wikitech:A/B testing</a></li> <li><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://phabricator.wikimedia.org/T213315" class="extiw" title="phab:T213315">phab:T213315</a> "Output 3.2: Controlled experiment (A/B test) capabilities" (from <a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://meta.wikimedia.org/wiki/Wikimedia_Foundation_Annual_Plan/2018-2019/Audiences%23Better_Use_of_Data" class="extiw" title="m:Wikimedia Foundation Annual Plan/2018-2019/Audiences">Wikimedia Foundation Annual Plan/2018-2019/Audiences#Better Use of Data</a>)</li> </ul>   </div> <noscript> <img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?type=1x1" alt="" width="1" height="1" style="border: none; position: absolute;"> </noscript> <div class="printfooter" data-nosnippet=""> Retrieved from "<a dir="ltr" href="https://www-mediawiki-org.translate.goog/w/index.php?title=A/B_testing&oldid=6709277&_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB">https://www.mediawiki.org/w/index.php?title=A/B_testing&oldid=6709277</a>" </div> </div> <div id="catlinks" class="catlinks" data-mw="interface"> <div id="mw-normal-catlinks" class="mw-normal-catlinks"> <a href="https://www-mediawiki-org.translate.goog/wiki/Special:Categories?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Special:Categories">Categories</a>: <ul> <li><a href="https://www-mediawiki-org.translate.goog/wiki/Category:Testing?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Category:Testing">Testing</a></li> <li><a href="https://www-mediawiki-org.translate.goog/wiki/Category:Research?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" title="Category:Research">Research</a></li> </ul> </div> </div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer"> <ul id="footer-info"> <li id="footer-info-lastmod">This page was last edited on 23 August 2024, at 20:48.</li> <li id="footer-info-copyright">Text is available under the <a rel="nofollow" class="external text" href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://creativecommons.org/licenses/by-sa/4.0/deed.en">Creative Commons Attribution-ShareAlike License</a>; additional terms may apply. Text in <a class="external text" href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Help:Contents?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB">the Help: namespace</a> is available under the <a rel="nofollow" class="external text" href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://creativecommons.org/publicdomain/zero/1.0/">Creative Commons CC0 License</a>. By using this site, you agree to the <a class="external text" href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use">Terms of Use</a> and <a class="external text" href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy Policy</a>.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="https://www-mediawiki-org.translate.goog/wiki/Project:About?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB">About mediawiki.org</a></li> <li id="footer-places-disclaimers"><a href="https://www-mediawiki-org.translate.goog/wiki/Project:General_disclaimer?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB">Disclaimers</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://www-mediawiki-org.translate.goog/wiki/Special:MyLanguage/Code_of_Conduct?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://stats.wikimedia.org/%23/www.mediawiki.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://m.mediawiki.org/w/index.php?title%3DA/B_testing%26mobileaction%3Dtoggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://translate.google.com/website?sl=auto&tl=en&hl=en-GB&u=https://wikimediafoundation.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/static/images/footer/wikimedia-button.svg" width="84" height="29" alt="Wikimedia Foundation" loading="lazy"></a></li> <li id="footer-poweredbyico"><a href="https://www-mediawiki-org.translate.goog/?_x_tr_sl=auto&_x_tr_tl=en&_x_tr_hl=en-GB" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/w/resources/assets/poweredby_mediawiki.svg" alt="Powered by MediaWiki" width="88" height="31" loading="lazy"></a></li> </ul> </footer> </div> </div> </div> <div class="vector-settings" id="p-dock-bottom"> <ul></ul> </div> <script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-6ddcd447b9-lltw9","wgBackendResponseTime":100,"wgDiscussionToolsPageThreads":[{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-How_to_set_it_up","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Past_uses","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-See_also","replies":[]}],"wgPageParseReport":{"discussiontools":{"limitreport-timeusage":"0.006"},"limitreport":{"cputime":"0.096","walltime":"0.112","ppvisitednodes":{"value":46,"limit":1000000},"postexpandincludesize":{"value":0,"limit":2097152},"templateargumentsize":{"value":0,"limit":2097152},"expansiondepth":{"value":2,"limit":100},"expensivefunctioncount":{"value":0,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":4724,"limit":5000000},"entityaccesscount":{"value":0,"limit":400},"timingprofile":["100.00% 0.000 1 -total"]},"cachereport":{"origin":"mw-api-int.codfw.main-648bd44df8-rsbgt","timestamp":"20241117015705","ttl":2592000,"transientcontent":false}}});});</script> <script>function gtElInit() {var lib = new google.translate.TranslateService();lib.translatePage('en', 'en', function () {});}</script> <script src="https://translate.google.com/translate_a/element.js?cb=gtElInit&hl=en-GB&client=wt" type="text/javascript"></script> </body> </html>

CINXE.COM

A/B testing - MediaWiki