CINXE.COM

<!DOCTYPE html> <html class="client-nojs vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-disabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-disabled skin-theme-clientpref-day vector-toc-available" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>Machine learning models/Production/Multilingual revert risk: Difference between revisions - Meta</title> <script>(function(){var className="client-js vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-disabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-disabled skin-theme-clientpref-day vector-toc-available";var cookie=document.cookie.match(/(?:^|; )metawikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat": "dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"9b3dff79-70e7-4192-b41c-081b19544bff","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"Machine_learning_models/Production/Multilingual_revert_risk","wgTitle":"Machine learning models/Production/Multilingual revert risk","wgCurRevisionId":27466665,"wgRevisionId":27223509,"wgArticleId":12286645,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Machine learning models"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"Machine_learning_models/Production/Multilingual_revert_risk","wgRelevantArticleId":12286645,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgNoticeProject":"meta", "wgCiteReferencePreviewsActive":false,"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":20000,"extRevisionSliderTimeOffset":0,"wgDiffOldId":27057123,"wgDiffNewId":27223509,"wgEditSubmitButtonLabelPublish":true,"wgDiscussionToolsFeaturesEnabled":{"replytool":true,"newtopictool":true,"sourcemodetoolbar":true,"topicsubscription":false,"autotopicsub":false,"visualenhancements":false,"visualenhancements_reply":false,"visualenhancements_pageframe":false},"wgDiscussionToolsFallbackEditMode":"source","wgULSPosition":"personal","wgULSisCompactLinksEnabled":false,"wgVector2022LanguageInHeader":true,"wgULSisLanguageSelectorEmpty":false,"wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList", "mobile","model","platform","platformVersion"]};RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.visualEditor.diffPage.init.styles":"ready","oojs-ui.styles.icons-accessibility":"ready","oojs-ui.styles.icons-editing-advanced":"ready","oojs-ui-core.styles":"ready","oojs-ui.styles.indicators":"ready","mediawiki.widgets.styles":"ready","oojs-ui-core.icons":"ready","ext.RevisionSlider.lazyCss":"ready","mediawiki.interface.helpers.styles":"ready","mediawiki.diff.styles":"ready","ext.cite.styles":"ready","ext.pygments":"ready","ext.discussionTools.init.styles":"ready","mediawiki.helplink":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.pt":"ready","wikibase.client.init":"ready","ext.wikimediaBadges":"ready"}; RLPAGEMODULES=["ext.visualEditor.diffPage.init","ext.RevisionSlider.lazyJs","mediawiki.diff","ext.cite.ux-enhancements","ext.pygments.view","mediawiki.page.media","site","mediawiki.page.ready","mediawiki.toc","skins.vector.js","ext.centralNotice.geoIP","ext.gadget.AddTopic","ext.gadget.formWizard","ext.gadget.ReferenceTooltips","ext.gadget.WishlistTranslation","ext.urlShortener.toolbar","ext.centralauth.centralautologin","mmv.bootstrap","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.discussionTools.init","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.uls.interface","ext.checkUser.clientHints"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.RevisionSlider.lazyCss%7Cext.cite.styles%7Cext.discussionTools.init.styles%7Cext.pygments%2CwikimediaBadges%7Cext.uls.pt%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.visualEditor.diffPage.init.styles%7Cext.wikimediamessages.styles%7Cmediawiki.diff.styles%7Cmediawiki.helplink%7Cmediawiki.interface.helpers.styles%7Cmediawiki.widgets.styles%7Coojs-ui-core.icons%2Cstyles%7Coojs-ui.styles.icons-accessibility%2Cicons-editing-advanced%2Cindicators%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles%7Cwikibase.client.init&only=styles&skin=vector-2022"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.6"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="noindex,nofollow,max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta property="og:image" content="https://upload.wikimedia.org/wikipedia/commons/thumb/3/3d/Neural_network.svg/1200px-Neural_network.svg.png"> <meta property="og:image:width" content="1200"> <meta property="og:image:height" content="800"> <meta property="og:image" content="https://upload.wikimedia.org/wikipedia/commons/thumb/3/3d/Neural_network.svg/800px-Neural_network.svg.png"> <meta property="og:image:width" content="800"> <meta property="og:image:height" content="533"> <meta property="og:image" content="https://upload.wikimedia.org/wikipedia/commons/thumb/3/3d/Neural_network.svg/640px-Neural_network.svg.png"> <meta property="og:image:width" content="640"> <meta property="og:image:height" content="427"> <meta name="viewport" content="width=1120"> <meta property="og:title" content="Machine learning models/Production/Multilingual revert risk: Difference between revisions - Meta"> <meta property="og:type" content="website"> <link rel="preconnect" href="//upload.wikimedia.org"> <link rel="alternate" media="only screen and (max-width: 640px)" href="//meta.m.wikimedia.org/wiki/Machine_learning_models/Production/Multilingual_revert_risk"> <link rel="alternate" type="application/x-wiki" title="Edit" href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=edit"> <link rel="icon" href="/static/favicon/community.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Meta (en)"> <link rel="EditURI" type="application/rsd+xml" href="//meta.wikimedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://meta.wikimedia.org/wiki/Machine_learning_models/Production/Multilingual_revert_risk"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/"> <link rel="alternate" type="application/atom+xml" title="Meta Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="login.wikimedia.org"> </head> <body class="mw-article-diff ext-discussiontools-replytool-enabled ext-discussiontools-newtopictool-enabled ext-discussiontools-sourcemodetoolbar-enabled skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject mw-editable page-Machine_learning_models_Production_Multilingual_revert_risk rootpage-Machine_learning_models skin-vector-2022 action-view"><a class="mw-jump-link" href="#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right" > <input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu" > <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-menu mw-ui-icon-wikimedia-menu"></span> <span class="vector-dropdown-label-text">Main menu</span> </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container" > <div class="vector-pinnable-header-label">Main menu</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation" > <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Main_Page" title="Visit the main page [z]" accesskey="z"><span>Main page</span></a></li><li id="n-wikimedia-news-label" class="mw-list-item"><a href="/wiki/Wikimedia_News"><span>Wikimedia News</span></a></li><li id="n-translations-text" class="mw-list-item"><a href="/wiki/Special:LanguageStats"><span>Translations</span></a></li><li id="n-recentchanges" class="mw-list-item"><a href="/wiki/Special:RecentChanges" title="A list of recent changes in the wiki [r]" accesskey="r"><span>Recent changes</span></a></li><li id="n-randompage" class="mw-list-item"><a href="/wiki/Special:Random" title="Load a random page [x]" accesskey="x"><span>Random page</span></a></li><li id="n-help" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Help:Help" title="The place to find out"><span>Help</span></a></li><li id="n-Babel-text" class="mw-list-item"><a href="/wiki/Meta:Babel"><span>Babel</span></a></li> </ul> </div> </div> <div id="p-community" class="vector-menu mw-portlet mw-portlet-community" > <div class="vector-menu-heading"> Community </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-WikimediaResourceCenter-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Wikimedia_Resource_Center"><span>Wikimedia Resource Center</span></a></li><li id="n-WikimediaForum-text" class="mw-list-item"><a href="/wiki/Wikimedia_Forum"><span>Wikimedia Forum</span></a></li><li id="n-mailinglists-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Mailing_lists/Overview"><span>Mailing lists</span></a></li><li id="n-Requests-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Meta:Requests_and_proposals"><span>Requests</span></a></li><li id="n-Babylon-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Meta:Babylon"><span>Babylon</span></a></li><li id="n-Reports-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Wikimedia_Affiliates_Data_Portal"><span>Reports</span></a></li><li id="n-Research-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Research:Index"><span>Research</span></a></li><li id="n-planet" class="mw-list-item"><a href="//en.planet.wikimedia.org/" title="Weblog aggregator of Wikimedia-related posts"><span>Planet Wikimedia</span></a></li> </ul> </div> </div> <div id="p-beyond_the_web" class="vector-menu mw-portlet mw-portlet-beyond_the_web" > <div class="vector-menu-heading"> Beyond the Web </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-Meetup-text" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Meetup"><span>Meet Wikimedians</span></a></li><li id="n-Events-text" class="mw-list-item"><a href="/wiki/Events"><span>Events</span></a></li><li id="n-wikimedia-movement-affiliates-shortlabel" class="mw-list-item"><a href="/wiki/Special:MyLanguage/Wikimedia_movement_affiliates"><span>Movement affiliates</span></a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> <a href="/wiki/Special:MyLanguage/Main_Page" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/metawiki.svg" alt="" aria-hidden="true" height="50" width="50"> <span class="mw-logo-container skin-invert"> <img class="mw-logo-wordmark" alt="Wikimedia Meta-Wiki" src="/static/images/mobile/copyright/metawiki-wordmark.svg" style="width: 7.5em; height: 1.8125em;"> </span> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"> <a href="/wiki/Special:Search" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search Meta [f]" accesskey="f"><span class="vector-icon mw-ui-icon-search mw-ui-icon-wikimedia-search"></span> <span>Search</span> </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Meta" aria-label="Search Meta" autocapitalize="sentences" title="Search Meta [f]" accesskey="f" id="searchInput" > <span class="cdx-text-input__icon cdx-text-input__start-icon"></span> </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-uls" class="mw-list-item active user-links-collapsible-item"><a data-mw="interface" href="#" class="uls-trigger cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet"><span class="vector-icon mw-ui-icon-wikimedia-language mw-ui-icon-wikimedia-wikimedia-language"></span> <span>English</span></a> </li> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color" > <input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance" > <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-appearance mw-ui-icon-wikimedia-appearance"></span> <span class="vector-dropdown-label-text">Appearance</span> </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="//donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&utm_medium=sidebar&utm_campaign=C13_meta.wikimedia.org&uselang=en" class=""><span>Donate</span></a> </li> <li id="pt-createaccount-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:CreateAccount&returnto=Machine+learning+models%2FProduction%2FMultilingual+revert+risk&returntoquery=diff%3Dprev%26oldid%3D27223509" title="You are encouraged to create an account and log in; however, it is not mandatory" class=""><span>Create account</span></a> </li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:UserLogin&returnto=Machine+learning+models%2FProduction%2FMultilingual+revert+risk&returntoquery=diff%3Dprev%26oldid%3D27223509" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o" class=""><span>Log in</span></a> </li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out user-links-collapsible-item" title="More options" > <input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools" > <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-ellipsis mw-ui-icon-wikimedia-ellipsis"></span> <span class="vector-dropdown-label-text">Personal tools</span> </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="//donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&utm_medium=sidebar&utm_campaign=C13_meta.wikimedia.org&uselang=en"><span>Donate</span></a></li><li id="pt-createaccount" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:CreateAccount&returnto=Machine+learning+models%2FProduction%2FMultilingual+revert+risk&returntoquery=diff%3Dprev%26oldid%3D27223509" title="You are encouraged to create an account and log in; however, it is not mandatory"><span class="vector-icon mw-ui-icon-userAdd mw-ui-icon-wikimedia-userAdd"></span> <span>Create account</span></a></li><li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:UserLogin&returnto=Machine+learning+models%2FProduction%2FMultilingual+revert+risk&returntoquery=diff%3Dprev%26oldid%3D27223509" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o"><span class="vector-icon mw-ui-icon-logIn mw-ui-icon-wikimedia-logIn"></span> <span>Log in</span></a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice"></div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc" > <h2 class="vector-pinnable-header-label">Contents</h2> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"> <a href="#" class="vector-toc-link"> <div class="vector-toc-text">Beginning</div> </a> </li> <li id="toc-Motivation" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Motivation"> <div class="vector-toc-text"> <span class="vector-toc-numb">1</span> <span>Motivation</span> </div> </a> <ul id="toc-Motivation-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Users_and_uses" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Users_and_uses"> <div class="vector-toc-text"> <span class="vector-toc-numb">2</span> <span>Users and uses</span> </div> </a> <ul id="toc-Users_and_uses-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Ethical_considerations,_caveats,_and_recommendations" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Ethical_considerations,_caveats,_and_recommendations"> <div class="vector-toc-text"> <span class="vector-toc-numb">3</span> <span>Ethical considerations, caveats, and recommendations</span> </div> </a> <ul id="toc-Ethical_considerations,_caveats,_and_recommendations-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Model" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Model"> <div class="vector-toc-text"> <span class="vector-toc-numb">4</span> <span>Model</span> </div> </a> <button aria-controls="toc-Model-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> <span class="vector-icon mw-ui-icon-wikimedia-expand"></span> <span>Toggle Model subsection</span> </button> <ul id="toc-Model-sublist" class="vector-toc-list"> <li id="toc-Performance" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Performance"> <div class="vector-toc-text"> <span class="vector-toc-numb">4.1</span> <span>Performance</span> </div> </a> <ul id="toc-Performance-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Implementation" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Implementation"> <div class="vector-toc-text"> <span class="vector-toc-numb">4.2</span> <span>Implementation</span> </div> </a> <ul id="toc-Implementation-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Data" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Data"> <div class="vector-toc-text"> <span class="vector-toc-numb">5</span> <span>Data</span> </div> </a> <ul id="toc-Data-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Licenses" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Licenses"> <div class="vector-toc-text"> <span class="vector-toc-numb">6</span> <span>Licenses</span> </div> </a> <ul id="toc-Licenses-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Citation" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#Citation"> <div class="vector-toc-text"> <span class="vector-toc-numb">7</span> <span>Citation</span> </div> </a> <ul id="toc-Citation-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-References" class="vector-toc-list-item vector-toc-level-1 vector-toc-list-item-expanded"> <a class="vector-toc-link" href="#References"> <div class="vector-toc-text"> <span class="vector-toc-numb">8</span> <span>References</span> </div> </a> <ul id="toc-References-sublist" class="vector-toc-list"> </ul> </li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left" > <input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" ><span class="vector-icon mw-ui-icon-listBullet mw-ui-icon-wikimedia-listBullet"></span> <span class="vector-dropdown-label-text">Toggle the table of contents</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading">Machine learning models/Production/Multilingual revert risk: Difference between revisions</h1> <div id="p-lang-btn" class="vector-dropdown mw-portlet mw-portlet-lang" > <input type="checkbox" id="p-lang-btn-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-p-lang-btn" class="vector-dropdown-checkbox mw-interlanguage-selector" aria-label="This article exist only in this language. Add the article for other languages" > <label id="p-lang-btn-label" for="p-lang-btn-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive mw-portlet-lang-heading-0" aria-hidden="true" ><span class="vector-icon mw-ui-icon-language-progressive mw-ui-icon-wikimedia-language-progressive"></span> <span class="vector-dropdown-label-text">Add languages</span> </label> <div class="vector-dropdown-content"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> <div class="after-portlet after-portlet-lang"><span class="wb-langlinks-add wb-langlinks-link"><a href="https://www.wikidata.org/wiki/Special:NewItem?site=metawiki&page=Machine+learning+models%2FProduction%2FMultilingual+revert+risk" title="Add interlanguage links" class="wbc-editpage">Add links</a></span></div> </div> </div> </div> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/Machine_learning_models/Production/Multilingual_revert_risk" title="View the content page [c]" accesskey="c"><span>Content page</span></a></li><li id="ca-talk" class="new vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Talk:Machine_learning_models/Production/Multilingual_revert_risk&action=edit&redlink=1" rel="discussion" class="new" title="Discussion about the content page (page does not exist) [t]" accesskey="t"><span>Discussion</span></a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet" > <input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant" > <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">English</span> </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/Machine_learning_models/Production/Multilingual_revert_risk"><span>Read</span></a></li><li id="ca-edit" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=edit&oldid=27223509" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=history" title="Past revisions of this page [h]" accesskey="h"><span>View history</span></a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown" > <input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools" > <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" ><span class="vector-dropdown-label-text">Tools</span> </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container" > <div class="vector-pinnable-header-label">Tools</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options" > <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="/wiki/Machine_learning_models/Production/Multilingual_revert_risk"><span>Read</span></a></li><li id="ca-more-edit" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=edit&oldid=27223509" title="Edit this page [e]" accesskey="e"><span>Edit</span></a></li><li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=history"><span>View history</span></a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb" > <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="/wiki/Special:WhatLinksHere/Machine_learning_models/Production/Multilingual_revert_risk" title="A list of all wiki pages that link here [j]" accesskey="j"><span>What links here</span></a></li><li id="t-recentchangeslinked" class="mw-list-item"><a href="/wiki/Special:RecentChangesLinked/Machine_learning_models/Production/Multilingual_revert_risk" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k"><span>Related changes</span></a></li><li id="t-specialpages" class="mw-list-item"><a href="/wiki/Special:SpecialPages" title="A list of all special pages [q]" accesskey="q"><span>Special pages</span></a></li><li id="t-permalink" class="mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&oldid=27223509" title="Permanent link to this revision of this page"><span>Permanent link</span></a></li><li id="t-info" class="mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=info" title="More information about this page"><span>Page information</span></a></li><li id="t-cite" class="mw-list-item"><a href="/w/index.php?title=Special:CiteThisPage&page=Machine_learning_models%2FProduction%2FMultilingual_revert_risk&id=27223509&wpFormIdentifier=titleform" title="Information on how to cite this page"><span>Cite this page</span></a></li><li id="t-urlshortener" class="mw-list-item"><a href="/w/index.php?title=Special:UrlQ%C4%B1sald%C4%B1c%C4%B1s%C4%B1&url=https%3A%2F%2Fmeta.wikimedia.org%2Fw%2Findex.php%3Ftitle%3DMachine_learning_models%2FProduction%2FMultilingual_revert_risk%26diff%3Dprev%26oldid%3D27223509"><span>Get shortened URL</span></a></li><li id="t-urlshortener-qrcode" class="mw-list-item"><a href="/w/index.php?title=Special:QrKodu&url=https%3A%2F%2Fmeta.wikimedia.org%2Fw%2Findex.php%3Ftitle%3DMachine_learning_models%2FProduction%2FMultilingual_revert_risk%26diff%3Dprev%26oldid%3D27223509"><span>Download QR code</span></a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export" > <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-create_a_book" class="mw-list-item"><a href="/w/index.php?title=Special:Book&bookcmd=book_creator&referer=Machine+learning+models%2FProduction%2FMultilingual+revert+risk"><span>Create a book</span></a></li><li id="t-print" class="mw-list-item"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&printable=yes" title="Printable version of this page [p]" accesskey="p"><span>Printable version</span></a></li> </ul> </div> </div> <div id="p-wikibase-otherprojects" class="vector-menu mw-portlet mw-portlet-wikibase-otherprojects emptyPortlet" > <div class="vector-menu-heading"> In other projects </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container" > <div class="vector-pinnable-header-label">Appearance</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div class="mw-indicators"> <div id="mw-indicator-mw-helplink" class="mw-indicator"><a href="https://www.mediawiki.org/wiki/Special:MyLanguage/Help:Diff" target="_blank" class="mw-helplink"><span class="mw-helplink-icon"></span>Help</a></div> </div> <div id="siteSub" class="noprint">From Meta, a Wikimedia project coordination wiki</div> </div> <div id="contentSub"><div id="mw-content-subtitle"><div class="subpages">< <bdi dir="ltr"><a href="/wiki/Machine_learning_models" title="Machine learning models">Machine learning models</a></bdi></div></div></div> <div id="mw-content-text" class="mw-body-content"><div class="mw-revslider-container"><span style='width: 100%; text-align: center;' id='ooui-php-1' class='mw-revslider-toggle-button oo-ui-widget oo-ui-widget-enabled oo-ui-buttonElement oo-ui-buttonElement-frameless oo-ui-indicatorElement oo-ui-labelElement oo-ui-buttonWidget' data-ooui='{"_":"OO.ui.ButtonWidget","rel":["nofollow"],"framed":false,"indicator":"down","label":"Browse history interactively","title":"Open revision slider","classes":["mw-revslider-toggle-button"]}'><a role='button' title='Open revision slider' tabindex='0' rel='nofollow' class='oo-ui-buttonElement-button'><span class='oo-ui-iconElement-icon oo-ui-iconElement-noIcon'></span><span class='oo-ui-labelElement-label'>Browse history interactively</span><span class='oo-ui-indicatorElement-indicator oo-ui-indicator-down'></span></a></span><div class="mw-revslider-slider-wrapper" style="display: none;"><div class="mw-revslider-placeholder"><div class="mw-revslider-spinner"><div class="mw-revslider-bounce"></div></div></div></div></div><div class="mw-diff-revision-history-links"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&diff=prev&oldid=27057123" class="mw-diff-revision-history-link-previous" title="Machine learning models/Production/Multilingual revert risk">← Older edit</a><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&diff=next&oldid=27223509" class="mw-diff-revision-history-link-next" title="Machine learning models/Production/Multilingual revert risk">Newer edit →</a></div><div class="mw-diff-table-prefix" dir="ltr" lang="en"><div class="mw-diff-inline-legend oo-ui-element-hidden"><span class="mw-diff-inline-legend-del">Content deleted</span> <span class="mw-diff-inline-legend-ins">Content added</span></div><div class="ve-init-mw-diffPage-diffMode"><span class='oo-ui-widget oo-ui-widget-enabled oo-ui-buttonGroupWidget'><span aria-disabled='true' class='oo-ui-widget oo-ui-widget-disabled oo-ui-buttonElement oo-ui-buttonElement-framed oo-ui-iconElement oo-ui-labelElement oo-ui-buttonWidget'><a role='button' tabindex='-1' aria-disabled='true' rel='nofollow' class='oo-ui-buttonElement-button'><span class='oo-ui-iconElement-icon oo-ui-icon-eye oo-ui-image-invert'></span><span class='oo-ui-labelElement-label'>Visual</span><span class='oo-ui-indicatorElement-indicator oo-ui-indicatorElement-noIndicator oo-ui-image-invert'></span></a></span><span class='oo-ui-widget oo-ui-widget-enabled oo-ui-buttonElement oo-ui-buttonElement-framed oo-ui-iconElement oo-ui-labelElement oo-ui-buttonWidget oo-ui-buttonElement-active'><a role='button' tabindex='0' rel='nofollow' class='oo-ui-buttonElement-button'><span class='oo-ui-iconElement-icon oo-ui-icon-wikiText oo-ui-image-invert'></span><span class='oo-ui-labelElement-label'>Wikitext</span><span class='oo-ui-indicatorElement-indicator oo-ui-indicatorElement-noIndicator oo-ui-image-invert'></span></a></span></span></div><div class="mw-diffPage-inlineToggle-container"><div id='mw-diffPage-inline-toggle-switch-layout' class='oo-ui-layout oo-ui-labelElement oo-ui-fieldLayout oo-ui-fieldLayout-align-left' data-ooui='{"_":"OO.ui.FieldLayout","fieldWidget":{"tag":"mw-diffPage-inline-toggle-switch"},"$overlay":true,"label":"Inline","title":"Switches between inline format and two-column format"}'><div class='oo-ui-fieldLayout-body'><span class='oo-ui-fieldLayout-header'><label title='Switches between inline format and two-column format' id='ooui-php-2' class='oo-ui-labelElement-label'>Inline</label></span><div class='oo-ui-fieldLayout-field'><div id='mw-diffPage-inline-toggle-switch' title='Switches between inline format and two-column format' aria-checked='false' tabindex='0' role='switch' aria-labelledby='ooui-php-2' class='oo-ui-widget oo-ui-widget-enabled oo-ui-toggleWidget oo-ui-toggleWidget-off oo-ui-toggleSwitchWidget' data-ooui='{"_":"OO.ui.ToggleSwitchWidget","href":"\/w\/index.php?title=Machine_learning_models\/Production\/Multilingual_revert_risk&diff=prev&oldid=27223509&diff-type=inline","value":false,"title":"Switches between inline format and two-column format"}'><span class='oo-ui-toggleSwitchWidget-glow'></span><a href='/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&diff=prev&oldid=27223509&diff-type=inline'><span class='oo-ui-toggleSwitchWidget-grip'></span></a></div></div></div></div></div></div><table class="diff diff-type-table diff-contentalign-left diff-editfont-monospace" data-mw="interface"> <col class="diff-marker" /> <col class="diff-content" /> <col class="diff-marker" /> <col class="diff-content" /> <tr class="diff-title" lang="en"> <td colspan="2" class="diff-otitle diff-side-deleted"><div id="mw-diff-otitle1"><strong><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&oldid=27057123" title="Machine learning models/Production/Multilingual revert risk">Revision as of 13:03, 4 July 2024</a> <span class="mw-diff-edit"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=edit&oldid=27057123" title="Machine learning models/Production/Multilingual revert risk">edit</a></span><span class="mw-diff-timestamp" data-timestamp="2024-07-04T13:03:41Z"></span></strong></div><div id="mw-diff-otitle2"><a href="/wiki/User:Diego_(WMF)" class="mw-userlink" title="User:Diego (WMF)" data-mw-revid="27057123"><bdi>Diego (WMF)</bdi></a> <span class="mw-usertoollinks">(<a href="/wiki/User_talk:Diego_(WMF)" class="mw-usertoollinks-talk" title="User talk:Diego (WMF)">talk</a> | <a href="/wiki/Special:Contributions/Diego_(WMF)" class="mw-usertoollinks-contribs" title="Special:Contributions/Diego (WMF)">contribs</a>)</span><div class="mw-diff-usermetadata"><div class="mw-diff-userroles"><a href="/wiki/Meta:Autopatrollers" title="Meta:Autopatrollers">Autopatrollers</a></div><div class="mw-diff-usereditcount"><span>203</span> edits</div></div></div><div id="mw-diff-otitle3"><abbr class="minoredit" title="This is a minor edit">m</abbr> <span class="comment comment--without-parentheses"><span class="autocomment"><a href="#Users_and_uses">→<bdi dir="ltr">Users and uses</bdi></a>: </span> Fixing language on "don't use this model for"</span></div><div id="mw-diff-otitle5"></div><div id="mw-diff-otitle4"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&diff=prev&oldid=27057123" title="Machine learning models/Production/Multilingual revert risk" id="differences-prevlink">← Older edit</a></div></td> <td colspan="2" class="diff-ntitle diff-side-added"><div id="mw-diff-ntitle1"><strong><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&oldid=27223509" title="Machine learning models/Production/Multilingual revert risk">Revision as of 18:54, 2 August 2024</a> <span class="mw-diff-edit"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=edit&oldid=27223509" title="Machine learning models/Production/Multilingual revert risk">edit</a></span><span class="mw-diff-timestamp" data-timestamp="2024-08-02T18:54:43Z"></span> <span class="mw-diff-undo"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&action=edit&undoafter=27057123&undo=27223509" title=""Undo" reverts this edit and opens the edit form in preview mode. It allows adding a reason in the summary.">undo</a></span></strong></div><div id="mw-diff-ntitle2"><a href="/wiki/User:Diego_(WMF)" class="mw-userlink" title="User:Diego (WMF)" data-mw-revid="27223509"><bdi>Diego (WMF)</bdi></a> <span class="mw-usertoollinks">(<a href="/wiki/User_talk:Diego_(WMF)" class="mw-usertoollinks-talk" title="User talk:Diego (WMF)">talk</a> | <a href="/wiki/Special:Contributions/Diego_(WMF)" class="mw-usertoollinks-contribs" title="Special:Contributions/Diego (WMF)">contribs</a>)</span><div class="mw-diff-usermetadata"><div class="mw-diff-userroles"><a href="/wiki/Meta:Autopatrollers" title="Meta:Autopatrollers">Autopatrollers</a></div><div class="mw-diff-usereditcount"><span>203</span> edits</div></div></div><div id="mw-diff-ntitle3"> <span class="comment comment--without-parentheses"><span class="autocomment"><a href="#Citation">→<bdi dir="ltr">Citation</bdi></a>: </span> adding paper to cite</span></div><div id="mw-diff-ntitle5"></div><div id="mw-diff-ntitle4"><a href="/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&diff=next&oldid=27223509" title="Machine learning models/Production/Multilingual revert risk" id="differences-nextlink">Newer edit →</a></div></td> </tr><tr> <td colspan="2" class="diff-lineno">Line 277:</td> <td colspan="2" class="diff-lineno">Line 277:</td> </tr> <tr> <td class="diff-marker"></td> <td class="diff-context diff-side-deleted"><div></div></td> <td class="diff-marker"></td> <td class="diff-context diff-side-added"><div></div></td> </tr> <tr> <td class="diff-marker"></td> <td class="diff-context diff-side-deleted"><div>== Citation ==</div></td> <td class="diff-marker"></td> <td class="diff-context diff-side-added"><div>== Citation ==</div></td> </tr> <tr> <td class="diff-marker" data-marker="−"></td> <td class="diff-deletedline diff-side-deleted"><div>Cite this model as: <del class="diffchange diffchange-inline">... to be added soon.</del></div></td> <td class="diff-marker" data-marker="+"></td> <td class="diff-addedline diff-side-added"><div>Cite this model as: </div></td> </tr> <tr> <td class="diff-marker" data-marker="−"></td> <td class="diff-deletedline diff-side-deleted"><div></div></td> <td colspan="2" class="diff-empty diff-side-added"></td> </tr> <tr> <td class="diff-marker"></td> <td class="diff-context diff-side-deleted"><div>== References ==</div></td> <td class="diff-marker"></td> <td class="diff-context diff-side-added"><div>== References ==</div></td> </tr> <tr> <td class="diff-marker"></td> <td class="diff-context diff-side-deleted"><div><references></div></td> <td class="diff-marker"></td> <td class="diff-context diff-side-added"><div><references></div></td> </tr> </table><hr class='diff-hr' id='mw-oldid' /> <h2 class='diff-currentversion-title'>Revision as of 18:54, 2 August 2024</h2> <div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><style data-mw-deduplicate="TemplateStyles:r27362704">.mw-parser-output .ombox{margin:4px 0;border-collapse:collapse;border:1px solid #a2a9b1;background-color:var(--background-color-neutral-subtle,#f8f9fa);box-sizing:border-box;color:var(--color-base,#202122)}.mw-parser-output .ombox.mbox-small{font-size:88%;line-height:1.25em}.mw-parser-output .ombox-speedy{border:2px solid #b32424;background-color:#fee7e6}.mw-parser-output .ombox-delete{border:2px solid #b32424}.mw-parser-output .ombox-content{border:1px solid #f28500}.mw-parser-output .ombox-style{border:1px solid #fc3}.mw-parser-output .ombox-move{border:1px solid #9932cc}.mw-parser-output .ombox-protection{border:2px solid #a2a9b1}.mw-parser-output .ombox .mbox-text{border:none;padding:0.25em 0.9em;width:100%}.mw-parser-output .ombox .mbox-image{border:none;padding:2px 0 2px 0.9em;text-align:center}.mw-parser-output .ombox .mbox-imageright{border:none;padding:2px 0.9em 2px 0;text-align:center}.mw-parser-output .ombox .mbox-empty-cell{border:none;padding:0;width:1px}.mw-parser-output .ombox .mbox-invalid-type{text-align:center}@media(min-width:720px){.mw-parser-output .ombox{margin:4px 10%}.mw-parser-output .ombox.mbox-small{clear:right;float:right;margin:4px 0 4px 1em;width:238px}}body.skin--responsive .mw-parser-output table.ombox img{max-width:none!important}@media screen{html.skin-theme-clientpref-night .mw-parser-output .ombox-speedy{background-color:#310402}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .ombox-speedy{background-color:#310402}}</style><table class="plainlinks ombox ombox-notice" role="presentation"><tbody><tr><td class="mbox-image"><span typeof="mw:File"><a href="/wiki/File:Emoji_u1f4dd.svg" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/8/82/Emoji_u1f4dd.svg/80px-Emoji_u1f4dd.svg.png" decoding="async" width="80" height="80" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/8/82/Emoji_u1f4dd.svg/120px-Emoji_u1f4dd.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/8/82/Emoji_u1f4dd.svg/160px-Emoji_u1f4dd.svg.png 2x" data-file-width="128" data-file-height="128"/></a></span></td><td class="mbox-text">This model card page currently has a <b>draft status</b>. It is a piece of model documentation that is in the process of being written. Once the model card is completed, this template should be removed.</td></tr></tbody></table> <style data-mw-deduplicate="TemplateStyles:r24709487">.mw-parser-output .infobox{border:1px solid #a2a9b1;border-spacing:3px;background-color:#f8f9fa;color:black;padding:0.2em;font-size:88%;line-height:1.5em;box-sizing:border-box}.mw-parser-output .infobox-header,.mw-parser-output .infobox-label,.mw-parser-output .infobox-above,.mw-parser-output .infobox-full-data,.mw-parser-output .infobox-data,.mw-parser-output .infobox-below,.mw-parser-output .infobox-subheader,.mw-parser-output .infobox-image,.mw-parser-output .infobox-navbar{vertical-align:top}.mw-parser-output .infobox-label,.mw-parser-output .infobox-data{text-align:left}.mw-parser-output .infobox-above,.mw-parser-output .infobox-title{font-size:125%;font-weight:bold;text-align:center}.mw-parser-output .infobox-title{padding:0.2em}.mw-parser-output .infobox-header,.mw-parser-output .infobox-subheader,.mw-parser-output .infobox-image,.mw-parser-output .infobox-full-data,.mw-parser-output .infobox-below{text-align:center}.mw-parser-output .infobox-navbar{text-align:right}.mw-parser-output .infobox .navbar{font-size:100%}@media(min-width:720px){.mw-parser-output .infobox{margin:0.5em 0 0.5em 1em;float:right;clear:right;width:22em}}.mw-parser-output .infobox-subbox{padding:0;border:none;margin:-3px;width:auto;clear:none;float:none;min-width:100%;font-size:100%;background-color:transparent}</style><table class="infobox"><tbody><tr><th colspan="2" class="infobox-above">Model card</th></tr><tr><td colspan="2" class="infobox-subheader">This page is an on-wiki <a href="https://en.wikipedia.org/wiki/Machine_learning" class="extiw" title="en:Machine learning">machine learning</a> <b>model card</b>.</td></tr><tr><td colspan="2" class="infobox-image"><span typeof="mw:File"><a href="/wiki/File:Neural_network.svg" class="mw-file-description"><img alt="A diagram of a neural network" src="//upload.wikimedia.org/wikipedia/commons/thumb/3/3d/Neural_network.svg/200px-Neural_network.svg.png" decoding="async" width="200" height="133" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/3/3d/Neural_network.svg/300px-Neural_network.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/3/3d/Neural_network.svg/400px-Neural_network.svg.png 2x" data-file-width="600" data-file-height="400"/></a></span><div class="infobox-caption">A <a rel="nofollow" class="external text" href="https://arxiv.org/abs/1810.03993">model card</a> is a document about a <a href="https://en.wikipedia.org/wiki/Statistical_model" class="extiw" title="en:Statistical model">machine learning model</a> that seeks to answer basic questions about the model.</div></td></tr><tr><th colspan="2" class="infobox-header">Model Information Hub</th></tr><tr><th scope="row" class="infobox-label" style="background:#e6e8eb;">Model creator(s)</th><td class="infobox-data"><a href="/w/index.php?title=User:Trokhymovych&action=edit&redlink=1" class="new" title="User:Trokhymovych (page does not exist)">Mykola Trokhymovych</a>, Muniza Aslam, Ai-Jou Chou, and <a href="/wiki/User:Diego_(WMF)" title="User:Diego (WMF)">Diego Saez-Trumper</a></td></tr><tr><th scope="row" class="infobox-label" style="background:#e6e8eb;">Model owner(s)</th><td class="infobox-data"><a href="/wiki/User:Diego_(WMF)" title="User:Diego (WMF)">Diego Saez-Trumper</a></td></tr><tr><th scope="row" class="infobox-label" style="background:#e6e8eb;">Code</th><td class="infobox-data"><a rel="nofollow" class="external text" href="https://github.com/trokhymovych/KI_multilingual_training">training</a> and <a class="external text" href="https://gitlab.wikimedia.org/repos/research/knowledge_integrity">inference</a></td></tr><tr><th scope="row" class="infobox-label" style="background:#e6e8eb;">Uses PII</th><td class="infobox-data">No</td></tr><tr><th scope="row" class="infobox-label" style="background:#e6e8eb;">In production?</th><td class="infobox-data">Yes</td></tr><tr><td colspan="2" class="infobox-full-data">This model uses revision content and metadata to predict the risk of being reverted.</td></tr><tr><td colspan="2" class="infobox-navbar"><style data-mw-deduplicate="TemplateStyles:r24720806">.mw-parser-output .hlist dl,.mw-parser-output .hlist ol,.mw-parser-output .hlist ul{margin:0;padding:0}.mw-parser-output .hlist dd,.mw-parser-output .hlist dt,.mw-parser-output .hlist li{margin:0;display:inline}.mw-parser-output .hlist.inline,.mw-parser-output .hlist.inline dl,.mw-parser-output .hlist.inline ol,.mw-parser-output .hlist.inline ul,.mw-parser-output .hlist dl dl,.mw-parser-output .hlist dl ol,.mw-parser-output .hlist dl ul,.mw-parser-output .hlist ol dl,.mw-parser-output .hlist ol ol,.mw-parser-output .hlist ol ul,.mw-parser-output .hlist ul dl,.mw-parser-output .hlist ul ol,.mw-parser-output .hlist ul ul{display:inline}.mw-parser-output .hlist .mw-empty-li,.mw-parser-output .hlist .mw-empty-elt{display:none}.mw-parser-output .hlist dt:after{content:": "}.mw-parser-output .hlist dd:after,.mw-parser-output .hlist li:after{content:" · ";font-weight:bold}.mw-parser-output .hlist dd:last-child:after,.mw-parser-output .hlist dt:last-child:after,.mw-parser-output .hlist li:last-child:after{content:none}.mw-parser-output .hlist dd dd:first-child:before,.mw-parser-output .hlist dd dt:first-child:before,.mw-parser-output .hlist dd li:first-child:before,.mw-parser-output .hlist dt dd:first-child:before,.mw-parser-output .hlist dt dt:first-child:before,.mw-parser-output .hlist dt li:first-child:before,.mw-parser-output .hlist li dd:first-child:before,.mw-parser-output .hlist li dt:first-child:before,.mw-parser-output .hlist li li:first-child:before{content:" (";font-weight:normal}.mw-parser-output .hlist dd dd:last-child:after,.mw-parser-output .hlist dd dt:last-child:after,.mw-parser-output .hlist dd li:last-child:after,.mw-parser-output .hlist dt dd:last-child:after,.mw-parser-output .hlist dt dt:last-child:after,.mw-parser-output .hlist dt li:last-child:after,.mw-parser-output .hlist li dd:last-child:after,.mw-parser-output .hlist li dt:last-child:after,.mw-parser-output .hlist li li:last-child:after{content:")";font-weight:normal}.mw-parser-output .hlist ol{counter-reset:listitem}.mw-parser-output .hlist ol>li{counter-increment:listitem}.mw-parser-output .hlist ol>li:before{content:" "counter(listitem)"\a0 "}.mw-parser-output .hlist dd ol>li:first-child:before,.mw-parser-output .hlist dt ol>li:first-child:before,.mw-parser-output .hlist li ol>li:first-child:before{content:" ("counter(listitem)"\a0 "}</style><style data-mw-deduplicate="TemplateStyles:r24717021">.mw-parser-output .navbar{display:inline;font-size:88%;font-weight:normal}.mw-parser-output .navbar-collapse{float:left;text-align:left}.mw-parser-output .navbar-boxtext{word-spacing:0}.mw-parser-output .navbar ul{display:inline-block;white-space:nowrap;line-height:inherit}.mw-parser-output .navbar-brackets::before{margin-right:-0.125em;content:"[ "}.mw-parser-output .navbar-brackets::after{margin-left:-0.125em;content:" ]"}.mw-parser-output .navbar li{word-spacing:-0.125em}.mw-parser-output .navbar a>span,.mw-parser-output .navbar a>abbr{text-decoration:inherit}.mw-parser-output .navbar-mini abbr{font-variant:small-caps;border-bottom:none;text-decoration:none;cursor:inherit}.mw-parser-output .navbar-ct-full{font-size:114%;margin:0 7em}.mw-parser-output .navbar-ct-mini{font-size:114%;margin:0 4em}</style><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/w/index.php?title=Template:Model_card&action=edit&redlink=1" class="new" title="Template:Model card (page does not exist)"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/w/index.php?title=Template_talk:Model_card&action=edit&redlink=1" class="new" title="Template talk:Model card (page does not exist)"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a class="external text" href="https://meta.wikimedia.org/w/index.php?title=Template:Model_card&action=edit"><abbr title="Edit this template">e</abbr></a></li></ul></div></td></tr></tbody></table> <p><br/> </p><p>How can we help editors to identify revisions that need to be “<a href="https://en.wikipedia.org/wiki/Wikipedia:Patrolling" class="extiw" title="en:Wikipedia:Patrolling">patrolled</a>”? </p><p>The goal of this model is to detect revisions that might be reverted independently if they were made in good faith or with the intention of creating damage. Wikipedia has a group of dedicated volunteer editors, known as <a href="https://en.wikipedia.org/wiki/Wikipedia:Recent_changes_patrol" class="extiw" title="en:Wikipedia:Recent changes patrol">patrollers</a>, who work to ensure the accuracy and integrity of the information on the site. These patrollers review and edit articles, monitor for vandalism, and enforce community guidelines. However, their work is not easy, as they have to keep up with the fast pace and language diversity of Wikipedia, where on average, around 16 pages are edited per second in 250+ languages <sup id="cite_ref-1" class="reference"><a href="#cite_note-1"><span class="cite-bracket">[</span>1<span class="cite-bracket">]</span></a></sup>. The aim of this model is to help patrollers quickly identify potential problems, prioritize the work, and revert damaging edits when needed. </p><p>This model is deployed on LiftWing. Right now, it is available for internal usage. This model can be used to detect revisions that might need to be reverted. </p> <meta property="mw:PageProp/toc"/> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Motivation" data-mw-thread-id="h-Motivation"><span data-mw-comment-start="" id="h-Motivation"></span>Motivation<span data-mw-comment-end="h-Motivation"></span></h2></div> <p><a href="/wiki/Knowledge_Integrity" title="Knowledge Integrity">Knowledge Integrity</a> is one of the strategic programs of Wikimedia Research with the goal of identifying and addressing threats to content on Wikipedia, increasing the capabilities of patrollers, and providing mechanisms for assessing the reliability of sources<sup id="cite_ref-zia2019_2-0" class="reference"><a href="#cite_note-zia2019-2"><span class="cite-bracket">[</span>2<span class="cite-bracket">]</span></a></sup>. The main goal of the project is to create a new generation of patrolling models, improving accuracy, fairness, and maintainability compared to previous state-of-the-art ORES<sup id="cite_ref-3" class="reference"><a href="#cite_note-3"><span class="cite-bracket">[</span>3<span class="cite-bracket">]</span></a></sup>. </p><p>The current model is able to work on almost any Wikipedia article in any of the 47 chosen languages: <code>['ka', 'lv', 'ta', 'ur', 'eo', 'lt', 'sl', 'hy', 'hr', 'sk', 'eu', 'et', 'ms', 'az', 'da', 'bg', 'sr', 'ro', 'el', 'th', 'bn', 'no', 'hi', 'ca', 'hu', 'ko', 'fi', 'vi', 'uz', 'sv', 'cs', 'he', 'id', 'tr', 'uk', 'nl', 'pl', 'ar', 'fa', 'it', 'zh', 'ru', 'es', 'ja', 'de', 'fr', 'en']</code> </p> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Users_and_uses" data-mw-thread-id="h-Users_and_uses"><span data-mw-comment-start="" id="h-Users_and_uses"></span>Users and uses<span data-mw-comment-end="h-Users_and_uses"></span></h2></div> <style data-mw-deduplicate="TemplateStyles:r23010500">.mw-parser-output .wiki-template-contentgrid{padding:10px;margin-bottom:1em;display:grid}</style> <div class="wiki-template-contentgrid" style="margin-right: 1em; grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); grid-gap: 10px; grid-auto-rows: minmax(100px, auto); width: auto;"><div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Use this model for</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <ul><li>Define the revert risk of Wikipedia article revision<div style="clear:both"></div></li></ul></div> </div> <div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Don't use this model for</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <ul><li>making predictions on language editions of Wikipedia that are not in the listed 47 languages or other Wiki projects (Wiktionary, Wikinews, Wikidata, etc.)</li> <li>making predictions on the revisions that are created by bots</li> <li>making predictions on the revisions that create a new article (the first revision of a page)</li> <li>making predictions on a revision that is the only one for a page</li> <li>As any AI/ML model, we recommend to keep humans in the loop, and not consider model's predictions as training data for other ML models.<div style="clear:both"></div></li></ul></div> </div> <div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Current uses</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <div style="clear:both"></div></div> </div></div> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Ethical_considerations,_caveats,_and_recommendations" data-mw-thread-id="h-Ethical_considerations,_caveats,_and_recommendations"><span id="Ethical_considerations.2C_caveats.2C_and_recommendations"></span><span data-mw-comment-start="" id="h-Ethical_considerations,_caveats,_and_recommendations"></span>Ethical considerations, caveats, and recommendations<span data-mw-comment-end="h-Ethical_considerations,_caveats,_and_recommendations"></span></h2></div> <ul><li>This model was developed to improve the performance of it's <a href="/wiki/Machine_learning_models/Proposed/Language-agnostic_revert_risk" class="mw-redirect" title="Machine learning models/Proposed/Language-agnostic revert risk">Language Agnostic (RRLA)</a> version. The Multilingual version shows a better performance, especially for IP edits. However, it requires more processing power, and might be slower (or given timeouts).</li></ul> <ul><li>This models relies on <a rel="nofollow" class="external text" href="https://github.com/google-research/bert/blob/master/multilingual.md">Multilingual Bert</a>, a <a href="https://en.wikipedia.org/wiki/Large_Language_Model" class="extiw" title="en:Large Language Model">Large Language Model</a>, that might contain <a rel="nofollow" class="external text" href="https://link.springer.com/article/10.1007/s12559-021-09881-2">certain biases</a>.</li></ul> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Model" data-mw-thread-id="h-Model"><span data-mw-comment-start="" id="h-Model"></span>Model<span data-mw-comment-end="h-Model"></span></h2></div> <p>The presented model is based on content features extracted using fine-tuned language model mBERT<sup id="cite_ref-4" class="reference"><a href="#cite_note-4"><span class="cite-bracket">[</span>4<span class="cite-bracket">]</span></a></sup>, mwedittypes<sup id="cite_ref-5" class="reference"><a href="#cite_note-5"><span class="cite-bracket">[</span>5<span class="cite-bracket">]</span></a></sup> based features, along with user and page metadata. It is built in a paradigm of having one generalized model for all covered languages, which is currently the 47 most frequently edited languages in Wikipedia. The system includes the following steps: </p><p>1. Text features preparation: </p> <ul><li>Process wikitext and compare with parent revision</li> <li>Extract mwedittypes-based features</li> <li>Extract texts that were added, removed, and changed</li></ul> <p>2. Masked Language Models (MLMs) features extraction: </p> <ul><li>Pass each of the texts that were added, removed, or changed to the pre-trained classification model</li> <li>Apply mean and max pooling to the list of scores of each signal to extract the final unified feature set</li></ul> <p>3. Final Classification </p> <ul><li>Combine all extracted features with user and revision metadata</li> <li>Pass the features to the final classifier</li></ul> <figure class="mw-default-size mw-halign-left" typeof="mw:File/Thumb"><a href="/wiki/File:System_design_inference.png" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/1/17/System_design_inference.png/220px-System_design_inference.png" decoding="async" width="220" height="233" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/1/17/System_design_inference.png/330px-System_design_inference.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/1/17/System_design_inference.png/440px-System_design_inference.png 2x" data-file-width="1160" data-file-height="1226"/></a><figcaption>System design. Inference</figcaption></figure> <div class="mw-heading mw-heading3"><h3 id="Performance" data-mw-thread-id="h-Performance-Model"><span data-mw-comment-start="" id="h-Performance-Model"></span>Performance<span data-mw-comment-end="h-Performance-Model"></span></h3></div> <div class="mw-heading mw-heading3"><h3 id="Implementation" data-mw-thread-id="h-Implementation-Model"><span data-mw-comment-start="" id="h-Implementation-Model"></span>Implementation<span data-mw-comment-end="h-Implementation-Model"></span></h3></div> <p>The presented model is a multistage solution that includes the fine-tuned masked language model (mBERT) for feature extraction and the final classifier (CatBoost) for getting the probability of being reverted based on the extracted features. </p><p><br/> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r23010500"> </p> <div class="wiki-template-contentgrid" style="margin-right: 1em; grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); grid-gap: 10px; grid-auto-rows: minmax(100px, auto); width: auto;"><div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Model architecture</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <p>mBERT models tunning (four models for the title, changes, inserts, and removes): </p> <ul><li>Learning rate: 2e-5</li> <li>Weight Decay: 0.01</li> <li>Epochs: 5</li> <li>Maximum input length: 512</li> <li>Number of encoder attention layers: 12</li> <li>Number of decoder attention layers: 12</li> <li>Number of attention heads: 12</li> <li>Length of encoder embedding: 768</li></ul> <p>CatBoost: </p> <ul><li>Iterations: 5000</li> <li>Learning Rate: 0.01</li> <li>Loss: Logloss<div style="clear:both"></div></li></ul></div> </div> <div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Output schema</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <div class="mw-highlight mw-highlight-lang-text mw-content-ltr" dir="ltr"><pre><span></span>{ lang: <language code string>, rev_id: <revision_id string>, score: { prediction: <boolean decision result> probability: { true: <probability of being reverted>, false: <probability of being NOT reverted> } } </pre></div><div style="clear:both"></div></div> </div> <div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Example input and output</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <p>Input </p> <div class="mw-highlight mw-highlight-lang-text mw-content-ltr" dir="ltr"><pre><span></span>curl https://api.wikimedia.org/service/lw/inference/v1/models/revertrisk-multilingual:predict -X POST -d '{"rev_id": 123855516, "lang":"ru"}' </pre></div> <p>Output </p> <div class="mw-highlight mw-highlight-lang-text mw-content-ltr" dir="ltr"><pre><span></span>{ lang: "ru", rev_id: 123855516, score: { prediction: true probability: { true: 0.9392203688621521, false: 0.0607796311378479 } } </pre></div><div style="clear:both"></div></div> </div></div> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Data" data-mw-thread-id="h-Data"><span data-mw-comment-start="" id="h-Data"></span>Data<span data-mw-comment-end="h-Data"></span></h2></div> <p>The model was trained on a dataset collected using the two tables from the <a href="https://wikitech.wikimedia.org/wiki/Analytics/Data_Lake" class="extiw" title="wikitech:Analytics/Data Lake">Wikimedia Data Lake</a>. We used the <a href="https://wikitech.wikimedia.org/wiki/Analytics/Data_Lake/Edits/MediaWiki_history" class="extiw" title="wikitech:Analytics/Data Lake/Edits/MediaWiki history">MediaWiki History</a> table, and the <a href="https://wikitech.wikimedia.org/wiki/Analytics/Data_Lake/Content/Mediawiki_wikitext_history" class="extiw" title="wikitech:Analytics/Data Lake/Content/Mediawiki wikitext history">Wikitext History</a> one. Snapshot dated 2022-07 was used with the observation period from 2022-01-01 to 2022-07-01 (6 months) for training and the following week for testing. We also filtered out revisions related to <a href="https://en.wikipedia.org/wiki/Wikipedia:Edit_war" class="extiw" title="en:Wikipedia:Edit war">edit wars</a> and revisions created by <a href="https://en.wikipedia.org/wiki/Wikipedia:Bot" class="extiw" title="en:Wikipedia:Bot">bots</a>. </p><p><br/> </p> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r23010500"> <div class="wiki-template-contentgrid" style="margin-right: 1em; grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); grid-gap: 10px; grid-auto-rows: minmax(100px, auto); width: auto;"><div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Data Pipeline</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <p>The data was collected using <a href="https://wikitech.wikimedia.org/wiki/Analytics/Data_Lake" class="extiw" title="wikitech:Analytics/Data Lake">Wikimedia Data Lake</a> and <a href="https://wikitech.wikimedia.org/wiki/Analytics/Cluster" class="extiw" title="wikitech:Analytics/Cluster">Wikimedia Analytics cluster</a>. </p> For each language, we collected revisions data. Then we merged the wikitext data and extracted the required features from the content using udf functions. Data collection pipeline for one language can be found in <a rel="nofollow" class="external text" href="https://github.com/trokhymovych/KI_multilingual_training/blob/main/modules/data_collection.py">data collection script</a><div style="clear:both"></div></div> </div> <div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Training data</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <ul><li>Data period: 6 months</li> <li>Number of revisions: 8,586,362</li> <li><a href="https://en.wikipedia.org/wiki/Wikipedia:IP_users" class="extiw" title="en:Wikipedia:IP users">IP users</a> edits rate: 0.17</li> <li>Revert rate: 0.08</li> <li>Random sample of up to 300,000 revisions per language<div style="clear:both"></div></li></ul></div> </div> <div style="box-shadow: 0 0 0.2em #999999; border-radius: 0.2em; margin: 0.5em 0.5em 1em 0.5em; background: var(--background-color-base, #fff); color:inherit; ;"> <div style="background: var(--background-color-neutral, #eaecf0); border-radius: 0.2em 0.2em 0 0; padding: 0.5em 1em 0.5em 1em;"><span style="color: var(--color-emphasized, #101418); font-weight: bold;">Test data</span> </div> <div style="padding: 0.5em 1em 0.5em 1em; border-radius: 0 0 0.2em 0.2em;"> <ul><li>Data period: 1 week</li> <li>Number of revisions: 1,079,265</li> <li><a href="https://en.wikipedia.org/wiki/Wikipedia:IP_users" class="extiw" title="en:Wikipedia:IP users">IP users</a> edits rate: 0.19</li> <li>Revert rate: 0.07<div style="clear:both"></div></li></ul></div> </div></div> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Licenses" data-mw-thread-id="h-Licenses"><span data-mw-comment-start="" id="h-Licenses"></span>Licenses<span data-mw-comment-end="h-Licenses"></span></h2></div> <ul><li>Code: <a href="https://en.wikipedia.org/wiki/Apache_License" class="extiw" title="en:Apache License">Apache 2.0 License</a></li> <li>Model: <a href="https://en.wikipedia.org/wiki/Apache_License" class="extiw" title="en:Apache License">Apache 2.0 License</a></li></ul> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="Citation" data-mw-thread-id="h-Citation"><span data-mw-comment-start="" id="h-Citation"></span>Citation<span data-mw-comment-end="h-Citation"></span></h2></div> <p>Cite this model as: </p> <div class="mw-highlight mw-highlight-lang-bibtex mw-content-ltr" dir="ltr"><pre><span></span><span class="nc">@inproceedings</span><span class="p">{</span><span class="nl">trokhymovych2023fair</span><span class="p">,</span> <span class="w"> </span><span class="na">title</span><span class="p">=</span><span class="s">{Fair multilingual vandalism detection system for Wikipedia}</span><span class="p">,</span> <span class="w"> </span><span class="na">author</span><span class="p">=</span><span class="s">{Trokhymovych, Mykola and Aslam, Muniza and Chou, Ai-Jou and Baeza-Yates, Ricardo and Saez-Trumper, Diego}</span><span class="p">,</span> <span class="w"> </span><span class="na">booktitle</span><span class="p">=</span><span class="s">{Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining}</span><span class="p">,</span> <span class="w"> </span><span class="na">pages</span><span class="p">=</span><span class="s">{4981--4990}</span><span class="p">,</span> <span class="w"> </span><span class="na">year</span><span class="p">=</span><span class="s">{2023}</span> <span class="p">}</span> </pre></div> <div class="mw-heading mw-heading2 ext-discussiontools-init-section"><h2 id="References" data-mw-thread-id="h-References"><span data-mw-comment-start="" id="h-References"></span>References<span data-mw-comment-end="h-References"></span></h2></div> <div class="mw-references-wrap"><ol class="references"> <li id="cite_note-1"><span class="mw-cite-backlink"><a href="#cite_ref-1">↑</a></span> <span class="reference-text"><a class="external free" href="https://stats.wikimedia.org/">https://stats.wikimedia.org/</a></span> </li> <li id="cite_note-zia2019-2"><span class="mw-cite-backlink"><a href="#cite_ref-zia2019_2-0">↑</a></span> <span class="reference-text">Zia, Leila and Johnson, Isaac and Mansurov, Bahodir and Morgan, Jonathan and Redi, Miriam and Saez-Trumper, Diego and Taraborelli, Dario. 2019. Knowledge Integrity. <a rel="nofollow" class="external free" href="https://doi.org/10.6084/m9.figshare.7704626">https://doi.org/10.6084/m9.figshare.7704626</a></span> </li> <li id="cite_note-3"><span class="mw-cite-backlink"><a href="#cite_ref-3">↑</a></span> <span class="reference-text"><a class="external free" href="https://www.mediawiki.org/wiki/ORES">https://www.mediawiki.org/wiki/ORES</a></span> </li> <li id="cite_note-4"><span class="mw-cite-backlink"><a href="#cite_ref-4">↑</a></span> <span class="reference-text"><a rel="nofollow" class="external free" href="https://huggingface.co/bert-base-multilingual-cased">https://huggingface.co/bert-base-multilingual-cased</a></span> </li> <li id="cite_note-5"><span class="mw-cite-backlink"><a href="#cite_ref-5">↑</a></span> <span class="reference-text"><a rel="nofollow" class="external free" href="https://github.com/geohci/edit-types">https://github.com/geohci/edit-types</a></span> </li> </ol></div></div><noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?useformat=desktop&type=1x1&usesul3=0" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://meta.wikimedia.org/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&oldid=27223509">https://meta.wikimedia.org/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&oldid=27223509</a>"</div></div> <div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Special:Categories" title="Special:Categories">Category</a>: <ul><li><a href="/wiki/Category:Machine_learning_models" title="Category:Machine learning models">Machine learning models</a></li></ul></div></div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer" > <ul id="footer-info"> <li id="footer-info-lastmod"> This page was last edited on 2 August 2024, at 18:54.</li> <li id="footer-info-copyright">Text is available under the <a rel="nofollow" class="external text" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en">Creative Commons Attribution-ShareAlike License</a>; additional terms may apply. See <a class="external text" href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use">Terms of Use</a> for details.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Meta:About">About Meta</a></li> <li id="footer-places-disclaimers"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:General_disclaimer">Disclaimers</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Universal_Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/meta.wikimedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="//meta.m.wikimedia.org/w/index.php?title=Machine_learning_models/Production/Multilingual_revert_risk&diff=prev&oldid=27223509&mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://wikimediafoundation.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/static/images/footer/wikimedia-button.svg" width="84" height="29" alt="Wikimedia Foundation" loading="lazy"></a></li> <li id="footer-poweredbyico"><a href="https://www.mediawiki.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/w/resources/assets/poweredby_mediawiki.svg" alt="Powered by MediaWiki" width="88" height="31" loading="lazy"></a></li> </ul> </footer> </div> </div> </div> <div class="vector-settings" id="p-dock-bottom"> <ul></ul> </div><script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-9bcc97d5b-g4kc9","wgBackendResponseTime":984,"wgDiscussionToolsPageThreads":[{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Motivation","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Users_and_uses","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Ethical_considerations,_caveats,_and_recommendations","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Model","replies":[{"headingLevel":3,"name":"h-","type":"heading","level":0,"id":"h-Performance-Model","replies":[]},{"headingLevel":3,"name":"h-","type":"heading","level":0,"id":"h-Implementation-Model","replies":[]}]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Data","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Licenses","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-Citation","replies":[]},{"headingLevel":2,"name":"h-","type":"heading","level":0,"id":"h-References","replies":[]}],"wgPageParseReport":{"discussiontools":{"limitreport-timeusage":"0.017"},"limitreport":{"cputime":"0.234","walltime":"0.762","ppvisitednodes":{"value":2045,"limit":1000000},"postexpandincludesize":{"value":23840,"limit":2097152},"templateargumentsize":{"value":10265,"limit":2097152},"expansiondepth":{"value":13,"limit":100},"expensivefunctioncount":{"value":6,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":11557,"limit":5000000},"entityaccesscount":{"value":0,"limit":400},"timingprofile":["100.00% 419.835 1 -total"," 57.86% 242.929 3 Template:ContentGrid"," 53.40% 224.184 9 Template:Colored_box"," 27.32% 114.709 1 Template:Infobox_model_card"," 22.83% 95.856 1 Template:Infobox"," 13.70% 57.525 1 Template:Model-card-draft"," 11.80% 49.540 1 Template:Ombox"," 6.15% 25.808 3 Template:List"," 5.70% 23.950 21 Template:Dir"," 3.54% 14.848 21 Template:Pagelang"]},"scribunto":{"limitreport-timeusage":{"value":"0.095","limit":"10.000"},"limitreport-memusage":{"value":1535159,"limit":52428800}},"cachereport":{"origin":"mw-web.codfw.main-9bcc97d5b-g4kc9","timestamp":"20241205021152","ttl":2592000,"transientcontent":false}}});});</script> </body> </html>