CINXE.COM

<!DOCTYPE html><html><head><meta charset="UTF-8" /><title>Data-Persistence</title><meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=yes" /><link rel="mask-icon" color="#3D4B67" href="https://phab.wmfusercontent.org/res/phabricator/db699fe1/rsrc/favicons/mask-icon.svg" /><link rel="apple-touch-icon" sizes="76x76" href="https://phab.wmfusercontent.org/file/data/wai6mh2gkrssonesklmm/PHID-FILE-jiixbumihmhuzz2paeut/favicon" /><link rel="apple-touch-icon" sizes="120x120" href="https://phab.wmfusercontent.org/file/data/a3izriz5azyzso4bnueg/PHID-FILE-ps6cpmki336a7zc3oqjn/favicon" /><link rel="apple-touch-icon" sizes="152x152" href="https://phab.wmfusercontent.org/file/data/o2jxp55a4p46ytynsfng/PHID-FILE-rug6ohtqrwvnunh5kj4x/favicon" /><link rel="icon" id="favicon" href="https://phab.wmfusercontent.org/file/data/ylbeoktf43zmd3loe435/PHID-FILE-ahr5qqrmgg3kjvzhpv4k/favicon" /><meta name="referrer" content="no-referrer" /><link rel="stylesheet" type="text/css" href="https://phab.wmfusercontent.org/res/defaultX/phabricator/fe8e07cf/rsrc/css/application/people/people-picture-menu-item.css" /><link rel="stylesheet" type="text/css" href="https://phab.wmfusercontent.org/res/defaultX/phabricator/45b62efe/core.pkg.css" /><link rel="stylesheet" type="text/css" href="https://phab.wmfusercontent.org/res/defaultX/phabricator/567858b3/rsrc/css/application/project/project-view.css" /><script type="text/javascript" src="https://phab.wmfusercontent.org/res/defaultX/phabricator/98e6504a/rsrc/externals/javelin/core/init.js"></script></head><body class="device-desktop platform-windows phui-theme-blue"><div class="main-page-frame" id="main-page-frame"><div id="phabricator-standard-page" class="phabricator-standard-page"><div class="phabricator-main-menu phabricator-main-menu-background" id="UQ0_0"><a class=" phabricator-core-user-menu phabricator-core-user-mobile-menu" href="#" role="button" data-sigil="phui-dropdown-menu" data-meta="0_259"><span class="aural-only">Page Menu</span><span class="visual-only phui-icon-view phui-font-fa fa-bars" data-meta="0_260" aria-hidden="true"></span><span class="caret"></span></a><a class="phabricator-main-menu-search-button phabricator-expand-application-menu" data-sigil="jx-toggle-class" data-meta="0_258"><span class="phabricator-menu-button-icon phui-icon-view phui-font-fa fa-search" id="UQ0_15"></span></a><a class="phabricator-main-menu-brand" href="/"><span class="aural-only">Home</span><span class="phabricator-main-menu-project-logo" style="background-size: 40px 40px; background-position: 0 0; background-image: url(https://phab.wmfusercontent.org/file/data/ki2yptiznxwthixxdwas/PHID-FILE-be4byvg2akyovi3g33wq/logo)"></span><span class="phabricator-wordmark">Phabricator</span></a><ul class="phui-list-view phabricator-search-menu"><li class="phui-list-item-view phui-list-item-type-link phabricator-main-menu-search"><div class="" data-sigil=""><form action="/search/" method="POST"><input type="hidden" name="__csrf__" value="B@ex76l5m5d644a5ac5fbd18f6" /><input type="hidden" name="__form__" value="1" /><div class="phabricator-main-menu-search-container"><input type="text" name="query" id="UQ0_16" autocomplete="off" accesskey="F" autocorrect="off" autocapitalize="off" spellcheck="false" /><button id="UQ0_18" class="phui-icon-view phui-font-fa fa-search"><span class="aural-only">Search</span></button><button class="button dropdown has-icon phui-button-default phabricator-main-menu-search-dropdown" id="UQ0_19" data-sigil="global-search-dropdown" data-meta="0_261"><span class="aural-only">Configure Global Search</span><span class="visual-only phui-icon-view phui-font-fa fa-globe" data-sigil="global-search-dropdown-icon" data-meta="0_262" aria-hidden="true"></span><span class="caret"></span></button><input type="hidden" name="search:scope" value="all" data-sigil="global-search-dropdown-input" /><input type="hidden" id="UQ0_20" name="search:application" value="PhabricatorProjectApplication" data-sigil="global-search-dropdown-app" /><input type="hidden" name="search:primary" value="true" /><div id="UQ0_17" class="phabricator-main-menu-search-target"></div></div></form></div></li></ul><a class=" phabricator-core-login-button" href="https://phabricator.wikimedia.org/auth/start/?next=%2Fproject%2Fprofile%2F4996%2F" role="button"><div class="phui-button-text">Log In</div></a></div><div id="phabricator-standard-page-body" class="phabricator-standard-page-body"><div class="phui-navigation-shell phui-profile-menu phui-basic-nav"><div class="phabricator-nav has-local-nav has-crumbs" id="UQ0_22"><div class="phabricator-nav-local phabricator-side-menu" id="UQ0_23"><ul class="phui-list-view "><li class="phui-list-item-view phui-list-item-type-link "><div class="" data-sigil=""><div class="people-menu-image-container"><img src="https://phab.wmfusercontent.org/file/data/vyg7qwmqvhbp4ok3wmu2/PHID-FILE-qxjqc2fhpcunt3q3uw3o/profile" class="people-menu-image" /></div></div></li><li class="phui-list-item-view phui-list-item-type-link phui-list-item-has-icon phui-list-item-selected"><a href="/project/profile/4996/" class="phui-list-item-href" data-sigil=""><span class="visual-only phui-icon-view phui-font-fa fa-users phui-list-item-icon" data-meta="0_263" aria-hidden="true"></span><span class="phui-list-item-name">Data-Persistence</span></a></li><li class="phui-list-item-view phui-list-item-type-link phui-list-item-has-icon "><a href="/project/board/4996/" class="phui-list-item-href" data-sigil=""><span class="visual-only phui-icon-view phui-font-fa fa-columns phui-list-item-icon" data-meta="0_264" aria-hidden="true"></span><span class="phui-list-item-name">Workboard</span></a></li><li class="phui-list-item-view phui-list-item-type-link phui-list-item-has-icon "><a href="/maniphest/?project=PHID-PROJ-tdy5qtdpdy6qsxrs7vr6&statuses=open()&group=none&order=newest#R" class="phui-list-item-href" data-sigil=""><span class="visual-only phui-icon-view phui-font-fa fa-anchor phui-list-item-icon" data-meta="0_265" aria-hidden="true"></span><span class="phui-list-item-name">Open Tasks</span></a></li><li class="phui-list-item-view phui-list-item-type-link phui-list-item-has-icon "><a href="/project/members/4996/" class="phui-list-item-href" data-sigil=""><span class="visual-only phui-icon-view phui-font-fa fa-group phui-list-item-icon" data-meta="0_266" aria-hidden="true"></span><span class="phui-list-item-name">Members</span></a></li><li class="phui-list-item-view phui-list-item-type-link phui-list-item-has-icon "><a href="/project/subprojects/4996/" class="phui-list-item-href" data-sigil=""><span class="visual-only phui-icon-view phui-font-fa fa-sitemap phui-list-item-icon" data-meta="0_267" aria-hidden="true"></span><span class="phui-list-item-name">Subprojects</span></a></li><li class="phui-list-item-view phui-list-item-type-link phui-list-item-has-icon "><a href="/project/manage/4996/" class="phui-list-item-href" data-sigil=""><span class="visual-only phui-icon-view phui-font-fa fa-gears phui-list-item-icon" data-meta="0_268" aria-hidden="true"></span><span class="phui-list-item-name">Manage</span></a></li></ul></div><div class="phabricator-nav-content plb" id="UQ0_21"><div class="phui-crumbs-view phui-crumbs-border"><a href="/project/" class="phui-crumb-view phui-crumb-has-icon"><span class="visual-only phui-icon-view phui-font-fa fa-briefcase" data-meta="0_269" aria-hidden="true"></span><span class="phui-crumb-name"> Projects</span> </a><span class="visual-only phui-icon-view phui-font-fa fa-angle-right phui-crumb-divider phui-crumb-view" data-meta="0_270" aria-hidden="true"></span><a href="/project/profile/4996/" class="phui-crumb-view phabricator-last-crumb"><span class="phui-crumb-name"> Data-Persistence</span> </a></div><div class="phui-two-column-view phui-side-column-right project-view-home project-view-people-home"><div class="phui-two-column-container"><div class="phui-two-column-header"><div class="phui-header-shell phui-profile-header phui-header-tall "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header">Data-Persistence<span class="phui-tag-view phui-tag-type-shade phui-tag-shade phui-tag-icon-view project-view-header-tag"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-users" data-meta="0_254" aria-hidden="true"></span>Group</span></span></span><div class="phui-header-subheader"><span class="phui-tag-view phui-tag-type-shade phui-tag-bluegrey phui-tag-shade phui-tag-icon-view "><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-check" data-meta="0_257" aria-hidden="true"></span>Active</span></span><span class="policy-header-callout"><span class="visual-only phui-icon-view phui-font-fa fa-globe bluegrey" data-meta="0_256" aria-hidden="true"></span><a class="policy-link" href="/policy/explain/PHID-PROJ-tdy5qtdpdy6qsxrs7vr6/view/" data-sigil="workflow">Public</a></span></div></div><div class="phui-header-col3"><div class="phui-header-action-links"><a class="button button-grey has-icon has-text phui-button-default msl phui-header-action-link" href="/project/watch/4996/?via=profile" role="button" data-sigil="workflow"><span class="visual-only phui-icon-view phui-font-fa fa-eye" data-meta="0_253" aria-hidden="true"></span><div class="phui-button-text">Watch Project</div></a></div></div></div></h1></div></div><div class="phui-two-column-content"><div class="phui-two-column-row grouped"><div class="phui-side-column"><div class="phui-box phui-box-border phui-object-box mlt mll mlr phui-box-blue-property "><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header">Members (7)</span></div><div class="phui-header-col3"></div></div></h1></div><ul class="phui-oi-list-view "><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/ABran-WMF/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/wk46ogi4j5zqtxoxny5r/PHID-FILE-27qx47g5qvmxrjmrqqpp/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/ABran-WMF/" class="phui-oi-link" title="ABran-WMF (arnaudb)">ABran-WMF (arnaudb)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-space-shuttle" data-meta="0_242" aria-hidden="true"></span> SRE</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/KOfori/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/4tya7xx7rvcykfwckjif/PHID-FILE-57slotpkyo6zlh2kuxrd/146268-alphanumeric_lato-white_K.png-0%2C0%2C0%2C0.3.png)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/KOfori/" class="phui-oi-link" title="KOfori (Kwaku Addo Ofori)">KOfori (Kwaku Addo Ofori)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-user" data-meta="0_243" aria-hidden="true"></span> Manager, Engineering</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/Ladsgroup/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/xgt37sxs2txbgla5ntvc/PHID-FILE-5fg65cnktwsan5iwffam/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/Ladsgroup/" class="phui-oi-link" title="Ladsgroup (Amir Sarabadani)">Ladsgroup (Amir Sarabadani)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-code" data-meta="0_244" aria-hidden="true"></span> Shah of Bugs, Emir of database architecture, World-renowned rubber duck</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/Eevans/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/ckuog6lpgvwxciyg5wab/PHID-FILE-sfqnl3dgxxdvoa527rb4/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/Eevans/" class="phui-oi-link" title="Eevans (Eric Evans)">Eevans (Eric Evans)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-space-shuttle" data-meta="0_245" aria-hidden="true"></span> Staff Site Reliability Engineer</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/Devnull/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/5uaavxj4hpdgv7pgj76i/PHID-FILE-2fsroy2bbbfhvgmjtgoi/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/Devnull/" class="phui-oi-link" title="Devnull (Mark Rosenbaum)">Devnull (Mark Rosenbaum)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-user-secret" data-meta="0_246" aria-hidden="true"></span> Infrastructure Engineer</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/LSobanski/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/giz4kiiwghycxmhpfwnm/PHID-FILE-hoikbdz5d2t6fnwo7yxy/bbbc81-alphanumeric_lato-dark_L.png-255%2C255%2C255%2C0.4.png)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/LSobanski/" class="phui-oi-link" title="LSobanski (Lukasz Sobanski)">LSobanski (Lukasz Sobanski)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-user" data-meta="0_247" aria-hidden="true"></span> Woo$</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi-tail"><a class="button button-grey has-icon has-text phui-button-default " href="/project/members/4996/" role="button"><span class="visual-only phui-icon-view phui-font-fa fa-chevron-down" data-meta="0_241" aria-hidden="true"></span><div class="phui-button-text">View All</div></a></li></ul></div><div class="phui-box phui-box-border phui-object-box mlt mll mlr phui-box-blue-property "><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header">Watchers (4)</span></div><div class="phui-header-col3"></div></div></h1></div><ul class="phui-oi-list-view "><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/KOfori/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/4tya7xx7rvcykfwckjif/PHID-FILE-57slotpkyo6zlh2kuxrd/146268-alphanumeric_lato-white_K.png-0%2C0%2C0%2C0.3.png)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/KOfori/" class="phui-oi-link" title="KOfori (Kwaku Addo Ofori)">KOfori (Kwaku Addo Ofori)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-user" data-meta="0_249" aria-hidden="true"></span> Manager, Engineering</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/Ladsgroup/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/xgt37sxs2txbgla5ntvc/PHID-FILE-5fg65cnktwsan5iwffam/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/Ladsgroup/" class="phui-oi-link" title="Ladsgroup (Amir Sarabadani)">Ladsgroup (Amir Sarabadani)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-code" data-meta="0_250" aria-hidden="true"></span> Shah of Bugs, Emir of database architecture, World-renowned rubber duck</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/Devnull/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/5uaavxj4hpdgv7pgj76i/PHID-FILE-2fsroy2bbbfhvgmjtgoi/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/Devnull/" class="phui-oi-link" title="Devnull (Mark Rosenbaum)">Devnull (Mark Rosenbaum)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-user-secret" data-meta="0_251" aria-hidden="true"></span> Infrastructure Engineer</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi phui-oi-with-attrs phui-oi-no-bar phui-oi-enabled phui-oi-with-image phui-oi-standard" data-sigil=""><div class="phui-oi-frame"><div class="phui-oi-frame-content"><a href="/p/Marostegui/"><div class="phui-oi-image" style="background-image: url(https://phab.wmfusercontent.org/file/data/x6fn4twohsiictamz65s/PHID-FILE-2itdywof6ttpeb6suxa2/profile)"></div></a><div class="phui-oi-content-box"><div class="phui-oi-table"><div class="phui-oi-table-row"><div class="phui-oi-col1"><div class="phui-oi-name"><a href="/p/Marostegui/" class="phui-oi-link" title="Marostegui (Manuel Ar贸stegui)">Marostegui (Manuel Ar贸stegui)</a></div><div class="phui-oi-content"><ul class="phui-oi-attributes"><li class="phui-oi-attribute"><span class="visual-only phui-icon-view phui-font-fa fa-user" data-meta="0_252" aria-hidden="true"></span> Staff Database Administrator</li></ul></div></div></div></div></div></div></div></li><li class="phui-oi-tail"><a class="button button-grey has-icon has-text phui-button-default " href="/project/members/4996/" role="button"><span class="visual-only phui-icon-view phui-font-fa fa-chevron-down" data-meta="0_248" aria-hidden="true"></span><div class="phui-button-text">View All</div></a></li></ul></div></div><div class="phui-main-column"><div class="phui-box phui-box-border phui-object-box mlt mll mlr phui-box-blue-property project-view-properties"><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header">Details</span></div><div class="phui-header-col3"></div></div></h1></div><div class="phui-property-list-section"><div class="phui-property-list-container grouped"><div class="phui-property-list-properties-wrap "><dl class="phui-property-list-properties"><dt class="phui-property-list-key">Source Repo </dt><dd class="phui-property-list-value"><a href="https://gitlab.wikimedia.org/repos/data_persistence/" target="_blank" rel="noreferrer">https://gitlab.wikimedia.org/repos/data_persistence/</a> </dd></dl></div></div><div class="phui-property-list-section-header">Description</div><div class="phui-property-list-text-content"><div class="phabricator-remarkup"><p>SRE Data Persistence Team - <a href="https://wikitech.wikimedia.org/wiki/SRE/Data_Persistence" class="remarkup-link" target="_blank" rel="noreferrer">https://wikitech.wikimedia.org/wiki/SRE/Data_Persistence</a></p> <p>This project represents our ongoing work. Backlogs for:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">Databases, see <a href="/tag/dba/" class="phui-tag-view phui-tag-type-shade phui-tag-violet phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_224"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-users" data-meta="0_223" aria-hidden="true"></span>DBA</span></a></li> <li class="remarkup-list-item">Backups, see <a href="/tag/data-persistence-backup/" class="phui-tag-view phui-tag-type-shade phui-tag-blue phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_226"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-briefcase" data-meta="0_225" aria-hidden="true"></span>Data-Persistence-Backup</span></a></li> <li class="remarkup-list-item">Swift & media storage, see <a href="/tag/sre-swift-storage/" class="phui-tag-view phui-tag-type-shade phui-tag-blue phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_228"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-briefcase" data-meta="0_227" aria-hidden="true"></span>SRE-swift-storage</span></a></li> <li class="remarkup-list-item">Distributed storage <a href="/tag/cassandra/" class="phui-tag-view phui-tag-type-shade phui-tag-blue phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_230"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-briefcase" data-meta="0_229" aria-hidden="true"></span>Cassandra</span></a></li> <li class="remarkup-list-item">Team admin, see <a href="/tag/data-persistence-misc/" class="phui-tag-view phui-tag-type-shade phui-tag-blue phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_232"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-briefcase" data-meta="0_231" aria-hidden="true"></span>Data-Persistence-Misc</span></a></li> <li class="remarkup-list-item"><a href="/tag/data-persistence-sre/" class="phui-tag-view phui-tag-type-shade phui-tag-violet phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_234"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-users" data-meta="0_233" aria-hidden="true"></span>Data-Persistence-SRE</span></a></li> <li class="remarkup-list-item">Tasks we don't own but provided consultation on, see <a href="/tag/data-persistence_work_done/" class="phui-tag-view phui-tag-type-shade phui-tag-violet phui-tag-shade phui-tag-icon-view " data-sigil="hovercard" data-meta="0_236"><span class="phui-tag-core "><span class="visual-only phui-icon-view phui-font-fa fa-users" data-meta="0_235" aria-hidden="true"></span>Data-Persistence (work done)</span></a></li> </ul></div></div></div></div><div class="phui-box phui-box-border phui-object-box mlt mll mlr project-view-feed"><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header">Recent Activity</span></div><div class="phui-header-col3"><div class="phui-header-action-links"><a class="button button-grey has-icon has-text phui-button-default msl phui-header-action-link" href="/feed/?projectPHIDs=PHID-PROJ-tdy5qtdpdy6qsxrs7vr6" role="button"><span class="visual-only phui-icon-view phui-font-fa fa-list-ul" data-meta="0_237" aria-hidden="true"></span><div class="phui-button-text">View All</div></a></div></div></div></h1></div><div class="phui-box phui-box-border phui-object-box mlt mll mlr "><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header"><span class="visual-only phui-icon-view phui-font-fa fa-calendar msr phui-header-icon" data-meta="0_238" aria-hidden="true"></span>Yesterday</span></div><div class="phui-header-col3"></div></div></h1></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Pppery/" style="background-image: url(https://phab.wmfusercontent.org/file/data/usy6ub5lpg4daebvzgis/PHID-FILE-rsgd7r4yddxdli3wpo43/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_12" aria-hidden="true"></a><a href="/p/Pppery/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_7">Pppery</a> moved <a href="/T355914" class="phui-handle" data-sigil="hovercard" data-meta="0_8">T355914: Change default image thumbnail size</a> from <a href="/project/board/178/" class="phui-handle" data-sigil="hovercard" data-meta="0_9">Backlog</a> to <a href="/project/board/178/" class="phui-handle" data-sigil="hovercard" data-meta="0_10">Blocked on development</a> on the <a href="/tag/wikimedia-site-requests/" class="phui-handle" data-sigil="hovercard" data-meta="0_11">Wikimedia-Site-requests</a> board.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_13" aria-hidden="true"></span><a href="/feed/7440546506622781851/">Sat, Nov 23, 6:40 PM</a> 路 <a href="/tag/web-team/" class="phui-handle">Web-Team</a>, <a href="/tag/web_team_essential_work_2024/" class="phui-handle">Web Team Essential Work 2024</a>, <a href="/tag/design/" class="phui-handle">Design</a>, <a href="/tag/wikimedia-design/" class="phui-handle">Wikimedia-Design</a>, <a href="/tag/thumbor/" class="phui-handle">Thumbor</a>, <a href="/tag/traffic/" class="phui-handle">Traffic</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/wikimedia-site-requests/" class="phui-handle">Wikimedia-Site-requests</a></div></div><div class="phabricator-feed-story-date-separator"></div><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header"><span class="visual-only phui-icon-view phui-font-fa fa-calendar msr phui-header-icon" data-meta="0_239" aria-hidden="true"></span>Fri, Nov 22</span></div><div class="phui-header-col3"></div></div></h1></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Maintenance_bot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/i4r43smu5b7mse27ryv6/PHID-FILE-6psycbhbwmt2lokqybwm/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_19" aria-hidden="true"></a><a href="/p/Maintenance_bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_14">Maintenance_bot</a> moved <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_15">T378146: Q2:rack/setup/install es204[1-6]</a> from <a href="/project/board/1060/" class="phui-handle" data-sigil="hovercard" data-meta="0_16">In progress</a> to <a href="/project/board/1060/" class="phui-handle" data-sigil="hovercard" data-meta="0_17">Done</a> on the <a href="/tag/dba/" class="phui-handle" data-sigil="hovercard" data-meta="0_18">DBA</a> board.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_20" aria-hidden="true"></span><a href="/feed/7440203478243773230/">Fri, Nov 22, 8:29 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_23" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_21">Jhancock.wm</a> closed <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_22">T378146: Q2:rack/setup/install es204[1-6]</a> as <span class="phui-timeline-value">Resolved</span>.</div><div class="phui-feed-story-body phabricator-remarkup"><p><a href="/p/ABran-WMF/" class="phui-tag-view phui-tag-type-person " data-sigil="hovercard" data-meta="0_0"><span class="phui-tag-core phui-tag-color-person">@ABran-WMF</span></a> finished</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_24" aria-hidden="true"></span><a href="/feed/7440191312152826115/">Fri, Nov 22, 7:42 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_27" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_25">Jhancock.wm</a> updated the task description for <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_26">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_28" aria-hidden="true"></span><a href="/feed/7440189980821289411/">Fri, Nov 22, 7:37 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_31" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_29">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_30">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage started by jhancock@cumin2002 for host es2045.codfw.wmnet with OS bookworm completed:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">es2045 (<strong>PASS</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Removed from Puppet and PuppetDB if present and deleted any certificates</li> <li class="remarkup-list-item">Removed from Debmonitor if present</li> <li class="remarkup-list-item">Forced PXE for next reboot</li> <li class="remarkup-list-item">Host rebooted via IPMI</li> <li class="remarkup-list-item">Host up (Debian installer)</li> <li class="remarkup-list-item">Add puppet_version metadata to Debian installer</li> <li class="remarkup-list-item">Checked BIOS boot parameters are back to normal</li> <li class="remarkup-list-item">Host up (new fresh bookworm OS)</li> <li class="remarkup-list-item">Generated Puppet certificate</li> <li class="remarkup-list-item">Signed new Puppet certificate</li> <li class="remarkup-list-item">Run Puppet in NOOP mode to populate exported resources in PuppetDB</li> <li class="remarkup-list-item">Found Nagios_host resource for this host in PuppetDB</li> <li class="remarkup-list-item">Downtimed the new host on Icinga/Alertmanager</li> <li class="remarkup-list-item">First Puppet run completed and logged in /var/log/spicerack/sre/hosts/reimage/202411221919_jhancock_3002599_es2045.out</li> <li class="remarkup-list-item">configmaster.wikimedia.org updated with the host new SSH public key for wmf-update-known-hosts-production</li> <li class="remarkup-list-item">Rebooted</li> <li class="remarkup-list-item">Automatic Puppet run was successful</li> <li class="remarkup-list-item">Forced a re-check of all Icinga services for the host</li> <li class="remarkup-list-item">Icinga status is optimal</li> <li class="remarkup-list-item">Icinga downtime removed</li> <li class="remarkup-list-item">Updated Netbox data from PuppetDB</li> <li class="remarkup-list-item">Updated Netbox status planned -> active</li> <li class="remarkup-list-item">The sre.puppet.sync-netbox-hiera cookbook was run successfully</li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_32" aria-hidden="true"></span><a href="/feed/7440189921335411721/">Fri, Nov 22, 7:36 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_35" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_33">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_34">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage started by jhancock@cumin2002 for host es2046.codfw.wmnet with OS bookworm completed:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">es2046 (<strong>PASS</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Removed from Puppet and PuppetDB if present and deleted any certificates</li> <li class="remarkup-list-item">Removed from Debmonitor if present</li> <li class="remarkup-list-item">Forced PXE for next reboot</li> <li class="remarkup-list-item">Host rebooted via IPMI</li> <li class="remarkup-list-item">Host up (Debian installer)</li> <li class="remarkup-list-item">Add puppet_version metadata to Debian installer</li> <li class="remarkup-list-item">Checked BIOS boot parameters are back to normal</li> <li class="remarkup-list-item">Host up (new fresh bookworm OS)</li> <li class="remarkup-list-item">Generated Puppet certificate</li> <li class="remarkup-list-item">Signed new Puppet certificate</li> <li class="remarkup-list-item">Run Puppet in NOOP mode to populate exported resources in PuppetDB</li> <li class="remarkup-list-item">Found Nagios_host resource for this host in PuppetDB</li> <li class="remarkup-list-item">Downtimed the new host on Icinga/Alertmanager</li> <li class="remarkup-list-item">First Puppet run completed and logged in /var/log/spicerack/sre/hosts/reimage/202411221916_jhancock_3002589_es2046.out</li> <li class="remarkup-list-item">configmaster.wikimedia.org updated with the host new SSH public key for wmf-update-known-hosts-production</li> <li class="remarkup-list-item">Rebooted</li> <li class="remarkup-list-item">Automatic Puppet run was successful</li> <li class="remarkup-list-item">Forced a re-check of all Icinga services for the host</li> <li class="remarkup-list-item">Icinga status is optimal</li> <li class="remarkup-list-item">Icinga downtime removed</li> <li class="remarkup-list-item">Updated Netbox data from PuppetDB</li> <li class="remarkup-list-item">Updated Netbox status planned -> active</li> <li class="remarkup-list-item">The sre.puppet.sync-netbox-hiera cookbook was run successfully</li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_36" aria-hidden="true"></span><a href="/feed/7440189551561191031/">Fri, Nov 22, 7:35 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_39" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_37">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_38">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage started by jhancock@cumin2002 for host es2043.codfw.wmnet with OS bookworm completed:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">es2043 (<strong>PASS</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Removed from Puppet and PuppetDB if present and deleted any certificates</li> <li class="remarkup-list-item">Removed from Debmonitor if present</li> <li class="remarkup-list-item">Forced PXE for next reboot</li> <li class="remarkup-list-item">Host rebooted via IPMI</li> <li class="remarkup-list-item">Host up (Debian installer)</li> <li class="remarkup-list-item">Add puppet_version metadata to Debian installer</li> <li class="remarkup-list-item">Checked BIOS boot parameters are back to normal</li> <li class="remarkup-list-item">Host up (new fresh bookworm OS)</li> <li class="remarkup-list-item">Generated Puppet certificate</li> <li class="remarkup-list-item">Signed new Puppet certificate</li> <li class="remarkup-list-item">Run Puppet in NOOP mode to populate exported resources in PuppetDB</li> <li class="remarkup-list-item">Found Nagios_host resource for this host in PuppetDB</li> <li class="remarkup-list-item">Downtimed the new host on Icinga/Alertmanager</li> <li class="remarkup-list-item">First Puppet run completed and logged in /var/log/spicerack/sre/hosts/reimage/202411221913_jhancock_3002609_es2043.out</li> <li class="remarkup-list-item">configmaster.wikimedia.org updated with the host new SSH public key for wmf-update-known-hosts-production</li> <li class="remarkup-list-item">Rebooted</li> <li class="remarkup-list-item">Automatic Puppet run was successful</li> <li class="remarkup-list-item">Forced a re-check of all Icinga services for the host</li> <li class="remarkup-list-item">Icinga status is optimal</li> <li class="remarkup-list-item">Icinga downtime removed</li> <li class="remarkup-list-item">Updated Netbox data from PuppetDB</li> <li class="remarkup-list-item">Updated Netbox status planned -> active</li> <li class="remarkup-list-item">The sre.puppet.sync-netbox-hiera cookbook was run successfully</li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_40" aria-hidden="true"></span><a href="/feed/7440188796604524694/">Fri, Nov 22, 7:32 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_43" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_41">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_42">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage started by jhancock@cumin2002 for host es2044.codfw.wmnet with OS bookworm completed:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">es2044 (<strong>PASS</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Removed from Puppet and PuppetDB if present and deleted any certificates</li> <li class="remarkup-list-item">Removed from Debmonitor if present</li> <li class="remarkup-list-item">Forced PXE for next reboot</li> <li class="remarkup-list-item">Host rebooted via IPMI</li> <li class="remarkup-list-item">Host up (Debian installer)</li> <li class="remarkup-list-item">Add puppet_version metadata to Debian installer</li> <li class="remarkup-list-item">Checked BIOS boot parameters are back to normal</li> <li class="remarkup-list-item">Host up (new fresh bookworm OS)</li> <li class="remarkup-list-item">Generated Puppet certificate</li> <li class="remarkup-list-item">Signed new Puppet certificate</li> <li class="remarkup-list-item">Run Puppet in NOOP mode to populate exported resources in PuppetDB</li> <li class="remarkup-list-item">Found Nagios_host resource for this host in PuppetDB</li> <li class="remarkup-list-item">Downtimed the new host on Icinga/Alertmanager</li> <li class="remarkup-list-item">First Puppet run completed and logged in /var/log/spicerack/sre/hosts/reimage/202411221909_jhancock_3002604_es2044.out</li> <li class="remarkup-list-item">configmaster.wikimedia.org updated with the host new SSH public key for wmf-update-known-hosts-production</li> <li class="remarkup-list-item">Rebooted</li> <li class="remarkup-list-item">Automatic Puppet run was successful</li> <li class="remarkup-list-item">Forced a re-check of all Icinga services for the host</li> <li class="remarkup-list-item">Icinga status is optimal</li> <li class="remarkup-list-item">Icinga downtime removed</li> <li class="remarkup-list-item">Updated Netbox data from PuppetDB</li> <li class="remarkup-list-item">Updated Netbox status planned -> active</li> <li class="remarkup-list-item">The sre.puppet.sync-netbox-hiera cookbook was run successfully</li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_44" aria-hidden="true"></span><a href="/feed/7440187475683620392/">Fri, Nov 22, 7:27 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_47" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_45">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_46">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage started by jhancock@cumin2002 for host es2042.codfw.wmnet with OS bookworm completed:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">es2042 (<strong>PASS</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Removed from Puppet and PuppetDB if present and deleted any certificates</li> <li class="remarkup-list-item">Removed from Debmonitor if present</li> <li class="remarkup-list-item">Forced PXE for next reboot</li> <li class="remarkup-list-item">Host rebooted via IPMI</li> <li class="remarkup-list-item">Host up (Debian installer)</li> <li class="remarkup-list-item">Add puppet_version metadata to Debian installer</li> <li class="remarkup-list-item">Checked BIOS boot parameters are back to normal</li> <li class="remarkup-list-item">Host up (new fresh bookworm OS)</li> <li class="remarkup-list-item">Generated Puppet certificate</li> <li class="remarkup-list-item">Signed new Puppet certificate</li> <li class="remarkup-list-item">Run Puppet in NOOP mode to populate exported resources in PuppetDB</li> <li class="remarkup-list-item">Found Nagios_host resource for this host in PuppetDB</li> <li class="remarkup-list-item">Downtimed the new host on Icinga/Alertmanager</li> <li class="remarkup-list-item">First Puppet run completed and logged in /var/log/spicerack/sre/hosts/reimage/202411221835_jhancock_2995890_es2042.out</li> <li class="remarkup-list-item">configmaster.wikimedia.org updated with the host new SSH public key for wmf-update-known-hosts-production</li> <li class="remarkup-list-item">Rebooted</li> <li class="remarkup-list-item">Automatic Puppet run was successful</li> <li class="remarkup-list-item">Forced a re-check of all Icinga services for the host</li> <li class="remarkup-list-item">Icinga status is optimal</li> <li class="remarkup-list-item">Icinga downtime removed</li> <li class="remarkup-list-item">Updated Netbox data from PuppetDB</li> <li class="remarkup-list-item">Updated Netbox status planned -> active</li> <li class="remarkup-list-item">The sre.puppet.sync-netbox-hiera cookbook was run successfully</li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_48" aria-hidden="true"></span><a href="/feed/7440178691321914589/">Fri, Nov 22, 6:53 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_51" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_49">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_50">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage was started by jhancock@cumin2002 for host es2044.codfw.wmnet with OS bookworm</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_52" aria-hidden="true"></span><a href="/feed/7440178055476738093/">Fri, Nov 22, 6:50 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_55" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_53">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_54">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage was started by jhancock@cumin2002 for host es2043.codfw.wmnet with OS bookworm</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_56" aria-hidden="true"></span><a href="/feed/7440178053120758831/">Fri, Nov 22, 6:50 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_59" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_57">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_58">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage was started by jhancock@cumin2002 for host es2045.codfw.wmnet with OS bookworm</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_60" aria-hidden="true"></span><a href="/feed/7440178041917259309/">Fri, Nov 22, 6:50 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_63" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_61">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_62">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage was started by jhancock@cumin2002 for host es2046.codfw.wmnet with OS bookworm</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_64" aria-hidden="true"></span><a href="/feed/7440178020452406433/">Fri, Nov 22, 6:50 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_67" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_65">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_66">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage was started by jhancock@cumin2002 for host es2042.codfw.wmnet with OS bookworm</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_68" aria-hidden="true"></span><a href="/feed/7440169503807470996/">Fri, Nov 22, 6:17 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_72" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_69">gerritbot</a> added a project to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_70">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>: <a href="/tag/patch-for-review/" class="phui-handle" data-sigil="hovercard" data-meta="0_71">Patch-For-Review</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_73" aria-hidden="true"></span><a href="/feed/7440151027592123148/">Fri, Nov 22, 5:05 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_76" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_74">gerritbot</a> added a comment to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_75">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1094491 had a related patch set uploaded (by Majavah; author: Majavah):</p> <p class="remarkup-literal">[operations/puppet@production] O:openstack: Drop codfw1dev db role</p> <p><a href="https://gerrit.wikimedia.org/r/1094491" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1094491</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_77" aria-hidden="true"></span><a href="/feed/7440151002646688818/">Fri, Nov 22, 5:05 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Clement_Goubert/" style="background-image: url(https://phab.wmfusercontent.org/file/data/w6styp4m7erojfy572qs/PHID-FILE-3qzdluizj4vqc54l5wz2/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_80" aria-hidden="true"></a><a href="/p/Clement_Goubert/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_78">Clement_Goubert</a> added a comment to <a href="/T379599" class="phui-handle" data-sigil="hovercard" data-meta="0_79">T379599: Reevaluate the requirement for dedicated sessionstore/kask nodes in wikikube clusters</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>I'm good with removing them as well.</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_81" aria-hidden="true"></span><a href="/feed/7440058319498508441/">Fri, Nov 22, 11:06 AM</a> 路 <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/serviceops/" class="phui-handle">serviceops</a>, <a href="/tag/prod-kubernetes/" class="phui-handle">Prod-Kubernetes</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/elukey/" style="background-image: url(https://phab.wmfusercontent.org/file/data/tnss5j5cboisfwvfyynt/PHID-FILE-q4rxl5w7ormrj4e4lbcg/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_84" aria-hidden="true"></a><a href="/p/elukey/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_82">elukey</a> closed <a href="/T370453" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_83">T370453: Q1:rack/setup/install thanos-be1005</a> as <span class="phui-timeline-value">Resolved</span>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>The host is fully in service now and I had a chat with Matthew to put it in production, resolving!</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_85" aria-hidden="true"></span><a href="/feed/7440038272929773306/">Fri, Nov 22, 9:48 AM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-eqiad/" class="phui-handle">ops-eqiad</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/elukey/" style="background-image: url(https://phab.wmfusercontent.org/file/data/tnss5j5cboisfwvfyynt/PHID-FILE-q4rxl5w7ormrj4e4lbcg/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_88" aria-hidden="true"></a><a href="/p/elukey/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_86">elukey</a> updated the task description for <a href="/T370453" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_87">T370453: Q1:rack/setup/install thanos-be1005</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_89" aria-hidden="true"></span><a href="/feed/7440037598221666187/">Fri, Nov 22, 9:45 AM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-eqiad/" class="phui-handle">ops-eqiad</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Papaul/" style="background-image: url(https://phab.wmfusercontent.org/file/data/2ioid5yj3drfoxwvkj3a/PHID-FILE-vnohjrunvspgobfqvfit/alphanumeric_lato-white_P.png-_65558f-0%2C0%2C0%2C0.3.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_92" aria-hidden="true"></a><a href="/p/Papaul/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_90">Papaul</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_91">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p><a href="/p/Jhancock.wm/" class="phui-tag-view phui-tag-type-person " data-sigil="hovercard" data-meta="0_1"><span class="phui-tag-core phui-tag-color-person">@Jhancock.wm</span></a> it did send the request again to puppetmaster1001. i will ping IF tomorrow to see what's going on. why the puppet request is going to puppetmaster1001.</p> <div class="remarkup-code-block" data-code-lang="text" data-sigil="remarkup-code-block"><pre class="remarkup-code">puppetmaster1001:~$ sudo puppet cert --list Warning: `puppet cert` is deprecated and will be removed in a future release. (location: /usr/lib/ruby/vendor_ruby/puppet/application.rb:370:in `run') "es2041.codfw.wmnet" (SHA256) C3:70:BE:D7:25:56:3A:0F:23:3C:20:D4:D4:E4:CD:1A:B3:44:3</pre></div></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_93" aria-hidden="true"></span><a href="/feed/7439902304570198352/">Fri, Nov 22, 1:00 AM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phabricator-feed-story-date-separator"></div><div class="phui-header-shell "><h1 class="phui-header-view"><div class="phui-header-row"><div class="phui-header-col2"><span class="phui-header-header"><span class="visual-only phui-icon-view phui-font-fa fa-calendar msr phui-header-icon" data-meta="0_240" aria-hidden="true"></span>Thu, Nov 21</span></div><div class="phui-header-col3"></div></div></h1></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_96" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_94">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_95">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage started by jhancock@cumin2002 for host es2041.codfw.wmnet with OS bookworm executed with errors:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">es2041 (<strong>FAIL</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Removed from Puppet and PuppetDB if present and deleted any certificates</li> <li class="remarkup-list-item">Removed from Debmonitor if present</li> <li class="remarkup-list-item">Generated Puppet certificate</li> <li class="remarkup-list-item"><strong>The reimage failed, see the cookbook logs for the details. You can also try typing "sudo install-console es2041.codfw.wmnet" to get a root shell, but depending on the failure this may not work.</strong></li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_97" aria-hidden="true"></span><a href="/feed/7439872969572337486/">Thu, Nov 21, 11:06 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_100" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_98">ops-monitoring-bot</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_99">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Cookbook cookbooks.sre.hosts.reimage was started by jhancock@cumin2002 for host es2041.codfw.wmnet with OS bookworm</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_101" aria-hidden="true"></span><a href="/feed/7439861693518115768/">Thu, Nov 21, 10:23 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Papaul/" style="background-image: url(https://phab.wmfusercontent.org/file/data/2ioid5yj3drfoxwvkj3a/PHID-FILE-vnohjrunvspgobfqvfit/alphanumeric_lato-white_P.png-_65558f-0%2C0%2C0%2C0.3.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_104" aria-hidden="true"></a><a href="/p/Papaul/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_102">Papaul</a> added a comment to <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_103">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p><a href="/p/Jhancock.wm/" class="phui-tag-view phui-tag-type-person " data-sigil="hovercard" data-meta="0_2"><span class="phui-tag-core phui-tag-color-person">@Jhancock.wm</span></a> it looks like again the server did send the puppet cert request to the wrong puppet server. it supposed to send the request to puppetserver1001 but did send it to puppetmaster1001</p> <div class="remarkup-code-block" data-code-lang="text" data-sigil="remarkup-code-block"><pre class="remarkup-code">pt1979@puppetmaster1001:~$ sudo puppet cert --list Warning: `puppet cert` is deprecated and will be removed in a future release. (location: /usr/lib/ruby/vendor_ruby/puppet/application.rb:370:in `run') "es2041.codfw.wmnet" (SHA256) 8D:3A:16:9D:02:C7:9C:8E:CD:B5:13:EE:90:EF:5A:C4:BC:0---------------</pre></div> <p>what you can do is to re-run the reimage again with the --no-pxe flag and see if it will sens the request to the right puppetserver. I will did the cert request on the puppetmaster</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_105" aria-hidden="true"></span><a href="/feed/7439858551008492603/">Thu, Nov 21, 10:10 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Maintenance_bot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/i4r43smu5b7mse27ryv6/PHID-FILE-6psycbhbwmt2lokqybwm/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_109" aria-hidden="true"></a><a href="/p/Maintenance_bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_106">Maintenance_bot</a> removed a project from <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_107">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>: <a href="/tag/patch-for-review/" class="phui-handle" data-sigil="hovercard" data-meta="0_108">Patch-For-Review</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_110" aria-hidden="true"></span><a href="/feed/7439802299002814711/">Thu, Nov 21, 6:32 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_113" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_111">Jhancock.wm</a> updated the task description for <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_112">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_114" aria-hidden="true"></span><a href="/feed/7439801686705704068/">Thu, Nov 21, 6:30 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_117" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_115">Jhancock.wm</a> closed <a href="/T371400" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_116">T371400: Q1:rack/setup/install ms-be208[1-8]</a> as <span class="phui-timeline-value">Resolved</span>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_118" aria-hidden="true"></span><a href="/feed/7439801677368421993/">Thu, Nov 21, 6:30 PM</a> 路 <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Maintenance_bot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/i4r43smu5b7mse27ryv6/PHID-FILE-6psycbhbwmt2lokqybwm/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_122" aria-hidden="true"></a><a href="/p/Maintenance_bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_119">Maintenance_bot</a> added a project to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_120">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>: <a href="/tag/sre/" class="phui-handle" data-sigil="hovercard" data-meta="0_121">SRE</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_123" aria-hidden="true"></span><a href="/feed/7439801642304073768/">Thu, Nov 21, 6:30 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_126" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_124">Jhancock.wm</a> updated subscribers of <a href="/T378146" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_125">T378146: Q2:rack/setup/install es204[1-6]</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p><a href="/p/Papaul/" class="phui-tag-view phui-tag-type-person " data-sigil="hovercard" data-meta="0_3"><span class="phui-tag-core phui-tag-color-person">@Papaul</span></a> this one server fails after the puppet certificate is generated. Can you take a look. I'll check out the other servers this afternoon. <br /> es2041</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_127" aria-hidden="true"></span><a href="/feed/7439797954968541720/">Thu, Nov 21, 6:15 PM</a> 路 <a href="/tag/data-persistence-sre/" class="phui-handle">Data-Persistence-SRE</a>, <a href="/tag/dba/" class="phui-handle">DBA</a>, <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_130" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_128">Jhancock.wm</a> closed <a href="/T370452" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_129">T370452: Q1:rack/setup/install thanos-be2005</a> as <span class="phui-timeline-value">Resolved</span>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_131" aria-hidden="true"></span><a href="/feed/7439796934145017977/">Thu, Nov 21, 6:11 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_137" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_132">Jhancock.wm</a> moved <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_133">T369308: Decommission clouddb2002-dev.codfw.wmnet</a> from <a href="/project/board/955/" class="phui-handle" data-sigil="hovercard" data-meta="0_134">Backlog</a> to <a href="/project/board/955/" class="phui-handle" data-sigil="hovercard" data-meta="0_135">Decommission</a> on the <a href="/tag/ops-codfw/" class="phui-handle" data-sigil="hovercard" data-meta="0_136">ops-codfw</a> board.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_138" aria-hidden="true"></span><a href="/feed/7439792603213747946/">Thu, Nov 21, 5:55 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_141" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_139">Andrew</a> placed <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_140">T369308: Decommission clouddb2002-dev.codfw.wmnet</a> up for grabs.</div><div class="phui-feed-story-body phabricator-remarkup"><p>This host is shut down and removed from puppet. It's only a couple of years old so should probably not be recycled but since we don't have an official spare pool anymore I'll leave this to dcops to judge.</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_142" aria-hidden="true"></span><a href="/feed/7439790316093869977/">Thu, Nov 21, 5:46 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_145" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_143">Andrew</a> updated the task description for <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_144">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_146" aria-hidden="true"></span><a href="/feed/7439789497212741405/">Thu, Nov 21, 5:42 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/ops-monitoring-bot/" style="background-image: url(https://phab.wmfusercontent.org/res/phabricator/e132bb6a/rsrc/image/avatar.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_149" aria-hidden="true"></a><a href="/p/ops-monitoring-bot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_147">ops-monitoring-bot</a> added a comment to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_148">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>cookbooks.sre.hosts.decommission executed by andrew@cumin1002 for hosts: <tt class="remarkup-monospaced">clouddb2002-dev.codfw.wmnet</tt></p> <ul class="remarkup-list"> <li class="remarkup-list-item">clouddb2002-dev.codfw.wmnet (<strong>PASS</strong>)<ul class="remarkup-list"> <li class="remarkup-list-item">Downtimed host on Icinga/Alertmanager</li> <li class="remarkup-list-item">Found physical host</li> <li class="remarkup-list-item">Downtimed management interface on Alertmanager</li> <li class="remarkup-list-item">Wiped all swraid, partition-table and filesystem signatures</li> <li class="remarkup-list-item">Powered off</li> <li class="remarkup-list-item">[Netbox] Set status to Decommissioning, deleted all non-mgmt IPs, updated switch interfaces (disabled, removed vlans, etc)</li> <li class="remarkup-list-item">Configured the linked switch interface(s)</li> <li class="remarkup-list-item">Removed from DebMonitor</li> <li class="remarkup-list-item">Removed from Puppet master and PuppetDB</li> </ul></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_150" aria-hidden="true"></span><a href="/feed/7439788986096873939/">Thu, Nov 21, 5:40 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_153" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_151">gerritbot</a> added a comment to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_152">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1093963 <strong>merged</strong> by Andrew Bogott:</p> <p class="remarkup-literal">[operations/puppet@production] Remove clouddb2002-dev from puppet</p> <p><a href="https://gerrit.wikimedia.org/r/1093963" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1093963</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_154" aria-hidden="true"></span><a href="/feed/7439788813692547685/">Thu, Nov 21, 5:40 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_157" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_155">Andrew</a> updated the task description for <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_156">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_158" aria-hidden="true"></span><a href="/feed/7439786894876067274/">Thu, Nov 21, 5:32 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_162" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_159">gerritbot</a> added a project to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_160">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>: <a href="/tag/patch-for-review/" class="phui-handle" data-sigil="hovercard" data-meta="0_161">Patch-For-Review</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_163" aria-hidden="true"></span><a href="/feed/7439786038906137099/">Thu, Nov 21, 5:29 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_166" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_164">gerritbot</a> added a comment to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_165">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1093963 had a related patch set uploaded (by Andrew Bogott; author: Andrew Bogott):</p> <p class="remarkup-literal">[operations/puppet@production] Remove clouddb2002-dev from puppet</p> <p><a href="https://gerrit.wikimedia.org/r/1093963" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1093963</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_167" aria-hidden="true"></span><a href="/feed/7439785992139997309/">Thu, Nov 21, 5:29 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_170" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_168">Andrew</a> updated the task description for <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_169">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_171" aria-hidden="true"></span><a href="/feed/7439784846507253120/">Thu, Nov 21, 5:24 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_175" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_172">Andrew</a> added a parent task for <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_173">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>: <a href="/T306854" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_174">T306854: Q4: (Need By: TBD) rack/setup/install cloudcontrol2005-dev, clouddb2002-dev, cloudgw2003-dev</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_176" aria-hidden="true"></span><a href="/feed/7439784127948879004/">Thu, Nov 21, 5:22 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_179" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_177">Andrew</a> added a comment to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_178">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>The Striker DB is empty but for the schema. So, abandoning.</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_180" aria-hidden="true"></span><a href="/feed/7439784054097998638/">Thu, Nov 21, 5:21 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Jhancock.wm/" style="background-image: url(https://phab.wmfusercontent.org/file/data/ers3wr6n5nn3xogfhfvj/PHID-FILE-fnci4pdppekoxgncdm4e/96b89d-alphanumeric_aleo-white_J.png-255%2C255%2C255%2C0.4.png);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_183" aria-hidden="true"></a><a href="/p/Jhancock.wm/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_181">Jhancock.wm</a> updated the task description for <a href="/T370452" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_182">T370452: Q1:rack/setup/install thanos-be2005</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_184" aria-hidden="true"></span><a href="/feed/7439768721682984517/">Thu, Nov 21, 4:22 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/Andrew/" style="background-image: url(https://phab.wmfusercontent.org/file/data/v2iza5xhmlrh6nzci6b6/PHID-FILE-jtmoofc7k3odr7cyyhyu/profile-martian.jpg);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_187" aria-hidden="true"></a><a href="/p/Andrew/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_185">Andrew</a> added a comment to <a href="/T369308" class="phui-handle" data-sigil="hovercard" data-meta="0_186">T369308: Decommission clouddb2002-dev.codfw.wmnet</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>The other database on that host is codfw1dev striker. Quoth bd808:</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_188" aria-hidden="true"></span><a href="/feed/7439761521126583495/">Thu, Nov 21, 3:54 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a>, <a href="/tag/wikitech.wikimedia.org/" class="phui-handle">wikitech.wikimedia.org</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/cloud-services-team/" class="phui-handle">cloud-services-team</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/MSantos/" style="background-image: url(https://phab.wmfusercontent.org/file/data/cb7drpxbvgenyzwrkksf/PHID-FILE-547pv3cgz3h7hfu24c3h/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_191" aria-hidden="true"></a><a href="/p/MSantos/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_189">MSantos</a> closed <a href="/T337503" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_190">T337503: Investigate Cassandra usage by RESTbase</a> as <span class="phui-timeline-value">Resolved</span>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Here are the cases we know of:</p> <ul class="remarkup-list"> <li class="remarkup-list-item">Parsoid cache - which is going to be migrated to ParserCache</li> <li class="remarkup-list-item">PCS cache - PCS will manage its own cache <a href="/T348996" class="phui-tag-view phui-tag-type-object " data-sigil="hovercard" data-meta="0_4"><span class="phui-tag-core phui-tag-color-object">T348996: Change changeprops rules to pre-generate/invalidate cache directly to PCS rather than in restbase</span></a></li> <li class="remarkup-list-item">Mathoid cache - which is unknown what we are going to do with the future and we are waiting on developments of <a href="/T271001" class="phui-tag-view phui-tag-type-object " data-sigil="hovercard" data-meta="0_5"><span class="phui-tag-core phui-tag-color-object">T271001: Transition to MathML rendering as default</span></a></li> </ul></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_192" aria-hidden="true"></span><a href="/feed/7439714819453069461/">Thu, Nov 21, 12:53 PM</a> 路 <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/restbase_sunsetting/" class="phui-handle">RESTBase Sunsetting</a>, <a href="/tag/restbase-cassandra/" class="phui-handle">RESTBase-Cassandra</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_195" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_193">gerritbot</a> added a comment to <a href="/T370453" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_194">T370453: Q1:rack/setup/install thanos-be1005</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1093885 had a related patch set uploaded (by MVernon; author: MVernon):</p> <p class="remarkup-literal">[operations/puppet@production] thanos: storage schema for larger disks_by_path backends, add 2</p> <p><a href="https://gerrit.wikimedia.org/r/1093885" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1093885</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_196" aria-hidden="true"></span><a href="/feed/7439701502498380460/">Thu, Nov 21, 12:01 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-eqiad/" class="phui-handle">ops-eqiad</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_199" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_197">gerritbot</a> added a comment to <a href="/T370452" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_198">T370452: Q1:rack/setup/install thanos-be2005</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1093885 had a related patch set uploaded (by MVernon; author: MVernon):</p> <p class="remarkup-literal">[operations/puppet@production] thanos: storage schema for larger disks_by_path backends, add 2</p> <p><a href="https://gerrit.wikimedia.org/r/1093885" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1093885</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_200" aria-hidden="true"></span><a href="/feed/7439701472463844709/">Thu, Nov 21, 12:01 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_203" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_201">gerritbot</a> added a comment to <a href="/T370452" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_202">T370452: Q1:rack/setup/install thanos-be2005</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1093884 had a related patch set uploaded (by MVernon; author: MVernon):</p> <p class="remarkup-literal">[operations/puppet@production] thanos: add new backends to profile::thanos::swift::backends</p> <p><a href="https://gerrit.wikimedia.org/r/1093884" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1093884</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_204" aria-hidden="true"></span><a href="/feed/7439701461488319284/">Thu, Nov 21, 12:01 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_208" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_205">gerritbot</a> added a project to <a href="/T370453" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_206">T370453: Q1:rack/setup/install thanos-be1005</a>: <a href="/tag/patch-for-review/" class="phui-handle" data-sigil="hovercard" data-meta="0_207">Patch-For-Review</a>.</div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_209" aria-hidden="true"></span><a href="/feed/7439701455622589643/">Thu, Nov 21, 12:01 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-eqiad/" class="phui-handle">ops-eqiad</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/gerritbot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/6vn6slgby7ia62ouikut/PHID-FILE-ay56qvafgaxajuctgtw3/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_212" aria-hidden="true"></a><a href="/p/gerritbot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_210">gerritbot</a> added a comment to <a href="/T370453" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_211">T370453: Q1:rack/setup/install thanos-be1005</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>Change #1093884 had a related patch set uploaded (by MVernon; author: MVernon):</p> <p class="remarkup-literal">[operations/puppet@production] thanos: add new backends to profile::thanos::swift::backends</p> <p><a href="https://gerrit.wikimedia.org/r/1093884" class="remarkup-link" target="_blank" rel="noreferrer">https://gerrit.wikimedia.org/r/1093884</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_213" aria-hidden="true"></span><a href="/feed/7439701440355937229/">Thu, Nov 21, 12:01 PM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-eqiad/" class="phui-handle">ops-eqiad</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/CodeReviewBot/" style="background-image: url(https://phab.wmfusercontent.org/file/data/2b5lyf7vzmqoyy4phika/PHID-FILE-xe6wvqxqnezqrnwtiash/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_217" aria-hidden="true"></a><a href="/p/CodeReviewBot/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_214">CodeReviewBot</a> added a project to <a href="/T370452" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_215">T370452: Q1:rack/setup/install thanos-be2005</a>: <a href="/tag/patch-for-review/" class="phui-handle" data-sigil="hovercard" data-meta="0_216">Patch-For-Review</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p>mvernon opened <a href="https://gitlab.wikimedia.org/repos/data_persistence/swift-ring/-/merge_requests/8" class="remarkup-link" target="_blank" rel="noreferrer">https://gitlab.wikimedia.org/repos/data_persistence/swift-ring/-/merge_requests/8</a></p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_218" aria-hidden="true"></span><a href="/feed/7439695837829604016/">Thu, Nov 21, 11:39 AM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-codfw/" class="phui-handle">ops-codfw</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div><div class="phui-box phui-box-border mmb phui-feed-story"><div class="phui-feed-story-head"><a href="/p/elukey/" style="background-image: url(https://phab.wmfusercontent.org/file/data/tnss5j5cboisfwvfyynt/PHID-FILE-q4rxl5w7ormrj4e4lbcg/profile);" class="visual-only phui-icon-view phui-feed-story-actor phui-feed-story-actor-image" data-meta="0_221" aria-hidden="true"></a><a href="/p/elukey/" class="phui-handle phui-link-person" data-sigil="hovercard" data-meta="0_219">elukey</a> updated subscribers of <a href="/T370453" class="phui-handle handle-status-closed" data-sigil="hovercard" data-meta="0_220">T370453: Q1:rack/setup/install thanos-be1005</a>.</div><div class="phui-feed-story-body phabricator-remarkup"><p><a href="/p/Jclark-ctr/" class="phui-tag-view phui-tag-type-person " data-sigil="hovercard" data-meta="0_6"><span class="phui-tag-core phui-tag-color-person">@Jclark-ctr</span></a> all configured, the host has been reimaged and all the disks are shows up.</p></div><div class="phui-feed-story-foot"><span class="visual-only phui-icon-view phui-font-fa fa-anchor" data-meta="0_222" aria-hidden="true"></span><a href="/feed/7439687221864798701/">Thu, Nov 21, 11:06 AM</a> 路 <a href="/tag/patch-for-review/" class="phui-handle">Patch-For-Review</a>, <a href="/tag/sre/" class="phui-handle">SRE</a>, <a href="/tag/sre-swift-storage/" class="phui-handle">SRE-swift-storage</a>, <a href="/tag/data-persistence/" class="phui-handle">Data-Persistence</a>, <a href="/tag/ops-eqiad/" class="phui-handle">ops-eqiad</a>, <a href="/tag/dc-ops/" class="phui-handle">DC-Ops</a></div></div></div></div></div></div></div><div class="phui-two-column-content phui-two-column-footer"></div></div></div><div class="phabricator-standard-page-footer grouped"><span>Content licensed under Creative Commons Attribution-ShareAlike (CC BY-SA) 4.0 unless otherwise noted; code licensed under GNU General Public License (GPL) 2.0 or later and other open source licenses. By using this site, you agree to the Terms of Use, Privacy Policy, and Code of Conduct.</span> 路 <a href="https://wikimediafoundation.org/">Wikimedia Foundation</a> 路 <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Non-wiki_privacy_policy">Privacy Policy</a> 路 <a href="https://www.mediawiki.org/wiki/Special:MyLanguage/Code_of_Conduct">Code of Conduct</a> 路 <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use/Phabricator">Terms of Use</a> 路 <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:General_disclaimer">Disclaimer</a> 路 <a href="https://creativecommons.org/licenses/by-sa/4.0/">CC-BY-SA</a> 路 <a href="https://www.gnu.org/licenses/old-licenses/gpl-2.0.html">GPL</a> 路 <a href="https://www.mediawiki.org/wiki/Phabricator/Credits">Credits</a></div></div></div></div></div></div></div><script type="text/javascript" src="https://phab.wmfusercontent.org/res/defaultX/phabricator/2eeda9e0/core.pkg.js"></script><data data-javelin-init-kind="merge" data-javelin-init-data="{"block":0,"data":[{"hovercardSpec":{"objectPHID":"PHID-USER-oprgn52aabxc3rnzcmuu"}},{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-USER-6dn3grt7uh6sqcynyw6s"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-gfkguj2nzllsfvqsi726"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-jgib4bh53emz6odykgug"}},{"hovercardSpec":{"objectPHID":"PHID-USER-safzpomde5tiuq7fmofd"}},{"hovercardSpec":{"objectPHID":"PHID-USER-escte3psz5yfd2nj3jzr"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-uoamsfpkwshsuizfh4v7"}},{"hovercardSpec":{"objectPHID":"PHID-PCOL-rqlqpcq3j4yj7fj62alo"}},{"hovercardSpec":{"objectPHID":"PHID-PCOL-dg6bwmgjriu5oj534rgr"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-gsanzacbtgmvan4hfpih"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-tliyqayknga4r5aqqod6"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},{"hovercardSpec":{"objectPHID":"PHID-PCOL-5iuvn4kjilwynldgts56"}},{"hovercardSpec":{"objectPHID":"PHID-PCOL-upuyjs6aux6rw2bcfokf"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-hwibeuyzizzy4xzunfsk"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-onnxucoedheq3jevknyr"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-qhuuacgshfvnn2ngvwm2"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-ezx6kfqwsfxfovtmtb5w"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-a6yycs7vaq2biua4pudd"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-fkpqgut57pbplqf5u47n"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-a6yycs7vaq2biua4pudd"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-fkpqgut57pbplqf5u47n"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-6dn3grt7uh6sqcynyw6s"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-6dn3grt7uh6sqcynyw6s"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-tliyqayknga4r5aqqod6"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-onnxucoedheq3jevknyr"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-nm3s37abg4vwgjzr4edi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-tliyqayknga4r5aqqod6"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-5hj6ygnanfu23mmnlvmd"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-vt3uqebbbj6xukhrrnl2"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-cnjafzzxoc6p4eyyfdih"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},{"hovercardSpec":{"objectPHID":"PHID-PCOL-lz32ugmuutx2eoor6ekv"}},{"hovercardSpec":{"objectPHID":"PHID-PCOL-e74jft5qfodi3mf4zvlb"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-heihjeaiasruuvneirzh"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-gzxwjo5i7iwtojwoibwt"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-onnxucoedheq3jevknyr"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-lein2t3kafkm6m75tjkd"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-77jhvytzx6zkng2dlviq"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-cnjafzzxoc6p4eyyfdih"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-22bsa5u75jz3ci3wnplu"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-iwl6kgyvgxwamg636uxi"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-3yahbwrgfgw2shcqbrf2"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-mooqxhdo7ztuho5te3oa"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-fkpqgut57pbplqf5u47n"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-cnjafzzxoc6p4eyyfdih"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-cnjafzzxoc6p4eyyfdih"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-fkpqgut57pbplqf5u47n"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-onnxucoedheq3jevknyr"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-idceizaw6elwiwm5xshb"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-fkpqgut57pbplqf5u47n"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-ckazlx2gejbyo75y6lid"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-cnjafzzxoc6p4eyyfdih"}},{"hovercardSpec":{"objectPHID":"PHID-PROJ-onnxucoedheq3jevknyr"}},[],[],{"hovercardSpec":{"objectPHID":"PHID-USER-a6yycs7vaq2biua4pudd"}},{"hovercardSpec":{"objectPHID":"PHID-TASK-fkpqgut57pbplqf5u47n"}},[],[],[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-hwibeuyzizzy4xzunfsk"}},[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-vo4ghhzwcaemp4ev7i55"}},[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-iodggnykzbdrhsjfkg4q"}},[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-qenrffzjpuofjkvb2piy"}},[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-inpgkmtk3fhpsx4nwt24"}},[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-c737t63d3ari7ftysuo3"}},[],{"hovercardSpec":{"objectPHID":"PHID-PROJ-lhqmowq3e7bfl4eh4cll"}},[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],{"map":{"UQ0_0":"phabricator-search-menu-expanded","UQ0_15":"menu-icon-selected"}},{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_2\" class=\"phabricator-action-view phabricator-action-view-type-link\" style=\"\"\u003e\u003cspan class=\"phabricator-action-view-item\"\u003e\u003c\/span\u003e\u003c\/li\u003e\u003cli id=\"UQ0_4\" class=\"phabricator-action-view phabricator-action-view-href phabricator-action-view-type-link\" style=\"\"\u003e\u003ca href=\"\/project\/profile\/4996\/\" class=\"phabricator-action-view-item\"\u003eData-Persistence\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_6\" class=\"phabricator-action-view phabricator-action-view-href phabricator-action-view-type-link\" style=\"\"\u003e\u003ca href=\"\/project\/board\/4996\/\" class=\"phabricator-action-view-item\"\u003eWorkboard\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_8\" class=\"phabricator-action-view phabricator-action-view-href phabricator-action-view-type-link\" style=\"\"\u003e\u003ca href=\"\/maniphest\/?project=PHID-PROJ-tdy5qtdpdy6qsxrs7vr6&amp;statuses=open()&amp;group=none&amp;order=newest#R\" class=\"phabricator-action-view-item\"\u003eOpen Tasks\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_10\" class=\"phabricator-action-view phabricator-action-view-href phabricator-action-view-type-link\" style=\"\"\u003e\u003ca href=\"\/project\/members\/4996\/\" class=\"phabricator-action-view-item\"\u003eMembers\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_12\" class=\"phabricator-action-view phabricator-action-view-href phabricator-action-view-type-link\" style=\"\"\u003e\u003ca href=\"\/project\/subprojects\/4996\/\" class=\"phabricator-action-view-item\"\u003eSubprojects\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_14\" class=\"phabricator-action-view phabricator-action-view-href phabricator-action-view-type-link\" style=\"\"\u003e\u003ca href=\"\/project\/manage\/4996\/\" class=\"phabricator-action-view-item\"\u003eManage\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"items":[{"name":"Search"},{"icon":"fa-globe","name":"All Documents","value":"all"},{"icon":"fa-briefcase","name":"Current Application","value":"application"},{"name":"Saved Queries"},{"icon":"fa-certificate","name":"Open Documents","value":"open"},{"icon":"fa-certificate","name":"Authored Documents","value":"MaJUpIp4XQjD"},{"icon":"fa-certificate","name":"Subscribed Documents","value":"icqHFhjyxmbF"},{"icon":"fa-certificate","name":"Owned Documents","value":"xCgkkySoe4z7"},{"icon":"fa-certificate","name":"Open Tasks","value":"open-tasks"},{"name":"More Options"},{"icon":"fa-search-plus","name":"Advanced Search","href":"\/search\/query\/advanced\/"},{"icon":"fa-book","name":"User Guide: Search","href":"https:\/\/we.phorge.it\/diviner\/find\/?name=Search%20User%20Guide&type=article&jump=1"}],"icon":"fa-globe","value":"all"},[],[],[],[],[],[],[],[],[]]}"></data><data data-javelin-init-kind="behaviors" data-javelin-init-data="{"refresh-csrf":[{"tokenName":"__csrf__","header":"X-Phabricator-Csrf","viaHeader":"X-Phabricator-Via","current":"B@ex76l5m5d644a5ac5fbd18f6"}],"history-install":[]}"></data><data data-javelin-init-kind="behaviors" data-javelin-init-data="{"phui-hovercards":[],"workflow":[],"lightbox-attachments":[],"aphront-form-disable-on-submit":[],"toggle-class":[],"phabricator-gesture":[],"device":[],"high-security-warning":[{"show":false,"uri":"\/auth\/session\/downgrade\/","message":"Your session is in high security mode. When you finish using it, click here to leave."}],"phui-dropdown-menu":[],"phabricator-keyboard-shortcuts":[{"helpURI":"\/help\/keyboardshortcut\/","searchID":"UQ0_16","pht":{"\/":"Give keyboard focus to the search box.","?":"Show keyboard shortcut help for the current page."}}],"phabricator-search-typeahead":[{"id":"UQ0_17","input":"UQ0_16","button":"UQ0_18","selectorID":"UQ0_19","applicationID":"UQ0_20","defaultApplicationIcon":"fa-dot-circle-o","appScope":"application","src":"\/typeahead\/class\/PhabricatorSearchDatasource\/","limit":10,"placeholder":"Search","scopeUpdateURI":"\/settings\/adjust\/?key=search-scope"}],"quicksand-blacklist":[{"patterns":["\/phame\/live\/.*","\/conpherence\/.*","\/Z\\d+","\/file\/(data|download)\/.*","\/phortune\/.*","\/auth\/.*"]}]}"></data></body></html>