Engineering

<!doctype html> <html class="theme--pink " lang="en-us" prefix="og: http://ogp.me/ns#"> <head><script type="text/javascript" src="/_static/js/bundle-playback.js?v=HxkREWBo" charset="utf-8"></script> <script type="text/javascript" src="/_static/js/wombat.js?v=txqj7nKC" charset="utf-8"></script> <script>window.RufflePlayer=window.RufflePlayer||{};window.RufflePlayer.config={"autoplay":"on","unmuteOverlay":"hidden"};</script> <script type="text/javascript" src="/_static/js/ruffle/ruffle.js"></script> <script type="text/javascript"> __wm.init("https://web.archive.org/web"); __wm.wombat("https://blog.twitter.com/engineering/en_us","20231130210431","https://web.archive.org/","web","/_static/", "1701378271"); </script> <link rel="stylesheet" type="text/css" href="/_static/css/banner-styles.css?v=S1zqJCYt" /> <link rel="stylesheet" type="text/css" href="/_static/css/iconochive.css?v=3PDvdIFv" />  <meta charset="utf-8"/> <meta name="viewport" content="width=device-width, initial-scale=1"/> <title>Engineering</title> <meta name="description" content="Information from Twitter's engineering team about our tools, technology and services."/> <link rel="canonical" href="https://web.archive.org/web/20231130210431/https://blog.twitter.com/engineering/en_us"/> <meta property="og:url" content="https://web.archive.org/web/20231130210431/https://blog.twitter.com/engineering/en_us"/> <meta property="og:type" content="article"/> <meta property="og:title" content="English (US)"/> <meta property="og:description" content="Information from Twitter's engineering team about our tools, technology and services."/> <meta property="og:image" content="https://web.archive.org/web/20231130210431im_/https://cdn.cms-twdigitalassets.com/content/dam/blog-twitter/engineering/en_us/main-template-assets/Eng_EXPLORE_Pink.png.twimg.768.png"/> <meta name="twitter:card" content="summary"/> <meta name="twitter:widgets:new-embed-design" content="on"/> <meta name="twitter:widgets:csp" content="on"/> <link rel="apple-touch-icon-precomposed" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/apple-touch-icon.png"/> <link rel="apple-touch-icon-precomposed" sizes="72x72" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/apple-touch-icon-72x72.png"/> <link rel="apple-touch-icon-precomposed" sizes="114x114" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/apple-touch-icon-114x114.png"/> <link rel="apple-touch-icon-precomposed" sizes="120x120" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/apple-touch-icon-120x120.png"/> <link rel="apple-touch-icon-precomposed" sizes="144x144" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/apple-touch-icon-144x144.png"/> <link rel="apple-touch-icon-precomposed" sizes="153x153" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/apple-touch-icon-153x153.png"/> <link href="https://web.archive.org/web/20231130210431im_/https://abs.twimg.com/favicons/twitter-orange.3.ico" rel="shortcut icon" type="image/x-icon"/> <link rel="icon" type="image/png" sizes="32x32" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/favicon-32x32.png"/> <link rel="icon" type="image/png" sizes="16x16" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/favicon-16x16.png"/> <link rel="mask-icon" href="/web/20231130210431im_/https://blog.twitter.com/etc/designs/blog-twitter/public/img/safari-pinned-tab.svg" color="#2aa3ef"/> <meta name="msapplication-TileColor" content="#2d89ef"/> <meta name="theme-color" content="#2aa3ef"/> <script type="application/json" id="analytics-settings">{"google":{"accounts":[],"options":{"displayAdvertisingFeatures":false}},"scribe":{"scribeSectionWithImpression":false},"trackingPixel":{},"bing":{}}</script> <script type="text/javascript" src="/web/20231130210431js_/https://blog.twitter.com/etc/clientlibs/dtm/blog-twitter/c411b4930511/34c56d36e6ea/launch-a481a4cc705e.min.js.twhash.a.f.6dcb7d713c659bea8e1b44fa36dde9c5.js" async></script>  <link rel="stylesheet" href="https://web.archive.org/web/20231130210431cs_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/css/main.css.twhash.a.f.982112fbfc780e940eb3bc9a68409768.css" media="screen" type="text/css"/> <link rel="stylesheet" href="https://web.archive.org/web/20231130210431cs_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/css/print.css.twhash.a.f.35e55183669dbbc296574ccc045aa706.css" media="print" type="text/css"/> </head> <body class="page page home-page " data-analytics-page="blog" data-analytics-component="en_us" data-analytics-element="page"> <div class="nav sticky transparent" data-hidden="true" data-current-level="0"> <div class="nav--wrapper"> <header class="nav__header"> <div class="nav--header-left"> <div class="nav--header-title"> <span class="logo-title"> <span class="logo"> <svg viewbox="0 0 1200 1227" xmlns="http://www.w3.org/2000/svg"> <path d="M714.163 519.284L1160.89 0H1055.03L667.137 450.887L357.328 0H0L468.492 681.821L0 1226.37H105.866L515.491 750.218L842.672 1226.37H1200L714.137 519.284H714.163ZM569.165 687.828L521.697 619.934L144.011 79.6944H306.615L611.412 515.685L658.88 583.579L1055.08 1150.3H892.476L569.165 687.854V687.828Z"/> </svg> </span> <span class="title color--neutral-white">Engineering</span> </span> <button type="button" aria-expanded="false" class="nav-icon" href="#" aria-label="Blog"> <svg xmlns="http://www.w3.org/2000/svg" width="34" height="20" viewbox="0 0 34 20"><path d="M17 12.758L5.121.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242l14 14a2.998 2.998 0 0 0 4.242 0l14-14C33.707 4.535 34 3.768 34 3s-.293-1.535-.879-2.121a2.998 2.998 0 0 0-4.242 0L17 12.758z"/></svg> </button> <a class="nav-back nav__link" href="#" data-nav-back="true"> <span class="title type--bold-16 color--neutral-white">Back</span> </a> </div> </div> <ul class="nav--menu" data-level="1"> <li class="nav--mobile-item nav--menu__list-item" data-show-sub-level="false"> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us" class="nav__link color--neutral-white--has-hover active-link">Engineering</a> </li> <li class="nav--menu__list-item " data-show-sub-level="false"> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/insights" class="color--neutral-white nav__link js-open-sub-menu " data-go-to-sub-level="false"> <span class="nav--menu__list-item-text color--neutral-white" data-go-to-sub-level="false">Insights</span> </a> </li> <li class="nav--menu__list-item " data-show-sub-level="false"> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure" class="color--neutral-white nav__link js-open-sub-menu " data-go-to-sub-level="false"> <span class="nav--menu__list-item-text color--neutral-white" data-go-to-sub-level="false">Infrastructure</span> </a> </li> <li class="nav--menu__list-item " data-show-sub-level="false"> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/open-source" class="color--neutral-white nav__link js-open-sub-menu " data-go-to-sub-level="false"> <span class="nav--menu__list-item-text color--neutral-white" data-go-to-sub-level="false">Open source</span> </a> </li> </ul> <div class="region-selector-mobile"> <div class="nav__header-item--profile-mobile"> <div class="u04"> <a href="https://web.archive.org/web/20231130210431/https://twitter.com/signup" class="u04__cta is-hidden atc-button atc-button--white-outline">Sign Up</a> <a href="https://web.archive.org/web/20231130210431/https://twitter.com/" class="u04__profile is-hidden"> <img class="u04__profile-img" alt="Profile Image" src="https://web.archive.org/web/20231130210431im_/https://pbs.twimg.com/profile_images/880136122604507136/xHrnqf1T_normal.jpg"/> </a> </div> </div> </div> <div class="nav--header-right"> <div class="nav__header-item--profile"> <div class="u04"> <a href="https://web.archive.org/web/20231130210431/https://twitter.com/signup" class="u04__cta is-hidden atc-button atc-button--white-outline">Sign Up</a> <a href="https://web.archive.org/web/20231130210431/https://twitter.com/" class="u04__profile is-hidden"> <img class="u04__profile-img" alt="Profile Image" src="https://web.archive.org/web/20231130210431im_/https://pbs.twimg.com/profile_images/880136122604507136/xHrnqf1T_normal.jpg"/> </a> </div> </div> <svg xmlns="http://www.w3.org/2000/svg" width="40" height="40" viewbox="0 0 40 40"><path d="M24.242 20L39.121 5.121a2.998 2.998 0 0 0 0-4.242 2.998 2.998 0 0 0-4.242 0l-14.88 14.879L5.122.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242L15.758 20 .879 34.879A2.998 2.998 0 0 0 3.001 40a2.99 2.99 0 0 0 2.121-.879L20 24.242l14.879 14.879a2.987 2.987 0 0 0 2.12.879 2.998 2.998 0 0 0 2.121-5.121L24.242 20z"/></svg> </div> </header> </div> </div> <div id="component-wrapper"> <div class="bl03-featured-masthead"> <div class="bl03-featured-masthead__bgwrapper atc-icon--lazy-load atc-placeholder "> <div class="bl03-featured-masthead__bgImg b-lazy" data-src="https://web.archive.org/web/20231130210431oe_/https://cdn.cms-twdigitalassets.com/content/dam/blog-twitter/engineering/en_us/infrastructure/2019/delight/Header_Eng_2000x600_JV.png.img.fullhd.medium.png"></div> <div class="bl03-featured-masthead__overlay "></div> <div class="bl03-featured-masthead__text"> <div class="container--mini container--mobile"> <h4 class="bl03-featured-masthead__topic type--bold-14 color--neutral-white">Insights</h4> <h1 class="bl03-featured-masthead__title"><a class="type--bold-36 color--neutral-white--has-hover" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/insights/2021/how-we-rolled-out-security-keys-at-twitter">How we rolled out security keys at Twitter</a></h1> <div class="bl03-featured-masthead__author color--neutral-white type--roman-14 "> <span class="color--neutral-white type--roman-14"> By <div class="blog__author--link bl03__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="type--roman-14 color--neutral-white--has-hover" data-account-id="4109681" data-account-name="Nick Fohs"> </div> </span> and <div class="blog__author--link bl03__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="type--roman-14 color--neutral-white--has-hover" data-account-id="459851362" data-account-name="Nupur Gholap"> </div>   </div> <div class="bl03-featured-masthead__date type--roman-14 color--neutral-white">on Wednesday, 27 October 2021</div> <div class="post__live-region visuallyhidden" aria-live="polite" aria-atomic="true" data-link-copy-success-text="Link copied successfully"></div> <div class="bl03-featured-masthead__share--icons"> <a class="sharing-popup-twitter fill-color--neutral-white--has-hover" data-share-text="How we rolled out security keys at Twitter" data-share-url="https://blog.twitter.com/engineering/en_us/topics/insights/2021/how-we-rolled-out-security-keys-at-twitter" aria-label="Share on Twitter" href="#"> <svg viewbox="-300 -100 1500 1327" xmlns="http://www.w3.org/2000/svg"> <path d="M714.163 519.284L1160.89 0H1055.03L667.137 450.887L357.328 0H0L468.492 681.821L0 1226.37H105.866L515.491 750.218L842.672 1226.37H1200L714.137 519.284H714.163ZM569.165 687.828L521.697 619.934L144.011 79.6944H306.615L611.412 515.685L658.88 583.579L1055.08 1150.3H892.476L569.165 687.854V687.828Z"/> </svg> </a> <a class="sharing-popup-facebook fill-color--neutral-white--has-hover" data-share-url="https://blog.twitter.com/engineering/en_us/topics/insights/2021/how-we-rolled-out-security-keys-at-twitter" aria-label="Share on Facebook" href="#"> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewbox="0 0 24 24"><path d="M16.75,9H13.5V7a1,1,0,0,1,1-1h2V3H14a4,4,0,0,0-4,4V9H8v3h2v9h3.5V12H16Z"/></svg> </a> <a class="sharing-popup-linkedin fill-color--neutral-white--has-hover" data-share-url="https://blog.twitter.com/engineering/en_us/topics/insights/2021/how-we-rolled-out-security-keys-at-twitter" aria-label="Share on LinkedIn" href="#"> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewbox="0 0 24 24"><rect height="11" width="4" x="3" y="9"/><circle cx="5" cy="5" r="2"/><path d="M16.5,8.25A4.47251,4.47251,0,0,0,13,9.95343V9H9V20h4V13a2,2,0,0,1,4,0v7h4V12.75A4.5,4.5,0,0,0,16.5,8.25Z"/></svg> </a> <a href="#" class="post__share--copy-link " aria-label="Copy URL"> <span class=" fill-color--neutral-white--has-hover" sly/> <svg xmlns="http://www.w3.org/2000/svg" width="56" height="72" viewbox="0 0 56 72"><path d="M29.518 12.25l-8.705 8.704a13.624 13.624 0 0 0-2.881 4.26 13.617 13.617 0 0 0-1.128 5.377c0 5.48 3.076 8.778 4.01 9.77 2.346 2.494 7.014 3.983 7.416 3.674.637-.49 2.665-3.002.174-5.764-.452-.502-3.605-.852-5.154-4.667-.836-2.059-.753-4.129.076-6.055a7.8 7.8 0 0 1 1.647-2.434l8.705-8.704c3.057-3.057 8.032-3.057 11.089 0 3.057 3.057 3.057 8.032 0 11.089l-4.175 4.174a17.549 17.549 0 0 1 2.37 5.947l5.963-5.962c5.35-5.351 5.35-14.057 0-19.408C43.574 6.9 34.869 6.9 29.518 12.25z"/><path d="M26.357 59.768l9.01-9.01a13.624 13.624 0 0 0 2.881-4.26 13.617 13.617 0 0 0 1.128-5.377c0-5.48-3.076-8.778-4.01-9.77-2.346-2.494-7.014-3.983-7.416-3.674-.637.49-2.665 3.002-.174 5.764.452.502 3.605.852 5.154 4.667.836 2.059.753 4.129-.076 6.055a7.8 7.8 0 0 1-1.647 2.434l-9.01 9.01c-3.057 3.057-8.032 3.057-11.089 0-3.057-3.057-3.057-8.032 0-11.089l4.479-4.479a17.549 17.549 0 0 1-2.37-5.947L6.95 40.36c-5.35 5.351-5.35 14.057 0 19.408 5.351 5.35 14.057 5.35 19.407 0z"/></svg> </span> <div class="post__share--copy-link-popup type--bold-14 fill-color--neutral-white--has-hover"> <span class="post__share--copy-link-popup-content type--bold-14">Link copied successfully</span> <svg xmlns="http://www.w3.org/2000/svg" width="30" height="20" viewbox="0 0 30 20"><path d="M0 0 L15 20 L30 0 Z" fill="none"/></svg> </div> </a> </div> </div> </div> </div> </div> <div class="parsys"> </div> <div class="bl19-no-edit-wrap"> <div class="c15-column-container js-column-container"> <div class="container--mini container--mobile"> <div class="column column-4"></div> <div class="column column-7"> <div> <div class="bl14-blog-homepage-results"> <div data-search-resource-path="https://blog.twitter.com/engineering/en_us/_jcr_content/par/nowrap/column/topic-results" data-total-pages="14" data-total-results="134" data-no-results="Your search did not match any results. Check your search term and try again." data-pagination-text-of="of" data-pagination-text-results="results" class="container--mini container--mobile results-loop "> <p class="results-loop__section-label type--bold-24 color--neutral-black">Latest posts</p> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Open source</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/open-source/2023/twitter-recommendation-algorithm">Twitter's Recommendation Algorithm</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="783214" data-account-handle="Twitter" data-is-author-type="false" data-account-name="Twitter"> </span> on <time>Friday, 31 March 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2023/twitters-blobstore-hardware-lifecycle-monitoring-and-reporting-service">Twitter’s Blobstore Hardware Lifecycle Monitoring and Reporting Service</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="1479587929123000321" data-is-author-type="false" data-account-name="Taylor Olson"> </span> on <time>Thursday, 23 February 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2023/how-we-scaled-reads-on-the-twitter-users-database">How we scaled Reads On the Twitter Users Database</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="860965729335599104" data-is-author-type="false" data-account-name="Doyel Mitra Sinha"> </span> on <time>Thursday, 23 February 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2023/kerberizing-hadoop-clusters-at-twitter">Kerberizing Hadoop Clusters at Twitter</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="783214" data-account-handle="Twitter" data-is-author-type="false" data-account-name="Twitter"> </span> on <time>Thursday, 23 February 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2023/the-data-platform-cluster-operator-service-for-hadoop-cluster-management">The data platform cluster operator service for Hadoop cluster management</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="783214" data-account-handle="Twitter" data-is-author-type="false" data-account-name="Twitter"> </span> on <time>Wednesday, 8 February 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2023/constraint-management-for-cluster-operation-safety-and-reliability-at-twitter">Constraint Management for cluster operation safety and reliability at Twitter</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="1399427013501362179" data-is-author-type="false" data-account-name="Ashwin Poojary"> </span> on <time>Thursday, 19 January 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2023/how-twitter-uses-rasdaemon-for-hardware-reliability">How Twitter uses rasdaemon for hardware reliability</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="1399427013501362179" data-is-author-type="false" data-account-name="Ashwin Poojary"> </span> on <time>Friday, 6 January 2023</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Insights</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/insights/2022/measuring-the-impact-of-twitter-network-latency-with-causalimpac">Measuring the impact of Twitter network latency with CausalImpact</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="1517580537719754752" data-is-author-type="false" data-account-name="Widya Salim"> </span> on <time>Friday, 21 October 2022</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2022/stability-and-scalability-for-search">Stability and scalability for search</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="748281846388006912" data-is-author-type="false" data-account-name="Shelby Cohen"> </span> on <time>Friday, 14 October 2022</time> </p> </div> </div> </div> <div class="results-loop__result result "> <div class="result__copy"> <span class="type--bold-14 color--neutral-light-gray result__topic">Infrastructure</span> <a class="type--bold-24 color--neutral-dark-gray--has-hover result__title" href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/topics/infrastructure/2022/data-quality-automation-at-twitter">Data Quality Automation at Twitter</a> <div class="result__byline"> <p class="type--roman-14 color--neutral-light-gray"> By <span class="blog__author--link bl14__author" data-navigation-path="/content/blog-twitter/engineering/en_us" data-element-classes="theme-color--dark theme-color--dark--hover type--roman-14" data-account-id="776429008699269120" data-is-author-type="false" data-account-name="Eduardo Luiz Ohe"> </span> on <time>Thursday, 15 September 2022</time> </p> </div> </div> </div> <a href="#" class="load-more js-load-more type--bold-36 theme-color--dark theme-color--dark--hover">See more</a> </div>  </div> </div> </div> <div class="column column-1 last"></div> </div> </div> </div> <div class="bl12-tag-billboard"> <div class="container--mini container--mobile tag-billboard"> <p class="tag-billboard__title type--bold-24 tag-billboard__title--keyline-top"> Popular tags </p> <div class="tag-billboard__tag-list tag-billboard__tag-list--keyline-top"> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--infrastructure" class="theme-color--light theme-color--light--hover tag-billboard__tag">infrastructure</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--machine-learning" class="theme-color--light theme-color--light--hover tag-billboard__tag">machine learning</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--cortex" class="theme-color--light theme-color--light--hover tag-billboard__tag">Cortex</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--data" class="theme-color--light theme-color--light--hover tag-billboard__tag">data</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--open-source" class="theme-color--light theme-color--light--hover tag-billboard__tag">open source</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--scale" class="theme-color--light theme-color--light--hover tag-billboard__tag">scale</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--optimization" class="theme-color--light theme-color--light--hover tag-billboard__tag">optimization</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--ads" class="theme-color--light theme-color--light--hover tag-billboard__tag">ads</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--analytics" class="theme-color--light theme-color--light--hover tag-billboard__tag">analytics</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--web" class="theme-color--light theme-color--light--hover tag-billboard__tag">web</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--realtime" class="theme-color--light theme-color--light--hover tag-billboard__tag">realtime</a><span class="tag-billboard__comma theme-color--light">, </span> <a href="/web/20231130210431/https://blog.twitter.com/engineering/en_us/tags.eng--hadoop" class="theme-color--light theme-color--light--hover tag-billboard__tag">Hadoop</a><span class="tag-billboard__comma theme-color--light"></span> </div> </div> </div> </div> <div id="twBearerToken" data-value="AAAAAAAAAAAAAAAAAAAAACHguwAAAAAAaSlT0G31NDEyg%2BSnBN5JuyKjMCU%3Dlhg0gv0nE7KKyiJNEAojQbn8Y3wJm1xidDK7VnKGBP4ByJwHPb" style="display:none"></div> <div id="twAuthenticationFlag" data-value="guest" style="display:none"></div> <div id="twGeoLocationRegion" data-value="eu" style="display:none"></div> <div><footer class="footer theme-bg-color--dark"> <div class="footer__row container"> <div class="footer-col"> <a href="#" title="X platform" target="_blank" class="footer-col__parent type--bold-14 theme-color--extra-light theme-color--extra-light--hover"> X platform <span class="icon-container js-accordion theme-fill-color--extra-light"> <svg xmlns="http://www.w3.org/2000/svg" width="34" height="20" viewbox="0 0 34 20"><path d="M17 12.758L5.121.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242l14 14a2.998 2.998 0 0 0 4.242 0l14-14C33.707 4.535 34 3.768 34 3s-.293-1.535-.879-2.121a2.998 2.998 0 0 0-4.242 0L17 12.758z"/></svg> </span> </a> <ul class="footer-col__list"> <li> <a href="https://web.archive.org/web/20231130210431/https://x.com/" title="X.com" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">X.com</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://status.twitterstat.us/" title="Status" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Status</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/resources/accessibility" title="Accessibility" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Accessibility</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://publish.twitter.com/" title="Embed a post" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Embed a post</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://privacy.twitter.com/" title="Privacy Center" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Privacy Center</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://transparency.twitter.com/" title="Transparency Center" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Transparency Center</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/using-x/download-the-x-app" title="Download the X app" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Download the X app</a></li> </ul> </div> <div class="footer-col"> <a href="#" title="X Corp." target="_blank" class="footer-col__parent type--bold-14 theme-color--extra-light theme-color--extra-light--hover"> X Corp. <span class="icon-container js-accordion theme-fill-color--extra-light"> <svg xmlns="http://www.w3.org/2000/svg" width="34" height="20" viewbox="0 0 34 20"><path d="M17 12.758L5.121.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242l14 14a2.998 2.998 0 0 0 4.242 0l14-14C33.707 4.535 34 3.768 34 3s-.293-1.535-.879-2.121a2.998 2.998 0 0 0-4.242 0L17 12.758z"/></svg> </span> </a> <ul class="footer-col__list"> <li> <a href="https://web.archive.org/web/20231130210431/https://about.twitter.com/en/who-we-are/our-company.html" title="About the company" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">About the company</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://blog.twitter.com/" title="Company news" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Company news</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://about.twitter.com/en/who-we-are/brand-toolkit.html" title="Brand toolkit" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Brand toolkit</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://careers.twitter.com/" title="Jobs and internships" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Jobs and internships</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://investor.twitterinc.com/" title="Investors" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Investors</a></li> </ul> </div> <div class="footer-col"> <a href="#" title="Help" target="_blank" class="footer-col__parent type--bold-14 theme-color--extra-light theme-color--extra-light--hover"> Help <span class="icon-container js-accordion theme-fill-color--extra-light"> <svg xmlns="http://www.w3.org/2000/svg" width="34" height="20" viewbox="0 0 34 20"><path d="M17 12.758L5.121.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242l14 14a2.998 2.998 0 0 0 4.242 0l14-14C33.707 4.535 34 3.768 34 3s-.293-1.535-.879-2.121a2.998 2.998 0 0 0-4.242 0L17 12.758z"/></svg> </span> </a> <ul class="footer-col__list"> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/" title="Help Center" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Help Center</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/en/using-twitter" title="Using X" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Using X</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://create.twitter.com/" title="X for creators" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">X for creators</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://business.twitter.com/en/help.html" title="Ads Help Center" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Ads Help Center</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/en/managing-your-account" title="Managing your account" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Managing your account</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://preferencecenter.twitter.com/" title="Email Preference Center" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Email Preference Center</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/en/rules-and-policies" title="Rules and policies" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Rules and policies</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/en/forms.html" title="Contact us" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Contact us</a></li> </ul> </div> <div class="footer-col"> <a href="#" title="Developer resources" target="_blank" class="footer-col__parent type--bold-14 theme-color--extra-light theme-color--extra-light--hover"> Developer resources <span class="icon-container js-accordion theme-fill-color--extra-light"> <svg xmlns="http://www.w3.org/2000/svg" width="34" height="20" viewbox="0 0 34 20"><path d="M17 12.758L5.121.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242l14 14a2.998 2.998 0 0 0 4.242 0l14-14C33.707 4.535 34 3.768 34 3s-.293-1.535-.879-2.121a2.998 2.998 0 0 0-4.242 0L17 12.758z"/></svg> </span> </a> <ul class="footer-col__list"> <li> <a href="https://web.archive.org/web/20231130210431/https://developer.twitter.com/en" title="Developer home" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Developer home</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://developer.twitter.com/en/docs" title="Documentation" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Documentation</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://twittercommunity.com/" title="Forums" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Forums</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://developer.twitter.com/en/community" title="Communities" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Communities</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://blog.twitter.com/developer/" title="Developer blog" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Developer blog</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://blog.twitter.com/engineering/en_us.html" title="Engineering blog" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Engineering blog</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://developer.twitter.com/en/more/developer-terms" title="Developer terms" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Developer terms</a></li> </ul> </div> <div class="footer-col"> <a href="#" title="Business resources" target="_blank" class="footer-col__parent type--bold-14 theme-color--extra-light theme-color--extra-light--hover"> Business resources <span class="icon-container js-accordion theme-fill-color--extra-light"> <svg xmlns="http://www.w3.org/2000/svg" width="34" height="20" viewbox="0 0 34 20"><path d="M17 12.758L5.121.879a2.998 2.998 0 0 0-4.242 0 2.998 2.998 0 0 0 0 4.242l14 14a2.998 2.998 0 0 0 4.242 0l14-14C33.707 4.535 34 3.768 34 3s-.293-1.535-.879-2.121a2.998 2.998 0 0 0-4.242 0L17 12.758z"/></svg> </span> </a> <ul class="footer-col__list"> <li> <a href="https://web.archive.org/web/20231130210431/https://business.twitter.com/en/advertising.html" title="Advertise" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Advertise</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://business.twitter.com/" title="X for business" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">X for business</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://business.twitter.com/en/resources.html" title="Resources and guides" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Resources and guides</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://marketing.twitter.com/" title="X for marketers" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">X for marketers</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://marketing.twitter.com/en/insights" title="Marketing insights" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Marketing insights</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://marketing.twitter.com/en/success-stories" title="Brand inspiration" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Brand inspiration</a></li> <li> <a href="https://web.archive.org/web/20231130210431/https://www.twitterflightschool.com/sl/382652bc" title="X Flight School" target="_blank" class="footer-col__link type--roman-14 theme-color--extra-light theme-color--extra-light--hover">X Flight School</a></li> </ul> </div> </div> <div class="footer__row container"> <div class="footer-col"> <p class="footer-col__footnote type--roman-14 theme-color--extra-light">&lrm;© 2023 X Corp.&lrm;</p> </div> <div class="footer-col"> <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/rules-and-policies/twitter-cookies" title="Cookies" target="_blank" class="footer-col__footnote type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Cookies</a> </div> <div class="footer-col"> <a href="https://web.archive.org/web/20231130210431/https://twitter.com/privacy" title="Privacy" target="_blank" class="footer-col__footnote type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Privacy</a> </div> <div class="footer-col"> <a href="https://web.archive.org/web/20231130210431/https://twitter.com/tos" title="Terms and conditions" target="_blank" class="footer-col__footnote type--roman-14 theme-color--extra-light theme-color--extra-light--hover">Terms and conditions</a> </div> </div> </footer> </div> <script src="https://web.archive.org/web/20231130210431js_/https://static.ads-twitter.com/oct.js"></script> <script src="https://web.archive.org/web/20231130210431js_/https://platform.twitter.com/widgets.js"></script> <script type="text/javascript" src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/js/common.js.twhash.a.f.6faba5512d6318d6d297fa23835eddb8.js"></script> <script type="text/javascript" src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/js/critical.js.twhash.a.f.e3dae3e63a4d0d7a7c6a2129316ff2c4.js"></script> <script type="text/javascript" src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/js/app.js.twhash.a.f.8371bbd0649b0ac6630999249d906b8c.js"></script> <script type="text/javascript" src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/js/content.js.twhash.a.f.42b7cc4df60b43982d97c0c0a72ce78b.js"></script> <script type="text/javascript" src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/blog-twitter/public/js/universal.js.twhash.a.f.36d2ed3ae0cfb4d29214a51cd7caed77.js"></script> <div id="u12" class="u12-data-protection-notice"> <div class="u12-data-protection-notice__item u12-data-protection-notice__item--b is-hidden"> <div class="u12b-opt-in" id="u12b" data-cname="twtr_pixel_opt_in"> <div class="u12b-opt-in__item u12-data-protection-notice__notice"> <div class="u12b-opt-in__content"> <div class="u12b-opt-in__copy"> <p class="mtc-font twtr-font"> <b>Did someone say … cookies?</b><br/><br/> X and its partners use cookies to provide you with a better, safer and faster service and to support our business. Some cookies are necessary to use our services, improve our services, and make sure they work properly. <a href="https://web.archive.org/web/20231130210431/https://help.twitter.com/rules-and-policies/twitter-cookies" target="_blank">Show more about your choices</a>. </p> </div> <div class="u12b-opt-in__choice twtr-scribe-clicks-within"> <ul class="u12b-opt-in__choice-list"> <li class="u12b-opt-in__choice-list-item"> <button class="u12b-opt-in__button is-blue u12b-opt-in__button--accept mtc-font twtr-font js-accept twtr-scribe-clicks" data-twtr-scribe-section="u12-data-protection-notice" data-twtr-scribe-element="0PSO" data-twtr-scribe-component="data-protection-notice"> Accept all cookies </button> </li> <li class="u12b-opt-in__choice-list-item"> <button class="u12b-opt-in__button is-naked u12b-opt-in__button--decline mtc-font twtr-font js-decline twtr-scribe-clicks" data-twtr-scribe-section="u12-data-protection-notice" data-twtr-scribe-element="0PSO" data-twtr-scribe-component="data-protection-notice"> Refuse non-essential cookies </button> </li> </ul> </div> </div> </div> </div> </div> </div> <link rel="stylesheet" href="https://web.archive.org/web/20231130210431cs_/https://cdn.cms-twdigitalassets.com/etc/designs/common-twitter/clientlib-u12-data-protection-notice.min.twhash.a.cl.8d93205985d36dea4268f79e373e2b02.css" type="text/css"> <script src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/common-twitter/clientlib-promise-polyfill.min.twhash.a.cl.678c3c47bfcf62393184734a7204fcdf.js"></script> <script src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/common-twitter/clientlib-twtr-profile-adapter.min.twhash.a.cl.2f6a2e41ae41c33aba9f8a7dcf876eb6.js"></script> <script src="https://web.archive.org/web/20231130210431js_/https://cdn.cms-twdigitalassets.com/etc/designs/common-twitter/clientlib-u12-data-protection-notice.min.twhash.a.cl.07841e68cd67e37f7c17e3a5c3c32e2d.js"></script> </body> </html>

CINXE.COM

Engineering