CINXE.COM

<!doctype html><html lang="en"><head><title data-rh="true">The Future of the Modern Data Stack in 2022 | by Prukalpa | Towards Data Science</title><meta data-rh="true" charset="utf-8"/><meta data-rh="true" name="viewport" content="width=device-width,minimum-scale=1,initial-scale=1,maximum-scale=1"/><meta data-rh="true" name="theme-color" content="#000000"/><meta data-rh="true" name="twitter:app:name:iphone" content="Medium"/><meta data-rh="true" name="twitter:app:id:iphone" content="828256236"/><meta data-rh="true" property="al:ios:app_name" content="Medium"/><meta data-rh="true" property="al:ios:app_store_id" content="828256236"/><meta data-rh="true" property="al:android:package" content="com.medium.reader"/><meta data-rh="true" property="fb:app_id" content="542599432471018"/><meta data-rh="true" property="og:site_name" content="Medium"/><meta data-rh="true" property="og:type" content="article"/><meta data-rh="true" property="article:published_time" content="2023-01-13T01:17:24.051Z"/><meta data-rh="true" name="title" content="The Future of the Modern Data Stack in 2022 | by Prukalpa | Towards Data Science"/><meta data-rh="true" property="og:title" content="The Future of the Modern Data Stack in 2022"/><meta data-rh="true" property="al:android:url" content="medium://p/4f4c91bb778f"/><meta data-rh="true" property="al:ios:url" content="medium://p/4f4c91bb778f"/><meta data-rh="true" property="al:android:app_name" content="Medium"/><meta data-rh="true" name="description" content="This blog breaks down the 6 ideas you should know about the modern data stack — the ones that exploded in the data world last year and aren't going away."/><meta data-rh="true" property="og:description" content="Featuring the 6 big ideas you should know from 2021"/><meta data-rh="true" property="og:url" content="https://towardsdatascience.com/the-future-of-the-modern-data-stack-in-2022-4f4c91bb778f"/><meta data-rh="true" property="al:web:url" content="https://towardsdatascience.com/the-future-of-the-modern-data-stack-in-2022-4f4c91bb778f"/><meta data-rh="true" property="og:image" content="https://miro.medium.com/v2/resize:fit:1200/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg"/><meta data-rh="true" property="article:author" content="https://prukalpa.medium.com"/><meta data-rh="true" name="author" content="Prukalpa"/><meta data-rh="true" name="robots" content="index,noarchive,follow,max-image-preview:large"/><meta data-rh="true" name="referrer" content="unsafe-url"/><meta data-rh="true" property="twitter:title" content="The Future of the Modern Data Stack in 2022"/><meta data-rh="true" name="twitter:site" content="@TDataScience"/><meta data-rh="true" name="twitter:app:url:iphone" content="medium://p/4f4c91bb778f"/><meta data-rh="true" property="twitter:description" content="Featuring the 6 big ideas you should know from 2021"/><meta data-rh="true" name="twitter:image:src" content="https://miro.medium.com/v2/resize:fit:1200/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg"/><meta data-rh="true" name="twitter:card" content="summary_large_image"/><meta data-rh="true" name="twitter:creator" content="@prukalpa"/><meta data-rh="true" name="twitter:label1" content="Reading time"/><meta data-rh="true" name="twitter:data1" content="13 min read"/><link data-rh="true" rel="icon" href="https://miro.medium.com/v2/resize:fill:256:256/1*VzTUkfeGymHP4Bvav-T-lA.png"/><link data-rh="true" rel="search" type="application/opensearchdescription+xml" title="Medium" href="/osd.xml"/><link data-rh="true" rel="apple-touch-icon" sizes="152x152" href="https://miro.medium.com/v2/resize:fill:304:304/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="apple-touch-icon" sizes="120x120" href="https://miro.medium.com/v2/resize:fill:240:240/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="apple-touch-icon" sizes="76x76" href="https://miro.medium.com/v2/resize:fill:152:152/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="apple-touch-icon" sizes="60x60" href="https://miro.medium.com/v2/resize:fill:120:120/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="mask-icon" href="https://miro.medium.com/v2/resize:fill:1000:1000/7*GAOKVe--MXbEJmV9230oOQ.png" color="#171717"/><link data-rh="true" id="glyph_preload_link" rel="preload" as="style" type="text/css" href="https://glyph.medium.com/css/unbound.css"/><link data-rh="true" id="glyph_link" rel="stylesheet" type="text/css" href="https://glyph.medium.com/css/unbound.css"/><link data-rh="true" rel="author" href="https://prukalpa.medium.com"/><link data-rh="true" rel="canonical" href="https://towardsdatascience.com/the-future-of-the-modern-data-stack-in-2022-4f4c91bb778f"/><link data-rh="true" rel="alternate" href="android-app://com.medium.reader/https/medium.com/p/4f4c91bb778f"/><script data-rh="true" type="application/ld+json">{"@context":"http:\u002F\u002Fschema.org","@type":"NewsArticle","image":["https:\u002F\u002Fmiro.medium.com\u002Fv2\u002Fresize:fit:1200\u002F1*PveFw0S-wDUbSPVRXf0M5Q.jpeg"],"url":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f","dateCreated":"2022-01-11T19:46:53.221Z","datePublished":"2022-01-11T19:46:53.221Z","dateModified":"2023-01-13T01:17:31.461Z","headline":"The Future of the Modern Data Stack in 2022 - Towards Data Science","name":"The Future of the Modern Data Stack in 2022 - Towards Data Science","description":"This blog breaks down the 6 ideas you should know about the modern data stack — the ones that exploded in the data world last year and aren't going away.","identifier":"4f4c91bb778f","author":{"@type":"Person","name":"Prukalpa","url":"https:\u002F\u002Fprukalpa.medium.com"},"creator":["Prukalpa"],"publisher":{"@type":"Organization","name":"Towards Data Science","url":"towardsdatascience.com","logo":{"@type":"ImageObject","width":192,"height":60,"url":"https:\u002F\u002Fmiro.medium.com\u002Fv2\u002Fresize:fit:384\u002F1*cFFKn8rFH4ZndmaYeAs6iQ.png"}},"mainEntityOfPage":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f"}</script><style type="text/css" data-fela-rehydration="557" data-fela-type="STATIC">html{box-sizing:border-box;-webkit-text-size-adjust:100%}*, *:before, *:after{box-sizing:inherit}body{margin:0;padding:0;text-rendering:optimizeLegibility;-webkit-font-smoothing:antialiased;color:rgba(0,0,0,0.8);position:relative;min-height:100vh}h1, h2, h3, h4, h5, h6, dl, dd, ol, ul, menu, figure, blockquote, p, pre, form{margin:0}menu, ol, ul{padding:0;list-style:none;list-style-image:none}main{display:block}a{color:inherit;text-decoration:none}a, button, input{-webkit-tap-highlight-color:transparent}img, svg{vertical-align:middle}button{background:transparent;overflow:visible}button, input, optgroup, select, textarea{margin:0}:root{--reach-tabs:1;--reach-menu-button:1}#speechify-root{font-family:Sohne, sans-serif}div[data-popper-reference-hidden="true"]{visibility:hidden;pointer-events:none}.grecaptcha-badge{visibility:hidden} /*XCode style (c) Angel Garcia <angelgarcia.mail@gmail.com>*/.hljs {background: #fff;color: black; }/* Gray DOCTYPE selectors like WebKit */ .xml .hljs-meta {color: #c0c0c0; }.hljs-comment, .hljs-quote {color: #007400; }.hljs-tag, .hljs-attribute, .hljs-keyword, .hljs-selector-tag, .hljs-literal, .hljs-name {color: #aa0d91; }.hljs-variable, .hljs-template-variable {color: #3F6E74; }.hljs-code, .hljs-string, .hljs-meta .hljs-string {color: #c41a16; }.hljs-regexp, .hljs-link {color: #0E0EFF; }.hljs-title, .hljs-symbol, .hljs-bullet, .hljs-number {color: #1c00cf; }.hljs-section, .hljs-meta {color: #643820; }.hljs-title.class_, .hljs-class .hljs-title, .hljs-type, .hljs-built_in, .hljs-params {color: #5c2699; }.hljs-attr {color: #836C28; }.hljs-subst {color: #000; }.hljs-formula {background-color: #eee;font-style: italic; }.hljs-addition {background-color: #baeeba; }.hljs-deletion {background-color: #ffc8bd; }.hljs-selector-id, .hljs-selector-class {color: #9b703f; }.hljs-doctag, .hljs-strong {font-weight: bold; }.hljs-emphasis {font-style: italic; } </style><style type="text/css" data-fela-rehydration="557" data-fela-type="KEYFRAME">@-webkit-keyframes k1{0%{opacity:0.8}50%{opacity:0.5}100%{opacity:0.8}}@-moz-keyframes k1{0%{opacity:0.8}50%{opacity:0.5}100%{opacity:0.8}}@keyframes k1{0%{opacity:0.8}50%{opacity:0.5}100%{opacity:0.8}}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE">.a{font-family:medium-content-sans-serif-font, -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Oxygen, Ubuntu, Cantarell, "Open Sans", "Helvetica Neue", sans-serif}.b{font-weight:400}.c{background-color:rgba(255, 255, 255, 1)}.l{display:block}.m{position:sticky}.n{top:0}.o{z-index:500}.p{padding:0 24px}.q{align-items:center}.r{border-bottom:solid 1px #F2F2F2}.y{height:41px}.z{line-height:20px}.ab{display:flex}.ac{height:57px}.ae{flex:1 0 auto}.af{color:inherit}.ag{fill:inherit}.ah{font-size:inherit}.ai{border:inherit}.aj{font-family:inherit}.ak{letter-spacing:inherit}.al{font-weight:inherit}.am{padding:0}.an{margin:0}.ao{cursor:pointer}.ap:disabled{cursor:not-allowed}.aq:disabled{color:#6B6B6B}.ar:disabled{fill:#6B6B6B}.au{width:auto}.av path{fill:#242424}.aw{height:25px}.ax{margin-left:16px}.ay{border:none}.az{border-radius:20px}.ba{width:240px}.bb{background:#F9F9F9}.bc path{fill:#6B6B6B}.be{outline:none}.bf{font-family:sohne, "Helvetica Neue", Helvetica, Arial, sans-serif}.bg{font-size:14px}.bh{width:100%}.bi{padding:10px 20px 10px 0}.bj{background-color:transparent}.bk{color:#242424}.bl::placeholder{color:#6B6B6B}.bm{display:inline-block}.bn{margin-left:12px}.bo{margin-right:12px}.bp{border-radius:4px}.bq{margin-left:24px}.br{height:24px}.bx{background-color:#F9F9F9}.by{border-radius:50%}.bz{height:32px}.ca{width:32px}.cb{justify-content:center}.ch{max-width:680px}.ci{min-width:0}.cj{animation:k1 1.2s ease-in-out infinite}.ck{height:100vh}.cl{margin-bottom:16px}.cm{margin-top:48px}.cn{align-items:flex-start}.co{flex-direction:column}.cp{justify-content:space-between}.cq{margin-bottom:24px}.cw{width:80%}.cx{background-color:#F2F2F2}.dd{height:44px}.de{width:44px}.df{margin:auto 0}.dg{margin-bottom:4px}.dh{height:16px}.di{width:120px}.dj{width:80px}.dp{margin-bottom:8px}.dq{width:96%}.dr{width:98%}.ds{width:81%}.dt{margin-left:8px}.du{color:#6B6B6B}.dv{font-size:13px}.dw{height:100%}.ep{color:#FFFFFF}.eq{fill:#FFFFFF}.er{background:rgba(102, 138, 170, 1)}.es{border-color:rgba(102, 138, 170, 1)}.ew:disabled{cursor:inherit !important}.ex:disabled{opacity:0.3}.ey:disabled:hover{background:rgba(102, 138, 170, 1)}.ez:disabled:hover{border-color:rgba(102, 138, 170, 1)}.fa{border-radius:99em}.fb{border-width:1px}.fc{border-style:solid}.fd{box-sizing:border-box}.fe{text-decoration:none}.ff{text-align:center}.fi{margin-right:32px}.fj{position:relative}.fk{fill:#6B6B6B}.fn{background:transparent}.fo svg{margin-left:4px}.fp svg{fill:#6B6B6B}.fr{box-shadow:inset 0 0 0 1px rgba(0, 0, 0, 0.05)}.fs{position:absolute}.fz{margin:0 24px}.gd{background:rgba(255, 255, 255, 1)}.ge{border:1px solid #F2F2F2}.gf{box-shadow:0 1px 4px #F2F2F2}.gg{max-height:100vh}.gh{overflow-y:auto}.gi{left:0}.gj{top:calc(100vh + 100px)}.gk{bottom:calc(100vh + 100px)}.gl{width:10px}.gm{pointer-events:none}.gn{word-break:break-word}.go{word-wrap:break-word}.gp:after{display:block}.gq:after{content:""}.gr:after{clear:both}.gs{line-height:1.23}.gt{letter-spacing:0}.gu{font-style:normal}.gv{font-weight:700}.hq{margin-bottom:-0.27em}.hr{line-height:1.394}.im{align-items:baseline}.in{width:48px}.io{height:48px}.ip{border:2px solid rgba(255, 255, 255, 1)}.iq{z-index:0}.ir{box-shadow:none}.is{border:1px solid rgba(0, 0, 0, 0.05)}.it{margin-left:-12px}.iu{width:28px}.iv{height:28px}.iw{z-index:1}.ix{width:24px}.iy{margin-bottom:2px}.iz{flex-wrap:nowrap}.ja{font-size:16px}.jb{line-height:24px}.jd{margin:0 8px}.je{display:inline}.jf{color:rgba(102, 138, 170, 1)}.jg{fill:rgba(102, 138, 170, 1)}.jj{flex:0 0 auto}.jm{flex-wrap:wrap}.jp{white-space:pre-wrap}.jq{margin-right:4px}.jr{overflow:hidden}.js{max-height:20px}.jt{text-overflow:ellipsis}.ju{display:-webkit-box}.jv{-webkit-line-clamp:1}.jw{-webkit-box-orient:vertical}.jx{word-break:break-all}.jz{padding-left:8px}.ka{padding-right:8px}.lb> *{flex-shrink:0}.lc{overflow-x:scroll}.ld::-webkit-scrollbar{display:none}.le{scrollbar-width:none}.lf{-ms-overflow-style:none}.lg{width:74px}.lh{flex-direction:row}.li{z-index:2}.ll{-webkit-user-select:none}.lm{border:0}.ln{fill:rgba(117, 117, 117, 1)}.lq{outline:0}.lr{user-select:none}.ls> svg{pointer-events:none}.mb{cursor:progress}.mc{margin-left:4px}.md{margin-top:0px}.me{opacity:1}.mf{padding:4px 0}.mi{width:16px}.mk{display:inline-flex}.mq{max-width:100%}.mr{padding:8px 2px}.ms svg{color:#6B6B6B}.nj{margin-left:auto}.nk{margin-right:auto}.nl{max-width:1920px}.nr{clear:both}.nt{cursor:zoom-in}.nu{z-index:auto}.nw{height:auto}.nx{margin-top:10px}.ny{max-width:728px}.ob{text-decoration:underline}.oc{line-height:1.58}.od{letter-spacing:-0.004em}.oe{font-family:source-serif-pro, Georgia, Cambria, "Times New Roman", Times, serif}.ox{margin-bottom:-0.46em}.oy{margin-top:32px}.oz{margin-bottom:14px}.pa{padding-top:24px}.pb{padding-bottom:10px}.pc{background-color:#000000}.pd{height:3px}.pe{width:3px}.pf{margin-right:20px}.pg{margin:auto}.ph{padding-bottom:56.199999999999996%}.pi{height:0}.pj{list-style-type:decimal}.pk{margin-left:30px}.pl{padding-left:0px}.pr{max-width:1330px}.ps{font-style:inherit}.pt{max-width:940px}.pu{margin-bottom:26px}.pv{margin-top:6px}.pw{margin-top:8px}.px{margin-right:8px}.py{padding:8px 16px}.pz{border-radius:100px}.qa{transition:background 300ms ease}.qc{white-space:nowrap}.qd{border-top:none}.qe{height:52px}.qf{max-height:52px}.qg{box-sizing:content-box}.qh{position:static}.qj{max-width:155px}.qu{height:0px}.qv{margin-bottom:40px}.qw{margin-bottom:48px}.rk{border-radius:2px}.rm{height:64px}.rn{width:64px}.ro{align-self:flex-end}.rp{color:rgba(255, 255, 255, 1)}.rq{fill:rgba(255, 255, 255, 1)}.rr{background:rgba(25, 25, 25, 1)}.rs{border-color:rgba(25, 25, 25, 1)}.rv:disabled{opacity:0.1}.rw:disabled:hover{background:rgba(25, 25, 25, 1)}.rx:disabled:hover{border-color:rgba(25, 25, 25, 1)}.ry{flex:1 1 auto}.se{padding-right:4px}.sf{font-weight:500}.ss{margin-top:16px}.to{gap:18px}.tp{fill:rgba(61, 61, 61, 1)}.tr{fill:#242424}.ts{background:0}.tt{border-color:#242424}.tu:disabled:hover{color:#242424}.tv:disabled:hover{fill:#242424}.tw:disabled:hover{border-color:#242424}.uh{border-bottom:solid 1px #E5E5E5}.ui{margin-top:72px}.uj{padding:24px 0}.uk{margin-bottom:0px}.ul{margin-right:16px}.as:hover:not(:disabled){color:rgba(25, 25, 25, 1)}.at:hover:not(:disabled){fill:rgba(25, 25, 25, 1)}.et:hover{background:rgba(90, 118, 144, 1)}.eu:hover{border-color:rgba(90, 118, 144, 1)}.ev:hover{cursor:pointer}.fl:hover{color:#242424}.fm:hover{fill:#242424}.fq:hover svg{fill:#242424}.ft:hover{background-color:rgba(0, 0, 0, 0.1)}.jc:hover{text-decoration:underline}.jh:hover:not(:disabled){color:rgba(90, 118, 144, 1)}.ji:hover:not(:disabled){fill:rgba(90, 118, 144, 1)}.lp:hover{fill:rgba(8, 8, 8, 1)}.mg:hover{fill:#000000}.mh:hover p{color:#000000}.mj:hover{color:#000000}.mt:hover svg{color:#000000}.qb:hover{background-color:#F2F2F2}.rl:hover{background-color:none}.rt:hover{background:#000000}.ru:hover{border-color:#242424}.tq:hover{fill:rgba(25, 25, 25, 1)}.bd:focus-within path{fill:#242424}.lo:focus{fill:rgba(8, 8, 8, 1)}.mu:focus svg{color:#000000}.nv:focus{transform:scale(1.01)}.lt:active{border-style:none}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (min-width: 1080px)">.d{display:none}.bw{width:64px}.cg{margin:0 64px}.cv{height:48px}.dc{margin-bottom:52px}.do{margin-bottom:48px}.ef{font-size:14px}.eg{line-height:20px}.em{font-size:13px}.eo{padding:5px 12px}.fh{display:flex}.fy{margin-bottom:68px}.gc{max-width:680px}.hm{font-size:42px}.hn{margin-top:1.19em}.ho{line-height:52px}.hp{letter-spacing:-0.011em}.ie{font-size:22px}.if{margin-top:0.92em}.ig{line-height:28px}.il{align-items:center}.kn{border-top:solid 1px #F2F2F2}.ko{border-bottom:solid 1px #F2F2F2}.kp{margin:32px 0 0}.kq{padding:3px 8px}.kz> *{margin-right:24px}.la> :last-child{margin-right:0}.ma{margin-top:0px}.mp{margin:0}.nq{margin-top:56px}.ot{font-size:20px}.ou{margin-top:2.14em}.ov{line-height:32px}.ow{letter-spacing:-0.003em}.pq{margin-top:1.14em}.qo{display:inline-block}.qt{margin-bottom:104px}.qx{flex-direction:row}.ra{margin-bottom:0}.rb{margin-right:20px}.rz{max-width:500px}.sq{line-height:24px}.sr{letter-spacing:0}.sx{margin-bottom:88px}.ta{margin-bottom:72px}.tl{font-size:24px}.tm{line-height:30px}.tn{letter-spacing:-0.016em}.ub{width:min-width}.ug{padding-top:72px}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (max-width: 1079.98px)">.e{display:none}.lz{margin-top:0px}.nz{margin-left:auto}.oa{text-align:center}.qn{display:inline-block}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (max-width: 903.98px)">.f{display:none}.ly{margin-top:0px}.qm{display:inline-block}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (max-width: 727.98px)">.g{display:none}.lw{margin-top:0px}.lx{margin-right:0px}.ql{display:inline-block}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (max-width: 551.98px)">.h{display:none}.s{display:flex}.t{justify-content:space-between}.bs{width:24px}.cc{margin:0 24px}.cr{height:40px}.cy{margin-bottom:44px}.dk{margin-bottom:32px}.dx{font-size:13px}.dy{line-height:20px}.eh{padding:0px 8px 1px}.fu{margin-bottom:4px}.gw{font-size:32px}.gx{margin-top:1.01em}.gy{line-height:38px}.gz{letter-spacing:-0.014em}.hs{font-size:18px}.ht{margin-top:0.79em}.hu{line-height:24px}.ih{align-items:flex-start}.jk{flex-direction:column}.jn{margin-bottom:2px}.kb{margin:24px -24px 0}.kc{padding:0}.kr> *{margin-right:8px}.ks> :last-child{margin-right:24px}.lj{margin-left:0px}.lu{margin-top:0px}.lv{margin-right:0px}.ml{margin:0}.mv{border:1px solid #F2F2F2}.mw{border-radius:99em}.mx{padding:0px 16px 0px 12px}.my{height:38px}.mz{align-items:center}.nb svg{margin-right:8px}.nm{margin-top:40px}.of{margin-top:1.56em}.og{line-height:28px}.oh{letter-spacing:-0.003em}.pm{margin-top:1.34em}.qk{display:inline-block}.qp{margin-bottom:96px}.ri{margin-bottom:20px}.rj{margin-right:0}.sd{max-width:100%}.sg{font-size:24px}.sh{line-height:30px}.si{letter-spacing:-0.016em}.st{margin-bottom:64px}.tb{font-size:20px}.tc{letter-spacing:0}.tx{width:100%}.uc{padding-top:48px}.na:hover{border-color:#E5E5E5}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (min-width: 904px) and (max-width: 1079.98px)">.i{display:none}.bv{width:64px}.cf{margin:0 64px}.cu{height:48px}.db{margin-bottom:52px}.dn{margin-bottom:48px}.ed{font-size:14px}.ee{line-height:20px}.ek{font-size:13px}.el{padding:5px 12px}.fg{display:flex}.fx{margin-bottom:68px}.gb{max-width:680px}.hi{font-size:42px}.hj{margin-top:1.19em}.hk{line-height:52px}.hl{letter-spacing:-0.011em}.ib{font-size:22px}.ic{margin-top:0.92em}.id{line-height:28px}.ik{align-items:center}.kj{border-top:solid 1px #F2F2F2}.kk{border-bottom:solid 1px #F2F2F2}.kl{margin:32px 0 0}.km{padding:3px 8px}.kx> *{margin-right:24px}.ky> :last-child{margin-right:0}.mo{margin:0}.np{margin-top:56px}.op{font-size:20px}.oq{margin-top:2.14em}.or{line-height:32px}.os{letter-spacing:-0.003em}.pp{margin-top:1.14em}.qs{margin-bottom:104px}.qy{flex-direction:row}.rc{margin-bottom:0}.rd{margin-right:20px}.sa{max-width:500px}.so{line-height:24px}.sp{letter-spacing:0}.sw{margin-bottom:88px}.sz{margin-bottom:72px}.ti{font-size:24px}.tj{line-height:30px}.tk{letter-spacing:-0.016em}.ua{width:min-width}.uf{padding-top:72px}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (min-width: 728px) and (max-width: 903.98px)">.j{display:none}.w{display:flex}.x{justify-content:space-between}.bu{width:64px}.ce{margin:0 48px}.ct{height:48px}.da{margin-bottom:52px}.dm{margin-bottom:48px}.eb{font-size:13px}.ec{line-height:20px}.ej{padding:0px 8px 1px}.fw{margin-bottom:68px}.ga{max-width:680px}.he{font-size:42px}.hf{margin-top:1.19em}.hg{line-height:52px}.hh{letter-spacing:-0.011em}.hy{font-size:22px}.hz{margin-top:0.92em}.ia{line-height:28px}.ij{align-items:center}.kf{border-top:solid 1px #F2F2F2}.kg{border-bottom:solid 1px #F2F2F2}.kh{margin:32px 0 0}.ki{padding:3px 8px}.kv> *{margin-right:24px}.kw> :last-child{margin-right:0}.mn{margin:0}.no{margin-top:56px}.ol{font-size:20px}.om{margin-top:2.14em}.on{line-height:32px}.oo{letter-spacing:-0.003em}.po{margin-top:1.14em}.qr{margin-bottom:104px}.qz{flex-direction:row}.re{margin-bottom:0}.rf{margin-right:20px}.sb{max-width:500px}.sm{line-height:24px}.sn{letter-spacing:0}.sv{margin-bottom:88px}.sy{margin-bottom:72px}.tf{font-size:24px}.tg{line-height:30px}.th{letter-spacing:-0.016em}.tz{width:min-width}.ue{padding-top:72px}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="all and (min-width: 552px) and (max-width: 727.98px)">.k{display:none}.u{display:flex}.v{justify-content:space-between}.bt{width:24px}.cd{margin:0 24px}.cs{height:40px}.cz{margin-bottom:44px}.dl{margin-bottom:32px}.dz{font-size:13px}.ea{line-height:20px}.ei{padding:0px 8px 1px}.fv{margin-bottom:4px}.ha{font-size:32px}.hb{margin-top:1.01em}.hc{line-height:38px}.hd{letter-spacing:-0.014em}.hv{font-size:18px}.hw{margin-top:0.79em}.hx{line-height:24px}.ii{align-items:flex-start}.jl{flex-direction:column}.jo{margin-bottom:2px}.kd{margin:24px 0 0}.ke{padding:0}.kt> *{margin-right:8px}.ku> :last-child{margin-right:8px}.lk{margin-left:0px}.mm{margin:0}.nc{border:1px solid #F2F2F2}.nd{border-radius:99em}.ne{padding:0px 16px 0px 12px}.nf{height:38px}.ng{align-items:center}.ni svg{margin-right:8px}.nn{margin-top:40px}.oi{margin-top:1.56em}.oj{line-height:28px}.ok{letter-spacing:-0.003em}.pn{margin-top:1.34em}.qq{margin-bottom:96px}.rg{margin-bottom:20px}.rh{margin-right:0}.sc{max-width:100%}.sj{font-size:24px}.sk{line-height:30px}.sl{letter-spacing:-0.016em}.su{margin-bottom:64px}.td{font-size:20px}.te{letter-spacing:0}.ty{width:100%}.ud{padding-top:48px}.nh:hover{border-color:#E5E5E5}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="print">.qi{display:none}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="(orientation: landscape) and (max-width: 903.98px)">.jy{max-height:none}</style><style type="text/css" data-fela-rehydration="557" data-fela-type="RULE" media="(prefers-reduced-motion: no-preference)">.ns{transition:transform 300ms cubic-bezier(0.2, 0, 0.2, 1)}</style></head><body><div id="root"><div class="a b c"><div class="d e f g h i j k"></div><script>document.domain = document.domain;</script><div class="l c"><div class="l m n o c"><div class="p q r s t u v w x i d y z"><a class="du ag dv bf ak b am an ao ap aq ar as at s u w i d q dw z" href="https://rsci.app.link/?%24canonical_url=https%3A%2F%2Fmedium.com%2Fp%2F4f4c91bb778f&%7Efeature=LoOpenInAppButton&%7Echannel=ShowPostUnderCollection&source=---top_nav_layout_nav----------------------------------" rel="noopener follow">Open in app<svg xmlns="http://www.w3.org/2000/svg" width="10" height="10" fill="none" viewBox="0 0 10 10" class="dt"><path fill="currentColor" d="M.985 8.485a.375.375 0 1 0 .53.53zM8.75 1.25h.375A.375.375 0 0 0 8.75.875zM8.375 6.5a.375.375 0 1 0 .75 0zM3.5.875a.375.375 0 1 0 0 .75zm-1.985 8.14 7.5-7.5-.53-.53-7.5 7.5zm6.86-7.765V6.5h.75V1.25zM3.5 1.625h5.25v-.75H3.5z"></path></svg></a><div class="ab q"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><a class="bf b dx dy eh dz ea ei eb ec ej ek ee el em eg eo ep eq er es et eu ev ew ex ey ez fa fb fc fd bm fe ff" data-testid="headerSignUpButton" href="https://medium.com/m/signin?operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&source=post_page---top_nav_layout_nav-----------------------global_nav-----------" rel="noopener follow">Sign up</a></span></p><div class="ax l"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerSignInButton" href="https://medium.com/m/signin?operation=login&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&source=post_page---top_nav_layout_nav-----------------------global_nav-----------" rel="noopener follow">Sign in</a></span></p></div></div></div><div class="p q r ab ac"><div class="ab q ae"><a class="af ag ah ai aj ak al am an ao ap aq ar as at ab" aria-label="Homepage" data-testid="headerMediumLogo" href="https://medium.com/?source=---top_nav_layout_nav----------------------------------" rel="noopener follow"><svg xmlns="http://www.w3.org/2000/svg" width="719" height="160" fill="none" viewBox="0 0 719 160" class="au av aw"><path fill="#242424" d="m174.104 9.734.215-.047V8.02H130.39L89.6 103.89 48.81 8.021H1.472v1.666l.212.047c8.018 1.81 12.09 4.509 12.09 14.242V137.93c0 9.734-4.087 12.433-12.106 14.243l-.212.047v1.671h32.118v-1.665l-.213-.048c-8.018-1.809-12.089-4.509-12.089-14.242V30.586l52.399 123.305h2.972l53.925-126.743V140.75c-.687 7.688-4.721 10.062-11.982 11.701l-.215.05v1.652h55.948v-1.652l-.215-.05c-7.269-1.639-11.4-4.013-12.087-11.701l-.037-116.774h.037c0-9.733 4.071-12.432 12.087-14.242m25.555 75.488c.915-20.474 8.268-35.252 20.606-35.507 3.806.063 6.998 1.312 9.479 3.714 5.272 5.118 7.751 15.812 7.368 31.793zm-.553 5.77h65.573v-.275c-.186-15.656-4.721-27.834-13.466-36.196-7.559-7.227-18.751-11.203-30.507-11.203h-.263c-6.101 0-13.584 1.48-18.909 4.16-6.061 2.807-11.407 7.003-15.855 12.511-7.161 8.874-11.499 20.866-12.554 34.343q-.05.606-.092 1.212a50 50 0 0 0-.065 1.151 85.807 85.807 0 0 0-.094 5.689c.71 30.524 17.198 54.917 46.483 54.917 25.705 0 40.675-18.791 44.407-44.013l-1.886-.664c-6.557 13.556-18.334 21.771-31.738 20.769-18.297-1.369-32.314-19.922-31.042-42.395m139.722 41.359c-2.151 5.101-6.639 7.908-12.653 7.908s-11.513-4.129-15.418-11.63c-4.197-8.053-6.405-19.436-6.405-32.92 0-28.067 8.729-46.22 22.24-46.22 5.657 0 10.111 2.807 12.236 7.704zm43.499 20.008c-8.019-1.897-12.089-4.722-12.089-14.951V1.309l-48.716 14.353v1.757l.299-.024c6.72-.543 11.278.386 13.925 2.83 2.072 1.915 3.082 4.853 3.082 8.987v18.66c-4.803-3.067-10.516-4.56-17.448-4.56-14.059 0-26.909 5.92-36.176 16.672-9.66 11.205-14.767 26.518-14.767 44.278-.003 31.72 15.612 53.039 38.851 53.039 13.595 0 24.533-7.449 29.54-20.013v16.865h43.711v-1.746zM424.1 19.819c0-9.904-7.468-17.374-17.375-17.374-9.859 0-17.573 7.632-17.573 17.374s7.721 17.374 17.573 17.374c9.907 0 17.375-7.47 17.375-17.374m11.499 132.546c-8.019-1.897-12.089-4.722-12.089-14.951h-.035V43.635l-43.714 12.551v1.705l.263.024c9.458.842 12.047 4.1 12.047 15.152v81.086h43.751v-1.746zm112.013 0c-8.018-1.897-12.089-4.722-12.089-14.951V43.635l-41.621 12.137v1.71l.246.026c7.733.813 9.967 4.257 9.967 15.36v59.279c-2.578 5.102-7.415 8.131-13.274 8.336-9.503 0-14.736-6.419-14.736-18.073V43.638l-43.714 12.55v1.703l.262.024c9.459.84 12.05 4.097 12.05 15.152v50.17a56.3 56.3 0 0 0 .91 10.444l.787 3.423c3.701 13.262 13.398 20.197 28.59 20.197 12.868 0 24.147-7.966 29.115-20.43v17.311h43.714v-1.747zm169.818 1.788v-1.749l-.213-.05c-8.7-2.006-12.089-5.789-12.089-13.49v-63.79c0-19.89-11.171-31.761-29.883-31.761-13.64 0-25.141 7.882-29.569 20.16-3.517-13.01-13.639-20.16-28.606-20.16-13.146 0-23.449 6.938-27.869 18.657V43.643L545.487 55.68v1.715l.263.024c9.345.829 12.047 4.181 12.047 14.95v81.784h40.787v-1.746l-.215-.053c-6.941-1.631-9.181-4.606-9.181-12.239V66.998c1.836-4.289 5.537-9.37 12.853-9.37 9.086 0 13.692 6.296 13.692 18.697v77.828h40.797v-1.746l-.215-.053c-6.94-1.631-9.18-4.606-9.18-12.239V75.066a42 42 0 0 0-.578-7.26c1.947-4.661 5.86-10.177 13.475-10.177 9.214 0 13.691 6.114 13.691 18.696v77.828z"></path></svg></a><div class="ax h"><div class="ab ay az ba bb q bc bd"><div class="bm" aria-hidden="false" aria-describedby="searchResults" aria-labelledby="searchResults"></div><div class="bn bo ab"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M4.092 11.06a6.95 6.95 0 1 1 13.9 0 6.95 6.95 0 0 1-13.9 0m6.95-8.05a8.05 8.05 0 1 0 5.13 14.26l3.75 3.75a.56.56 0 1 0 .79-.79l-3.73-3.73A8.05 8.05 0 0 0 11.042 3z" clip-rule="evenodd"></path></svg></div><input role="combobox" aria-controls="searchResults" aria-expanded="false" aria-label="search" data-testid="headerSearchInput" tabindex="0" class="ay be bf bg z bh bi bj bk bl" placeholder="Search" value=""/></div></div></div><div class="h k w fg fh"><div class="fi ab"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerWriteButton" href="https://medium.com/m/signin?operation=register&redirect=https%3A%2F%2Fmedium.com%2Fnew-story&source=---top_nav_layout_nav-----------------------new_post_topnav-----------" rel="noopener follow"><div class="bf b bg z du fj fk ab q fl fm"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24" aria-label="Write"><path fill="currentColor" d="M14 4a.5.5 0 0 0 0-1zm7 6a.5.5 0 0 0-1 0zm-7-7H4v1h10zM3 4v16h1V4zm1 17h16v-1H4zm17-1V10h-1v10zm-1 1a1 1 0 0 0 1-1h-1zM3 20a1 1 0 0 0 1 1v-1zM4 3a1 1 0 0 0-1 1h1z"></path><path stroke="currentColor" d="m17.5 4.5-8.458 8.458a.25.25 0 0 0-.06.098l-.824 2.47a.25.25 0 0 0 .316.316l2.47-.823a.25.25 0 0 0 .098-.06L19.5 6.5m-2-2 2.323-2.323a.25.25 0 0 1 .354 0l1.646 1.646a.25.25 0 0 1 0 .354L19.5 6.5m-2-2 2 2"></path></svg><div class="dt l">Write</div></div></a></span></div></div><div class="k j i d"><div class="fi ab"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerSearchButton" href="https://medium.com/search?source=---top_nav_layout_nav----------------------------------" rel="noopener follow"><div class="bf b bg z du fj fk ab q fl fm"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24" aria-label="Search"><path fill="currentColor" fill-rule="evenodd" d="M4.092 11.06a6.95 6.95 0 1 1 13.9 0 6.95 6.95 0 0 1-13.9 0m6.95-8.05a8.05 8.05 0 1 0 5.13 14.26l3.75 3.75a.56.56 0 1 0 .79-.79l-3.73-3.73A8.05 8.05 0 0 0 11.042 3z" clip-rule="evenodd"></path></svg></div></a></div></div><div class="fi h k j"><div class="ab q"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><a class="bf b dx dy eh dz ea ei eb ec ej ek ee el em eg eo ep eq er es et eu ev ew ex ey ez fa fb fc fd bm fe ff" data-testid="headerSignUpButton" href="https://medium.com/m/signin?operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&source=post_page---top_nav_layout_nav-----------------------global_nav-----------" rel="noopener follow">Sign up</a></span></p><div class="ax l"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerSignInButton" href="https://medium.com/m/signin?operation=login&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&source=post_page---top_nav_layout_nav-----------------------global_nav-----------" rel="noopener follow">Sign in</a></span></p></div></div></div><div class="l" aria-hidden="false"><button class="ay fn am ab q ao fo fp fq" aria-label="user options menu" data-testid="headerUserIcon"><div class="l fj"><img alt="" class="l fd by bz ca cx" src="https://miro.medium.com/v2/resize:fill:64:64/1*dmbNkD5D-u45r44go_cf0g.png" width="32" height="32" loading="lazy" role="presentation"/><div class="fr by l bz ca fs n ay ft"></div></div></button></div></div></div><div class="l"><div class="fu fv fw fx fy l"><div class="ab cb"><div class="ci bh fz ga gb gc"></div></div><article><div class="l"><div class="l"><span class="l"></span><section><div><div class="fs gi gj gk gl gm"></div><div class="gn go gp gq gr"><div class="ab cb"><div class="ci bh fz ga gb gc"><div><h1 id="2a20" class="pw-post-title gs gt gu bf gv gw gx gy gz ha hb hc hd he hf hg hh hi hj hk hl hm hn ho hp hq bk" data-testid="storyTitle">The Future of the Modern Data Stack in 2022</h1></div><div><h2 id="f51a" class="pw-subtitle-paragraph hr gt gu bf b hs ht hu hv hw hx hy hz ia ib ic id ie if ig cq du">Featuring the 6 big ideas you should know from 2021</h2><div><div class="speechify-ignore ab cp"><div class="speechify-ignore bh l"><div class="ih ii ij ik il ab"><div><div class="ab im"><div><div class="bm" aria-hidden="false"><a href="https://prukalpa.medium.com/?source=post_page---byline--4f4c91bb778f--------------------------------" rel="noopener follow"><div class="l in io by ip iq"><div class="l fj"><img alt="Prukalpa" class="l fd by dd de cx" src="https://miro.medium.com/v2/resize:fill:88:88/1*LQsk25B8pU_DptdEJ15w2A.png" width="44" height="44" loading="lazy" data-testid="authorPhoto"/><div class="ir by l dd de fs n is ft"></div></div></div></a></div></div><div class="it ab fj"><div><div class="bm" aria-hidden="false"><a href="https://towardsdatascience.com/?source=post_page---byline--4f4c91bb778f--------------------------------" rel="noopener follow"><div class="l iu iv by ip iw"><div class="l fj"><img alt="Towards Data Science" class="l fd by br ix cx" src="https://miro.medium.com/v2/resize:fill:48:48/1*CJe3891yB1A1mzMdqemkdg.jpeg" width="24" height="24" loading="lazy" data-testid="publicationPhoto"/><div class="ir by l br ix fs n is ft"></div></div></div></a></div></div></div></div></div><div class="bn bh l"><div class="ab"><div style="flex:1"><span class="bf b bg z bk"><div class="iy ab q"><div class="ab q iz"><div class="ab q"><div><div class="bm" aria-hidden="false"><p class="bf b ja jb bk"><a class="af ag ah ai aj ak al am an ao ap aq ar jc" data-testid="authorName" href="https://prukalpa.medium.com/?source=post_page---byline--4f4c91bb778f--------------------------------" rel="noopener follow">Prukalpa</a></p></div></div></div><span class="jd je" aria-hidden="true"><span class="bf b bg z du">·</span></span><p class="bf b ja jb du"><span><a class="jf jg ah ai aj ak al am an ao ap aq ar ex jh ji" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fsubscribe%2Fuser%2F38a5ef6ab673&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&user=Prukalpa&userId=38a5ef6ab673&source=post_page-38a5ef6ab673--byline--4f4c91bb778f---------------------post_header-----------" rel="noopener follow">Follow</a></span></p></div></div></span></div></div><div class="l jj"><span class="bf b bg z du"><div class="ab cn jk jl jm"><div class="jn jo ab"><div class="bf b bg z du ab jp"><span class="jq l jj">Published in</span><div><div class="l" aria-hidden="false"><a class="af ag ah ai aj ak al am an ao ap aq ar jc ab q" data-testid="publicationName" href="https://towardsdatascience.com/?source=post_page---byline--4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b bg z jr js jt ju jv jw jx jy bk">Towards Data Science</p></a></div></div></div><div class="h k"><span class="jd je" aria-hidden="true"><span class="bf b bg z du">·</span></span></div></div><span class="bf b bg z du"><div class="ab ae"><span data-testid="storyReadTime">13 min read</span><div class="jz ka l" aria-hidden="true"><span class="l" aria-hidden="true"><span class="bf b bg z du">·</span></span></div><span data-testid="storyPublishDate">Jan 11, 2022</span></div></span></div></span></div></div></div><div class="ab cp kb kc kd ke kf kg kh ki kj kk kl km kn ko kp kq"><div class="h k w fg fh q"><div class="lg l"><div class="ab q lh li"><div class="pw-multi-vote-icon fj jq lj lk ll"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerClapButton" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fvote%2Ftowards-data-science%2F4f4c91bb778f&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&user=Prukalpa&userId=38a5ef6ab673&source=---header_actions--4f4c91bb778f---------------------clap_footer-----------" rel="noopener follow"><div><div class="bm" aria-hidden="false"><div class="lm ao ln lo lp lq am lr ls lt ll"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" aria-label="clap"><path fill-rule="evenodd" d="M11.37.828 12 3.282l.63-2.454zM13.916 3.953l1.523-2.112-1.184-.39zM8.589 1.84l1.522 2.112-.337-2.501zM18.523 18.92c-.86.86-1.75 1.246-2.62 1.33a6 6 0 0 0 .407-.372c2.388-2.389 2.86-4.951 1.399-7.623l-.912-1.603-.79-1.672c-.26-.56-.194-.98.203-1.288a.7.7 0 0 1 .546-.132c.283.046.546.231.728.5l2.363 4.157c.976 1.624 1.141 4.237-1.324 6.702m-10.999-.438L3.37 14.328a.828.828 0 0 1 .585-1.408.83.83 0 0 1 .585.242l2.158 2.157a.365.365 0 0 0 .516-.516l-2.157-2.158-1.449-1.449a.826.826 0 0 1 1.167-1.17l3.438 3.44a.363.363 0 0 0 .516 0 .364.364 0 0 0 0-.516L5.293 9.513l-.97-.97a.826.826 0 0 1 0-1.166.84.84 0 0 1 1.167 0l.97.968 3.437 3.436a.36.36 0 0 0 .517 0 .366.366 0 0 0 0-.516L6.977 7.83a.82.82 0 0 1-.241-.584.82.82 0 0 1 .824-.826c.219 0 .43.087.584.242l5.787 5.787a.366.366 0 0 0 .587-.415l-1.117-2.363c-.26-.56-.194-.98.204-1.289a.7.7 0 0 1 .546-.132c.283.046.545.232.727.501l2.193 3.86c1.302 2.38.883 4.59-1.277 6.75-1.156 1.156-2.602 1.627-4.19 1.367-1.418-.236-2.866-1.033-4.079-2.246M10.75 5.971l2.12 2.12c-.41.502-.465 1.17-.128 1.89l.22.465-3.523-3.523a.8.8 0 0 1-.097-.368c0-.22.086-.428.241-.584a.847.847 0 0 1 1.167 0m7.355 1.705c-.31-.461-.746-.758-1.23-.837a1.44 1.44 0 0 0-1.11.275c-.312.24-.505.543-.59.881a1.74 1.74 0 0 0-.906-.465 1.47 1.47 0 0 0-.82.106l-2.182-2.182a1.56 1.56 0 0 0-2.2 0 1.54 1.54 0 0 0-.396.701 1.56 1.56 0 0 0-2.21-.01 1.55 1.55 0 0 0-.416.753c-.624-.624-1.649-.624-2.237-.037a1.557 1.557 0 0 0 0 2.2c-.239.1-.501.238-.715.453a1.56 1.56 0 0 0 0 2.2l.516.515a1.556 1.556 0 0 0-.753 2.615L7.01 19c1.32 1.319 2.909 2.189 4.475 2.449q.482.08.971.08c.85 0 1.653-.198 2.393-.579.231.033.46.054.686.054 1.266 0 2.457-.52 3.505-1.567 2.763-2.763 2.552-5.734 1.439-7.586z" clip-rule="evenodd"></path></svg></div></div></div></a></span></div><div class="pw-multi-vote-count l lu lv lw lx ly lz ma"><p class="bf b dv z du"><span class="mb">--</span></p></div></div></div><div><div class="bm" aria-hidden="false"><button class="ao lm me mf ab q fk mg mh" aria-label="responses"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" class="md"><path d="M18.006 16.803c1.533-1.456 2.234-3.325 2.234-5.321C20.24 7.357 16.709 4 12.191 4S4 7.357 4 11.482c0 4.126 3.674 7.482 8.191 7.482.817 0 1.622-.111 2.393-.327.231.2.48.391.744.559 1.06.693 2.203 1.044 3.399 1.044.224-.008.4-.112.486-.287a.49.49 0 0 0-.042-.518c-.495-.67-.845-1.364-1.04-2.057a4 4 0 0 1-.125-.598zm-3.122 1.055-.067-.223-.315.096a8 8 0 0 1-2.311.338c-4.023 0-7.292-2.955-7.292-6.587 0-3.633 3.269-6.588 7.292-6.588 4.014 0 7.112 2.958 7.112 6.593 0 1.794-.608 3.469-2.027 4.72l-.195.168v.255c0 .056 0 .151.016.295.025.231.081.478.154.733.154.558.398 1.117.722 1.659a5.3 5.3 0 0 1-2.165-.845c-.276-.176-.714-.383-.941-.59z"></path></svg><p class="bf b dv z du"><span class="pw-responses-count mc md">7</span></p></button></div></div></div><div class="ab q kr ks kt ku kv kw kx ky kz la lb lc ld le lf"><div class="mi k j i d"></div><div class="h k"><div><div class="bm" aria-hidden="false"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerBookmarkButton" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fbookmark%2Fp%2F4f4c91bb778f&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&source=---header_actions--4f4c91bb778f---------------------bookmark_footer-----------" rel="noopener follow"><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" fill="none" viewBox="0 0 25 25" class="du mj" aria-label="Add to list bookmark button"><path fill="currentColor" d="M18 2.5a.5.5 0 0 1 1 0V5h2.5a.5.5 0 0 1 0 1H19v2.5a.5.5 0 1 1-1 0V6h-2.5a.5.5 0 0 1 0-1H18zM7 7a1 1 0 0 1 1-1h3.5a.5.5 0 0 0 0-1H8a2 2 0 0 0-2 2v14a.5.5 0 0 0 .805.396L12.5 17l5.695 4.396A.5.5 0 0 0 19 21v-8.5a.5.5 0 0 0-1 0v7.485l-5.195-4.012a.5.5 0 0 0-.61 0L7 19.985z"></path></svg></a></span></div></div></div><div class="fd mk cn"><div class="l ae"><div class="ab cb"><div class="ml mm mn mo mp mq ci bh"><div class="ab"><div class="bm bh" aria-hidden="false"><div><div class="bm" aria-hidden="false"><button aria-label="Listen" data-testid="audioPlayButton" class="af fk ah ai aj ak al mr an ao ap ex ms mt mh mu mv mw mx my s mz na nb nc nd ne nf u ng nh ni"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M3 12a9 9 0 1 1 18 0 9 9 0 0 1-18 0m9-10C6.477 2 2 6.477 2 12s4.477 10 10 10 10-4.477 10-10S17.523 2 12 2m3.376 10.416-4.599 3.066a.5.5 0 0 1-.777-.416V8.934a.5.5 0 0 1 .777-.416l4.599 3.066a.5.5 0 0 1 0 .832" clip-rule="evenodd"></path></svg><div class="j i d"><p class="bf b bg z du">Listen</p></div></button></div></div></div></div></div></div></div></div><div class="bm" aria-hidden="false" aria-describedby="postFooterSocialMenu" aria-labelledby="postFooterSocialMenu"><div><div class="bm" aria-hidden="false"><button aria-controls="postFooterSocialMenu" aria-expanded="false" aria-label="Share Post" data-testid="headerSocialShareButton" class="af fk ah ai aj ak al mr an ao ap ex ms mt mh mu mv mw mx my s mz na nb nc nd ne nf u ng nh ni"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M15.218 4.931a.4.4 0 0 1-.118.132l.012.006a.45.45 0 0 1-.292.074.5.5 0 0 1-.3-.13l-2.02-2.02v7.07c0 .28-.23.5-.5.5s-.5-.22-.5-.5v-7.04l-2 2a.45.45 0 0 1-.57.04h-.02a.4.4 0 0 1-.16-.3.4.4 0 0 1 .1-.32l2.8-2.8a.5.5 0 0 1 .7 0l2.8 2.79a.42.42 0 0 1 .068.498m-.106.138.008.004v-.01zM16 7.063h1.5a2 2 0 0 1 2 2v10a2 2 0 0 1-2 2h-11c-1.1 0-2-.9-2-2v-10a2 2 0 0 1 2-2H8a.5.5 0 0 1 .35.15.5.5 0 0 1 .15.35.5.5 0 0 1-.15.35.5.5 0 0 1-.35.15H6.4c-.5 0-.9.4-.9.9v10.2a.9.9 0 0 0 .9.9h11.2c.5 0 .9-.4.9-.9v-10.2c0-.5-.4-.9-.9-.9H16a.5.5 0 0 1 0-1" clip-rule="evenodd"></path></svg><div class="j i d"><p class="bf b bg z du">Share</p></div></button></div></div></div></div></div></div></div></div></div><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 1100w, https://miro.medium.com/v2/resize:fit:1400/1*PveFw0S-wDUbSPVRXf0M5Q.jpeg 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="394" loading="eager" role="presentation"/></picture></div></div><figcaption class="nx ff ny nj nk nz oa bf b bg z du">Photo by <a class="af ob" href="https://unsplash.com/@mikofilm?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText" rel="noopener ugc nofollow" target="_blank">Mike Kononov</a> on <a class="af ob" href="https://unsplash.com/?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText" rel="noopener ugc nofollow" target="_blank">Unsplash</a></figcaption></figure><p id="314f" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk"><strong class="oe gv">The 2023 version of this article is out! </strong><a class="af ob" rel="noopener" target="_blank" href="/the-future-of-the-modern-data-stack-in-2023-b08c2aed04e2"><strong class="oe gv">Read it here.</strong></a></p></div></div></div><div class="ab cb oy oz pa pb" role="separator"><span class="pc by bm pd pe pf"></span><span class="pc by bm pd pe pf"></span><span class="pc by bm pd pe"></span></div><div class="gn go gp gq gr"><div class="ab cb"><div class="ci bh fz ga gb gc"><p id="6aaf" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">As the data world slowed down for the holidays, I got some downtime to step back and think about the last year. And I can’t help but think, wow, what a year it’s been!</p><p id="a6ed" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Is it just me, or did data go through five years’ worth of change in 2021?</p><p id="cb8a" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">It’s partially <a class="af ob" href="https://www.refinery29.com/en-us/2021/03/10332829/why-does-time-feel-weird-covid-pandemic" rel="noopener ugc nofollow" target="_blank">COVID time</a>, where a month feels like a day and a year at the same time. You’d blink, and suddenly there would be a new buzzword dominating Data Twitter. It’s also partially the deluge of VC money and crazy startup rounds, which added fuel to the year’s data fire.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><p id="464d" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">With so much hype, it’s hard to know what trends are here to stay and which will disappear just as quickly as they arose.</p><p id="4e7c" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">This blog breaks down the <strong class="oe gv">six ideas you should know about the modern data stack going into 2022</strong> — the ones that exploded in the data world last year and don’t seem to be going away.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*5yk3ETjqJf6gstdQXVpbUg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*5yk3ETjqJf6gstdQXVpbUg.png 640w, https://miro.medium.com/v2/resize:fit:720/1*5yk3ETjqJf6gstdQXVpbUg.png 720w, https://miro.medium.com/v2/resize:fit:750/1*5yk3ETjqJf6gstdQXVpbUg.png 750w, https://miro.medium.com/v2/resize:fit:786/1*5yk3ETjqJf6gstdQXVpbUg.png 786w, https://miro.medium.com/v2/resize:fit:828/1*5yk3ETjqJf6gstdQXVpbUg.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*5yk3ETjqJf6gstdQXVpbUg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*5yk3ETjqJf6gstdQXVpbUg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="151" loading="lazy" role="presentation"/></picture></div></div></figure><p id="f1a7" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">You probably know this term by now, even you don’t exactly know what it means. The idea of the “<strong class="oe gv">data mesh</strong>” came from two 2019 blogs by <strong class="oe gv">Zhamak Dehghani</strong>, Director of Emerging Technologies at <a class="af ob" href="https://www.thoughtworks.com/en-us" rel="noopener ugc nofollow" target="_blank">Thoughtworks</a>:</p><ol class=""><li id="977c" class="oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox pj pk pl bk"><a class="af ob" href="https://martinfowler.com/articles/data-monolith-to-mesh.html" rel="noopener ugc nofollow" target="_blank">How to Move Beyond a Monolithic Data Lake to a Distributed Data Mesh</a></li><li id="e504" class="oc od gu oe b hs pm og oh hv pn oj ok ol po on oo op pp or os ot pq ov ow ox pj pk pl bk"><a class="af ob" href="https://martinfowler.com/articles/data-mesh-principles.html" rel="noopener ugc nofollow" target="_blank">Data Mesh Principles and Logical Architecture</a></li></ol><p id="bcc2" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Its core idea is that companies can become more data-driven by moving from centralized data warehouses and lakes to a “domain-oriented decentralized data ownership and architecture” driven by self-serve data and “federated computational governance”.</p><p id="ca0e" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">As you can see, the language around the data mesh gets complex fast, which is why there’s no shortage of “<a class="af ob" href="https://cnr.sh/essays/what-the-heck-data-mesh" rel="noopener ugc nofollow" target="_blank">what</a> <a class="af ob" rel="noopener" target="_blank" href="/what-is-a-data-mesh-and-how-not-to-mesh-it-up-210710bb41e0">actually</a> <a class="af ob" href="https://datakitchen.io/what-is-a-data-mesh/" rel="noopener ugc nofollow" target="_blank">is</a> <a class="af ob" href="https://www.starburst.io/learn/data-fundamentals/what-is-data-mesh/" rel="noopener ugc nofollow" target="_blank">a</a> <a class="af ob" href="https://www.jamesserra.com/archive/2021/02/data-mesh/" rel="noopener ugc nofollow" target="_blank">data</a> <a class="af ob" href="https://datameshlearning.com/intro-to-data-mesh/" rel="noopener ugc nofollow" target="_blank">mesh</a>?” articles.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><p id="b972" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">The idea of the data mesh has been quietly growing since 2019, until suddenly it was everywhere in 2021. The <a class="af ob" href="https://www.thoughtworks.com/de-de/radar/techniques/data-mesh" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Thoughtworks Technology Radar</strong></a> moved Data Mesh’s status from “Trial” to “Assess” in just one year. The <a class="af ob" href="https://datameshlearning.com/join-the-community/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Data Mesh Learning Community</strong></a> launched, and their Slack group got over <a class="af ob" href="https://datameshlearning.substack.com/p/data-mesh-learning-slack-update-mar" rel="noopener ugc nofollow" target="_blank">1,500 signups</a> in 45 days. <a class="af ob" href="https://databricks.com/session_na20/data-mesh-in-practice-how-europes-leading-online-platform-for-fashion-goes-beyond-the-data-lake" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Zalando</strong></a> started doing talks about how it moved to a data mesh.</p><p id="bdb6" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Soon enough, hot takes were flying back and forth on Twitter, with data leaders arguing over whether the data mesh is revolutionary or ridiculous.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*fbMo7H3BUiX2Rze4rGdjFQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*fbMo7H3BUiX2Rze4rGdjFQ.png 640w, https://miro.medium.com/v2/resize:fit:720/1*fbMo7H3BUiX2Rze4rGdjFQ.png 720w, https://miro.medium.com/v2/resize:fit:750/1*fbMo7H3BUiX2Rze4rGdjFQ.png 750w, https://miro.medium.com/v2/resize:fit:786/1*fbMo7H3BUiX2Rze4rGdjFQ.png 786w, https://miro.medium.com/v2/resize:fit:828/1*fbMo7H3BUiX2Rze4rGdjFQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*fbMo7H3BUiX2Rze4rGdjFQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*fbMo7H3BUiX2Rze4rGdjFQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="78" loading="lazy" role="presentation"/></picture></div></div></figure><p id="85dc" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In 2022, I think we’ll see a ton of platforms rebrand and offer their services as the “ultimate data mesh platform”. But the thing is, the data mesh isn’t a platform or a service that you can buy off the shelf. It’s a design concept with some wonderful concepts like distributed ownership, domain-based design, data discoverability, and data product shipping standards — all of which are worth trying to operationalize in your organization.</p><p id="c86e" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">So here’s my advice: As data leaders, it is important to stick to the first principles at a conceptual level, rather than buy into the hype that you’ll inevitably see in the market soon. I wouldn’t be surprised if some teams (especially smaller ones) can achieve the data mesh architecture through a fully centralized data platform built on Snowflake and dbt, whereas others will leverage the same principles to consolidate their “data mesh” across complex multi-cloud environments.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*Z34rFDtficGWS_P-F8BD2w.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*Z34rFDtficGWS_P-F8BD2w.png 640w, https://miro.medium.com/v2/resize:fit:720/1*Z34rFDtficGWS_P-F8BD2w.png 720w, https://miro.medium.com/v2/resize:fit:750/1*Z34rFDtficGWS_P-F8BD2w.png 750w, https://miro.medium.com/v2/resize:fit:786/1*Z34rFDtficGWS_P-F8BD2w.png 786w, https://miro.medium.com/v2/resize:fit:828/1*Z34rFDtficGWS_P-F8BD2w.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*Z34rFDtficGWS_P-F8BD2w.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*Z34rFDtficGWS_P-F8BD2w.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="150" loading="lazy" role="presentation"/></picture></div></div></figure><p id="df60" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Metrics are critical to assessing and driving a company’s growth, but they’ve been struggling for years. They’re often split across different data tools, with different definitions for the same metric across different teams or dashboards.</p><p id="88ba" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In 2021, people finally started talking about how the modern data stack could fix this issue. It’s been called the <strong class="oe gv">metrics layer</strong>, <strong class="oe gv">metrics store</strong>, <strong class="oe gv">headless BI</strong>, and even more names than I can list here.</p><p id="abfd" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">It started in January, when <strong class="oe gv">Base Case</strong> proposed “<a class="af ob" href="https://basecase.vc/blog/headless-bi" rel="noopener ugc nofollow" target="_blank">Headless Business Intelligence</a>”, a new approach to solving metrics problems. A couple months later, <strong class="oe gv">Benn Stancil</strong> from <a class="af ob" href="https://mode.com/" rel="noopener ugc nofollow" target="_blank">Mode</a> talked about the “<a class="af ob" href="https://benn.substack.com/p/metrics-layer" rel="noopener ugc nofollow" target="_blank">missing metrics layer</a>” in today’s data stack.</p><p id="173f" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">That’s when things really took off. Four days later, <strong class="oe gv">Mona Akmal</strong> and <strong class="oe gv">Aakash Kambuj</strong> from <a class="af ob" href="https://www.falkon.org/" rel="noopener ugc nofollow" target="_blank">Falkon</a> published articles about making metrics <a class="af ob" href="https://blog.falkon.ai/why-metrics-should-be-a-first-class-citizen-in-a-modern-data-stack-2e8e5cdbdff2" rel="noopener ugc nofollow" target="_blank">first-class citizens</a> and the “<a class="af ob" href="https://blog.falkon.ai/the-7-traits-of-a-modern-metrics-stack-15403d488318" rel="noopener ugc nofollow" target="_blank">modern metrics stack</a>”.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><p id="388f" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Two days after that, Airbnb announced that it had been building a home-grown metrics platform called <a class="af ob" href="https://medium.com/airbnb-engineering/how-airbnb-achieved-metric-consistency-at-scale-f23cc53dea70" rel="noopener"><strong class="oe gv">Minerva</strong></a> to solve this issue. Other prominent tech companies soon followed suit, including LinkedIn’s <a class="af ob" href="https://engineering.linkedin.com/unified-metrics-platform" rel="noopener ugc nofollow" target="_blank">Unified Metrics Platform</a>, Uber’s <a class="af ob" href="https://eng.uber.com/umetric/" rel="noopener ugc nofollow" target="_blank">uMetric</a>, and Spotify’s metrics catalog in their “<a class="af ob" href="https://engineering.atspotify.com/2020/10/29/spotifys-new-experimentation-platform-part-1/" rel="noopener ugc nofollow" target="_blank">new experimentation platform</a>”.</p><p id="d66f" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Just when we thought this fervor had died down, <strong class="oe gv">Drew Banin</strong> (CPO and Co-Founder of <a class="af ob" href="https://www.getdbt.com/" rel="noopener ugc nofollow" target="_blank">dbt</a>) opened a <a class="af ob" href="https://github.com/dbt-labs/dbt-core/issues/4071" rel="noopener ugc nofollow" target="_blank">PR</a> on dbtcore in October. He hinted that dbt would be incorporating a metrics layer into its product, and even included links to those foundational blogs by Benn and Base Case. The PR blew up and reignited the discussion around building a better metrics layer in the modern data stack.</p><p id="fe45" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Meanwhile, a bunch of early stage startups have launched to compete for this space. <a class="af ob" href="https://transform.co/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Transform</strong></a> is probably the biggest name so far, but <a class="af ob" href="https://metriql.com/blog/introducing-metriql-open-source-metrics-store/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Metriql</strong></a>, <a class="af ob" href="https://www.lightdash.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Lightdash</strong></a>, <a class="af ob" href="https://www.supergrain.com/blog/introducing-supergrain" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Supergrain</strong></a>, and <a class="af ob" href="https://blog.metlo.com/announcing-our-metrics-store/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Metlo</strong></a> also launched this year. Some bigger names are also pivoting to compete in the metrics layer, such as <strong class="oe gv">GoodData</strong>’s foray into <a class="af ob" href="https://www.gooddata.com/headless-bi/" rel="noopener ugc nofollow" target="_blank">Headless BI</a>.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*vxpt3poE493bFZtyvIqLug.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*vxpt3poE493bFZtyvIqLug.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*vxpt3poE493bFZtyvIqLug.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*vxpt3poE493bFZtyvIqLug.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*vxpt3poE493bFZtyvIqLug.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*vxpt3poE493bFZtyvIqLug.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*vxpt3poE493bFZtyvIqLug.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*vxpt3poE493bFZtyvIqLug.png 640w, https://miro.medium.com/v2/resize:fit:720/1*vxpt3poE493bFZtyvIqLug.png 720w, https://miro.medium.com/v2/resize:fit:750/1*vxpt3poE493bFZtyvIqLug.png 750w, https://miro.medium.com/v2/resize:fit:786/1*vxpt3poE493bFZtyvIqLug.png 786w, https://miro.medium.com/v2/resize:fit:828/1*vxpt3poE493bFZtyvIqLug.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*vxpt3poE493bFZtyvIqLug.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*vxpt3poE493bFZtyvIqLug.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="80" loading="lazy" role="presentation"/></picture></div></div></figure><p id="7b02" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">I am extremely excited about the metrics layer finally becoming a thing. A few months ago, <strong class="oe gv">George Fraser</strong> from Fivetran had an unpopular opinion that <a class="af ob" href="https://twitter.com/frasergeorgew/status/1468986410464002053?s=20" rel="noopener ugc nofollow" target="_blank">all metrics stores will evolve into BI tools</a>. While I don’t fully agree, I do believe that a metrics layer that isn’t tightly integrated with BI is unlikely to ever become commonplace.</p><p id="3542" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">However, existing BI tools aren’t really incentivized to integrate an external metrics layer into their tools… which makes this a chicken and egg problem. Standalone metrics layers will struggle to encourage BI tools to adopt their frameworks, and will be forced to build BI like <a class="af ob" href="https://twitter.com/frasergeorgew/status/1468993284554969088?s=20" rel="noopener ugc nofollow" target="_blank">Looker was forced to many years ago.</a></p><p id="b2d6" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">This is why I’m really excited about dbt announcing their foray into the metrics layer. dbt already has enough distribution to encourage at least the modern BI tools (e.g. Preset, Mode, Thoughtspot) to integrate deeply into the dbt metrics API, which may create competitive pressure for the larger BI players.</p><p id="f461" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">I also think that metrics layers are so deeply intertwined with the transformation process that intuitively this makes sense. My prediction is that we’ll see metrics become a first-class citizen in more transformation tools in 2022.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*xtQzOo9m0mDWTCmgKN_JPg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*xtQzOo9m0mDWTCmgKN_JPg.png 640w, https://miro.medium.com/v2/resize:fit:720/1*xtQzOo9m0mDWTCmgKN_JPg.png 720w, https://miro.medium.com/v2/resize:fit:750/1*xtQzOo9m0mDWTCmgKN_JPg.png 750w, https://miro.medium.com/v2/resize:fit:786/1*xtQzOo9m0mDWTCmgKN_JPg.png 786w, https://miro.medium.com/v2/resize:fit:828/1*xtQzOo9m0mDWTCmgKN_JPg.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*xtQzOo9m0mDWTCmgKN_JPg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*xtQzOo9m0mDWTCmgKN_JPg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="151" loading="lazy" role="presentation"/></picture></div></div></figure><p id="78da" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">For years, <strong class="oe gv">ETL</strong> (Extract, Transform, Load) was how data teams populated their systems. First, they’d pull data from third-party systems, clean it up, and then load it into their warehouses. This was great because it kept data warehouses clean and orderly, but it also meant that it took forever to get data into warehouses. Sometimes, data teams just wanted to dump raw data into their systems and deal with it later.</p><p id="8d19" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">That’s why many companies moved from ETL to <strong class="oe gv">ELT</strong> (Extract, Load, Transform) a couple of years ago. Instead of transforming data first, companies would send raw data into a data lake, then transform it later for a specific use case or problem.</p><p id="4fed" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In 2021, we got another major evolution in this idea — <strong class="oe gv">reverse ETL</strong>. This concept first started getting attention in February, when <strong class="oe gv">Astasia Myers</strong> (Founding Enterprise Partner at <a class="af ob" href="https://www.quiet.com/" rel="noopener ugc nofollow" target="_blank">Quiet Capital</a>) wrote an article about the <a class="af ob" href="https://medium.com/memory-leak/reverse-etl-a-primer-4e6694dcc7fb" rel="noopener">emergence of reverse ETL</a>.</p><p id="f826" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Since then, <a class="af ob" href="https://hightouch.io/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Hightouch</strong></a> and <a class="af ob" href="https://www.getcensus.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Census</strong></a> (both of which launched in December 2020) have set off a firestorm as they’ve battled to own the reverse ETL space. Census announced that it raised a <a class="af ob" href="https://techcrunch.com/2021/02/18/census-raises-16m/" rel="noopener ugc nofollow" target="_blank">$16 million</a> Series A in February and published a series of <a class="af ob" href="https://blog.getcensus.com/reverse-etl-benchmark-series-pt-3-census-87x-faster-than-hightouch-for-crm-syncs/" rel="noopener ugc nofollow" target="_blank">benchmarking reports</a> targeting Hightouch. Hightouch countered with <a class="af ob" href="https://techcrunch.com/2021/11/17/customer-data-hightouch/" rel="noopener ugc nofollow" target="_blank">three raises</a> of a total $54.2 million in less than 12 months.</p><p id="228d" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Hightouch and Census have dominated the reverse ETL discussion this year, but they’re not the only ones in the space. Other notable companies are <a class="af ob" href="https://www.grouparoo.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Grouparoo</strong></a>, <a class="af ob" href="https://www.headsup.ai/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">HeadsUp</strong>,</a> <a class="af ob" href="https://techcrunch.com/2021/02/03/polytomic-announces-2-4m-seed-to-move-business-data-where-its-needed/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Polytomic</strong></a>, <a class="af ob" href="https://rudderstack.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Rudderstack</strong></a>, and <a class="af ob" href="https://www.workato.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Workato</strong></a> (who closed a $200m Series E in November). <strong class="oe gv">Seekwell</strong> even got <a class="af ob" href="https://www.businesswire.com/news/home/20210331005210/en/ThoughtSpot-Acquires-SeekWell-to-Operationalize-Analytics-and-Push-Cloud-Data-Insights-to-Business-Apps" rel="noopener ugc nofollow" target="_blank">acquired</a> by Thoughtspot in March.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*w2FLiQVlmjx6_y0W3mkisQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*w2FLiQVlmjx6_y0W3mkisQ.png 640w, https://miro.medium.com/v2/resize:fit:720/1*w2FLiQVlmjx6_y0W3mkisQ.png 720w, https://miro.medium.com/v2/resize:fit:750/1*w2FLiQVlmjx6_y0W3mkisQ.png 750w, https://miro.medium.com/v2/resize:fit:786/1*w2FLiQVlmjx6_y0W3mkisQ.png 786w, https://miro.medium.com/v2/resize:fit:828/1*w2FLiQVlmjx6_y0W3mkisQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*w2FLiQVlmjx6_y0W3mkisQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*w2FLiQVlmjx6_y0W3mkisQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="81" loading="lazy" role="presentation"/></picture></div></div></figure><p id="16c2" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">I’m pretty excited about everything that’s solving the “last mile” problem in the modern data stack. We’re now talking more about how to use data in daily operations than how to warehouse it — that’s an incredible sign of how mature the fundamental building blocks of the data stack (warehousing, transformation, etc) have become!</p><p id="2d95" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">What I’m not so sure about is whether reverse ETL should be its own space or just be combined with a data ingestion tool, given how similar the fundamental capabilities of piping data in and out are. Players like Hevodata have already started offering both ingestion and reverse ETL services in the same product, and I believe that we might see more consolidation (or deeper go-to-market partnerships) in the space soon.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*L88n5viQ8kpwfrav3YFNFw.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*L88n5viQ8kpwfrav3YFNFw.png 640w, https://miro.medium.com/v2/resize:fit:720/1*L88n5viQ8kpwfrav3YFNFw.png 720w, https://miro.medium.com/v2/resize:fit:750/1*L88n5viQ8kpwfrav3YFNFw.png 750w, https://miro.medium.com/v2/resize:fit:786/1*L88n5viQ8kpwfrav3YFNFw.png 786w, https://miro.medium.com/v2/resize:fit:828/1*L88n5viQ8kpwfrav3YFNFw.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*L88n5viQ8kpwfrav3YFNFw.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*L88n5viQ8kpwfrav3YFNFw.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="233" loading="lazy" role="presentation"/></picture></div></div></figure><p id="c0e3" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In the last couple of years, the debate around data catalogs was, “Are they obsolete?” And it would be easy to think the answer is yes. In a couple of well-known articles, Barr Moses argued that <a class="af ob" rel="noopener" target="_blank" href="/data-catalogs-are-dead-long-live-data-discovery-a0dc8d02bd34">data catalogs were dead</a>, and Michael Kaminsky argued that <a class="af ob" href="https://locallyoptimistic.com/post/data_dictionaries/" rel="noopener ugc nofollow" target="_blank">we don’t need data dictionaries</a>.</p><p id="5015" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">On the other hand, there’s never been so much buzz about data catalogs and metadata. There are so many data catalogs that Rohan from our team created <a class="af ob" href="https://thedatacatalog.com" rel="noopener ugc nofollow" target="_blank">thedatacatalog.com</a>, a “catalog of catalogs”, which feels both ridiculous and completely necessary. So which is it — are data catalogs dead or stronger than ever?</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><p id="0ad9" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">This year, data catalogs got new life with the creation of two new concepts — third-generation data catalogs and active metadata.</p><p id="6a8f" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">At the beginning of 2021, I wrote an article on <a class="af ob" rel="noopener" target="_blank" href="/data-catalog-3-0-modern-metadata-for-the-modern-data-stack-ec621f593dcf">modern metadata for the modern data stack</a>. I introduced the idea that we’re entering the <strong class="oe gv">third-generation</strong> of data catalogs, a fundamental transformation from the prevalent old-school, on-premise data catalogs. These new data catalogs are built around diverse data assets, “big metadata”, end-to-end data visibility, and embedded collaboration.</p><p id="5d9a" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">This idea got amplified by a <a class="af ob" rel="noopener" target="_blank" href="/the-gartner-magic-quadrant-for-metadata-management-was-just-scrapped-d84b2543f989">huge move</a> <strong class="oe gv">Gartner</strong> made this year — scrapping its Magic Quadrant for Metadata Management Solutions and replacing it with the Market Guide for Active Metadata. In doing this, they introduced “<strong class="oe gv">active metadata</strong>” as a new category in the data space.</p><p id="0f65" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">What’s the difference? Old-school data catalogs collect metadata and bring them into a siloed “passive” tool, aka the traditional data catalog. Active metadata platforms act as two-way platforms — they not only bring metadata together into a single store like a <a class="af ob" href="https://www.xenonstack.com/blog/metadata-lake-features-and-trends" rel="noopener ugc nofollow" target="_blank">metadata lake</a>, but also leverage “reverse metadata” to make metadata available in daily workflows.</p><p id="72e1" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Since the first time we wrote about third-generation catalogs, they’ve become part of the discourse around what it means to be a modern data catalog. We even saw the terms pop up in RFPs!</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk pr"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 1100w, https://miro.medium.com/v2/resize:fit:1400/1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="532" loading="lazy" role="presentation"/></picture></div></div><figcaption class="nx ff ny nj nk nz oa bf b bg z du"><em class="ps">Snippet of an anonymized RPF. (Image by Atlan.)</em></figcaption></figure><p id="a892" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">At the same time, VCs have been eager to invest in this new space. Metadata management has grown a ton with raises across the board — e.g. <strong class="oe gv">Collibra</strong>’s <a class="af ob" href="https://techcrunch.com/2021/11/09/data-intelligence-company-collibra-brings-in-another-250m-to-more-than-double-its-valuation/" rel="noopener ugc nofollow" target="_blank">$250m Series G</a>, <strong class="oe gv">Alation</strong>’s <a class="af ob" href="https://www.businesswire.com/news/home/20210603005254/en/Alation-Announces-110-Million-Series-D-to-Accelerate-Explosive-Growth" rel="noopener ugc nofollow" target="_blank">$110m Series D</a>, and our <a class="af ob" href="https://techcrunch.com/2021/05/25/atlan-raises-16m-led-by-insight-partners-to-build-a-collaboration-hub-for-data-driven-teams/" rel="noopener ugc nofollow" target="_blank">$16m Series A</a> at <strong class="oe gv">Atlan</strong>. Seed-stage companies like <a class="af ob" href="https://techcrunch.com/2021/06/02/stemma-launches-with-4-8m-seed-to-build-managed-data-catalogue/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Stemma</strong></a> and <a class="af ob" href="https://techcrunch.com/2021/06/23/acryl-data-commercializing-linkedins-metadata-tool-datahub-emerges-from-stealth-with-9m-from-8vc-linkedin-and-insight/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Acryl Data</strong></a> also launched to build managed metadata solutions on existing open-source projects.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*YBPv3tMy89qdtNvHcCShWg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*YBPv3tMy89qdtNvHcCShWg.png 640w, https://miro.medium.com/v2/resize:fit:720/1*YBPv3tMy89qdtNvHcCShWg.png 720w, https://miro.medium.com/v2/resize:fit:750/1*YBPv3tMy89qdtNvHcCShWg.png 750w, https://miro.medium.com/v2/resize:fit:786/1*YBPv3tMy89qdtNvHcCShWg.png 786w, https://miro.medium.com/v2/resize:fit:828/1*YBPv3tMy89qdtNvHcCShWg.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*YBPv3tMy89qdtNvHcCShWg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*YBPv3tMy89qdtNvHcCShWg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="79" loading="lazy" role="presentation"/></picture></div></div></figure><p id="e93c" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">The data world will always be diverse, and that diversity of people and tools will always lead to chaos. I’m probably biased, given that I’ve dedicated my life to building a company in the metadata space. But I truly believe that the key to bringing order to the chaos that is the modern data stack lies in how we can use and leverage metadata to create the modern data experience.</p><p id="a266" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk"><a class="af ob" href="https://atlan.com/gartner-active-metadata-press/" rel="noopener ugc nofollow" target="_blank">Gartner</a> summarized the future of this category in a single sentence: “The stand-alone metadata management platform will be refocused from augmented data catalogs to a metadata ‘anywhere’ orchestration platform.”</p><p id="9c2e" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Where data catalogs in the 2.0 generation were passive and siloed, the 3.0 generation is built on the principle that context needs to be available wherever and whenever users need it. Instead of forcing users to go to a separate tool, third-gen catalogs will leverage metadata to improve existing tools like Looker, dbt, and Slack, finally making the dream of an intelligent data management system a reality.</p><p id="da32" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">While there’s been a ton of activity and funding in the space in 2021, I’m quite sure we’ll see the rise of a dominant and truly third-gen data catalog (aka an <a class="af ob" rel="noopener" target="_blank" href="/the-anatomy-of-an-active-metadata-platform-13473091ad0d">active metadata platform</a>) in 2022.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*RDq682v5iu95iV_9xe-ESA.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*RDq682v5iu95iV_9xe-ESA.png 640w, https://miro.medium.com/v2/resize:fit:720/1*RDq682v5iu95iV_9xe-ESA.png 720w, https://miro.medium.com/v2/resize:fit:750/1*RDq682v5iu95iV_9xe-ESA.png 750w, https://miro.medium.com/v2/resize:fit:786/1*RDq682v5iu95iV_9xe-ESA.png 786w, https://miro.medium.com/v2/resize:fit:828/1*RDq682v5iu95iV_9xe-ESA.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*RDq682v5iu95iV_9xe-ESA.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*RDq682v5iu95iV_9xe-ESA.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="191" loading="lazy" role="presentation"/></picture></div></div></figure><p id="e5eb" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">As the modern data stack goes mainstream and data becomes a bigger part of daily operations, data teams are evolving to keep up. They’re no longer “IT folks”, working separately from the rest of the company. But this raises the question, how should data teams work with the rest of the company? Too often, they get stuck in the “<strong class="oe gv">service trap</strong>” — never-ending questions and requests for creating stats, rather than generating insights and driving impact through data.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk pt"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*V4M0IcIg5CkDl--lKanphg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*V4M0IcIg5CkDl--lKanphg.png 640w, https://miro.medium.com/v2/resize:fit:720/1*V4M0IcIg5CkDl--lKanphg.png 720w, https://miro.medium.com/v2/resize:fit:750/1*V4M0IcIg5CkDl--lKanphg.png 750w, https://miro.medium.com/v2/resize:fit:786/1*V4M0IcIg5CkDl--lKanphg.png 786w, https://miro.medium.com/v2/resize:fit:828/1*V4M0IcIg5CkDl--lKanphg.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*V4M0IcIg5CkDl--lKanphg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*V4M0IcIg5CkDl--lKanphg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="393" loading="lazy" role="presentation"/></picture></div></div><figcaption class="nx ff ny nj nk nz oa bf b bg z du"><em class="ps">Emilie Schario’s iconic image on the reality of working on a data team. (Image by Atlan from </em><a class="af ob" rel="noopener" target="_blank" href="/modern-data-stack-conference-mdscon-2021-the-top-5-takeaways-you-should-know-fc7ec163dea3"><em class="ps">MDSCON 2021</em></a><em class="ps">.)</em></figcaption></figure><p id="9c50" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In 2021, <strong class="oe gv">Emilie Schario</strong> from <a class="af ob" href="https://amplifypartners.com/" rel="noopener ugc nofollow" target="_blank">Amplify Partners</a>, <strong class="oe gv">Taylor Murphy</strong> from <a class="af ob" href="https://meltano.com/" rel="noopener ugc nofollow" target="_blank">Meltano</a>, and <strong class="oe gv">Eric Weber</strong> from <a class="af ob" href="https://www.stitchfix.com/" rel="noopener ugc nofollow" target="_blank">Stitch Fix</a> talked about a way to break data teams out of this trap — rethinking <strong class="oe gv">data teams as product teams</strong>. They first explained this idea with a blog on <a class="af ob" href="https://locallyoptimistic.com/post/run-your-data-team-like-a-product-team/" rel="noopener ugc nofollow" target="_blank">Locally Optimistic</a>, followed by great talks at conferences like <a class="af ob" href="https://www.moderndatastackconference.com/agenda-copy" rel="noopener ugc nofollow" target="_blank">MDSCON</a>, <a class="af ob" href="https://www.getdbt.com/coalesce-2020/run-your-data-team-as-a-product-team/" rel="noopener ugc nofollow" target="_blank">dbt Coalesce</a>, and <a class="af ob" href="https://www.youtube.com/watch?v=YWQPUMIXLpg" rel="noopener ugc nofollow" target="_blank">Future Data</a>.</p><p id="0b71" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">A product isn’t measured on how many features it has or how quickly engineers can quash bugs — it’s measured on how well it meets customers’ needs. Similarly, data product teams should be centered on the users (i.e. data consumers throughout the company), rather than questions answered or dashboards built. This allows data teams to focus on experience, adoption, and reusability, rather than ad-hoc questions or requests.</p><p id="d3d1" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">This focus on breaking out of the service trap and reorienting data teams around their users really resonated with the data world this year. More people have started talking about what it means to build “data product teams”, including plenty of hot takes on who to hire and how to set goals.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*VYDocZ1wsrQJUki_eyTKEg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*VYDocZ1wsrQJUki_eyTKEg.png 640w, https://miro.medium.com/v2/resize:fit:720/1*VYDocZ1wsrQJUki_eyTKEg.png 720w, https://miro.medium.com/v2/resize:fit:750/1*VYDocZ1wsrQJUki_eyTKEg.png 750w, https://miro.medium.com/v2/resize:fit:786/1*VYDocZ1wsrQJUki_eyTKEg.png 786w, https://miro.medium.com/v2/resize:fit:828/1*VYDocZ1wsrQJUki_eyTKEg.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*VYDocZ1wsrQJUki_eyTKEg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*VYDocZ1wsrQJUki_eyTKEg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="84" loading="lazy" role="presentation"/></picture></div></div></figure><p id="d9d5" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Of all the hyped trends in 2021, this is the one I’m most bullish on. I believe that in the next decade, data teams will emerge as one of the most important teams in the organization fabric, powering the modern, data-driven companies at the forefront of the economy.</p><p id="76b7" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">However, the reality is that data teams today are stuck in a service trap, and <a class="af ob" href="https://www.capgemini.com/gb-en/resources/cracking-the-data-conundrum-how-successful-companies-make-big-data-operational/" rel="noopener ugc nofollow" target="_blank">only 27% of their data projects are successful</a>. I believe the key to fixing this lies in the concept of the “data product” mindset, where data teams focus on building reusable, reproducible assets for the rest of the team. This will mean investing in user research, scalability, data product shipping standards, documentation, and more.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*oLrzReWPGbIhflSsQTjClw.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*oLrzReWPGbIhflSsQTjClw.png 640w, https://miro.medium.com/v2/resize:fit:720/1*oLrzReWPGbIhflSsQTjClw.png 720w, https://miro.medium.com/v2/resize:fit:750/1*oLrzReWPGbIhflSsQTjClw.png 750w, https://miro.medium.com/v2/resize:fit:786/1*oLrzReWPGbIhflSsQTjClw.png 786w, https://miro.medium.com/v2/resize:fit:828/1*oLrzReWPGbIhflSsQTjClw.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*oLrzReWPGbIhflSsQTjClw.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*oLrzReWPGbIhflSsQTjClw.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="151" loading="lazy" role="presentation"/></picture></div></div></figure><p id="9173" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">This idea came out of “<strong class="oe gv">data downtime</strong>”, which <strong class="oe gv">Barr Moses</strong> from Monte Carlo first spoke about in 2019 saying, “Data downtime refers to periods of time when your data is partial, erroneous, missing or otherwise inaccurate”. It’s those emails you get the morning after a big project, saying “Hey, the data doesn’t look right…”</p><p id="28bf" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Data downtime has been a part of normal life on a data team for years. But now, with many companies relying on data for literally every aspect of their operations, it’s a huge deal when data stops working.</p><p id="6021" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Yet everyone was just reacting to issues as they cropped up, rather than proactively preventing them. This is where <a class="af ob" rel="noopener" target="_blank" href="/what-is-data-observability-40b337971e3e"><strong class="oe gv">data observability</strong></a> — the idea of “monitoring, tracking, and triaging of incidents to prevent downtime” — came in.</p><figure class="nm nn no np nq nr"><div class="pg jr l fj"><div class="ph pi l"></div></div></figure><p id="f749" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">I still can’t believe how quickly data observability has gone from being just an idea to a key part of the modern data stack. (Recently, it’s even started being called “data reliability” or “data reliability engineering”.)</p><p id="6b01" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">The space went from being non-existent to hosting a bunch of companies, with a collective $200m of funding raised in 18 months. This includes <a class="af ob" href="https://www.acceldata.io/newsroom/acceldata-raises-35-million-series-b" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Acceldata</strong></a>, <a class="af ob" href="https://techcrunch.com/2021/10/28/anomalo-launches-with-33m-series-a-to-find-issues-in-data-sets-automatically/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Anomalo</strong></a>, <a class="af ob" href="https://techcrunch.com/2021/09/23/bigeye-providing-data-quality-automation-closes-second-round-this-year-with-45m/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Bigeye</strong></a>, <a class="af ob" href="https://techcrunch.com/2020/12/01/databand-raises-14-5m-led-by-accel-for-its-data-pipeline-observability-tools/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Databand</strong></a>, <a class="af ob" href="https://www.businesswire.com/news/home/20211109005656/en/Datafold-Raises-20M-Series-A-To-Help-Data-Teams-Deliver-Reliable-Products-Faster" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Datafold</strong></a>, <a class="af ob" href="https://news.ycombinator.com/item?id=29226864" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Metaplane</strong></a>, <a class="af ob" href="https://barrmoses.medium.com/monte-carlo-raises-25m-series-b-to-help-companies-achieve-more-reliable-data-abf497368ee1" rel="noopener"><strong class="oe gv">Monte</strong></a><strong class="oe gv"> </strong><a class="af ob" href="https://barrmoses.medium.com/monte-carlo-raises-series-c-brings-funding-to-101m-to-help-companies-trust-their-data-a11f58036896" rel="noopener"><strong class="oe gv">Carlo</strong></a>, and <a class="af ob" href="https://www.prnewswire.com/news-releases/soda-raises-11-5m-series-a-funding-to-bring-everyone-closer-to-data-301219427.html" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Soda</strong></a>. People even started creating lists of new “data observability companies” to help keep track of the space.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*Y4f66_qkKfjlRHasU8wLhQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*Y4f66_qkKfjlRHasU8wLhQ.png 640w, https://miro.medium.com/v2/resize:fit:720/1*Y4f66_qkKfjlRHasU8wLhQ.png 720w, https://miro.medium.com/v2/resize:fit:750/1*Y4f66_qkKfjlRHasU8wLhQ.png 750w, https://miro.medium.com/v2/resize:fit:786/1*Y4f66_qkKfjlRHasU8wLhQ.png 786w, https://miro.medium.com/v2/resize:fit:828/1*Y4f66_qkKfjlRHasU8wLhQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*Y4f66_qkKfjlRHasU8wLhQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*Y4f66_qkKfjlRHasU8wLhQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="82" loading="lazy" role="presentation"/></picture></div></div></figure><p id="a0c0" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">I believe that in the past two years, data teams have realized that tooling to improve productivity is not a good-to-have but a must-have. After all, data professionals are one of the most sought-after hires you will ever make, so they shouldn’t be wasting their time on troubleshooting pipelines.</p><p id="82c2" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">So will data observability be a key part of the modern data stack in the future? Absolutely. But will data observability continue to exist as its own category or will it be merged into a broader category (like active metadata or data reliability)? This is what I’m not so sure about.</p><p id="f4a2" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">Ideally, if you have all your metadata in one open platform, you should be able to leverage it for a variety of use cases (like data cataloging, observability, lineage and more). I wrote about that idea last year in <a class="af ob" rel="noopener" target="_blank" href="/the-rise-of-the-metadata-lake-1e95127594de">my article on the metadata lake</a>.</p><p id="6870" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">That being said, today, there’s a ton of innovation that these spaces need independently. My sense is that we’ll continue to see fragmentation in 2022 before we see consolidation in the years to come.</p><figure class="nm nn no np nq nr nj nk paragraph-image"><div role="button" tabindex="0" class="ns nt fj nu bh nv"><div class="nj nk nl"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*V1OJFfasLNmU30J2k94KSw.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*V1OJFfasLNmU30J2k94KSw.png 640w, https://miro.medium.com/v2/resize:fit:720/1*V1OJFfasLNmU30J2k94KSw.png 720w, https://miro.medium.com/v2/resize:fit:750/1*V1OJFfasLNmU30J2k94KSw.png 750w, https://miro.medium.com/v2/resize:fit:786/1*V1OJFfasLNmU30J2k94KSw.png 786w, https://miro.medium.com/v2/resize:fit:828/1*V1OJFfasLNmU30J2k94KSw.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*V1OJFfasLNmU30J2k94KSw.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*V1OJFfasLNmU30J2k94KSw.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mq nw c" width="700" height="149" loading="lazy" role="presentation"/></picture></div></div></figure><p id="711f" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">It may feel chaotic and crazy at times, but today is a golden age of data.</p><p id="0df7" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In the last eighteen months, our data tooling has grown exponentially. We all make a lot of fuss about the modern data stack, and for good reason — it’s so much better than what we had before. The earlier data stack was frankly as broken as broken could get, and this gigantic leap forward in tooling is exactly what data teams needed.</p><p id="a789" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">In my opinion, the next “delta” on the horizon for the data world is the <a class="af ob" rel="noopener" target="_blank" href="/its-time-for-the-modern-data-culture-stack-493036315ed2">modern data culture stack</a> — the best practices, values, and cultural rituals that will help us diverse humans of data collaborate effectively and up our productivity as we tackle our new data stacks.</p><p id="e21c" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk">However, we can only think about working together better with data after we’ve nailed, well, working with data. We’re on the cusp of getting the modern data stack right, and we can’t wait to see what new developments and trends 2022 will bring!</p></div></div></div><div class="ab cb oy oz pa pb" role="separator"><span class="pc by bm pd pe pf"></span><span class="pc by bm pd pe pf"></span><span class="pc by bm pd pe"></span></div><div class="gn go gp gq gr"><div class="ab cb"><div class="ci bh fz ga gb gc"><p id="1d2a" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk"><strong class="oe gv">Still looking to reflect on 2021? Check out my </strong><a class="af ob" rel="noopener" target="_blank" href="/2021-roundup-the-top-5-must-read-blogs-on-the-modern-data-stack-3d2d05fada77"><strong class="oe gv">top 5 must-read blogs on the modern data stack</strong></a><strong class="oe gv"> from last year.</strong></p><p id="ea9c" class="pw-post-body-paragraph oc od gu oe b hs of og oh hv oi oj ok ol om on oo op oq or os ot ou ov ow ox gn bk"><strong class="oe gv">Found this content helpful? I write weekly on active metadata, DataOps, data culture, and our learnings building </strong><a class="af ob" href="https://atlan.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Atlan</strong></a><strong class="oe gv"> at my newsletter, Metadata Weekly. </strong><a class="af ob" href="https://metadataweekly.substack.com/" rel="noopener ugc nofollow" target="_blank"><strong class="oe gv">Subscribe here.</strong></a></p></div></div></div></div></section></div></div></article></div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="pu pv ab jm"><div class="pw ab"><a class="px ay am ao" href="https://medium.com/tag/2022-predictions?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><div class="py fj cx pz ge qa qb bf b bg z bk qc">2022 Predictions</div></a></div><div class="pw ab"><a class="px ay am ao" href="https://medium.com/tag/data-science?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><div class="py fj cx pz ge qa qb bf b bg z bk qc">Data Science</div></a></div><div class="pw ab"><a class="px ay am ao" href="https://medium.com/tag/data-engineering?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><div class="py fj cx pz ge qa qb bf b bg z bk qc">Data Engineering</div></a></div><div class="pw ab"><a class="px ay am ao" href="https://medium.com/tag/data-warehouse?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><div class="py fj cx pz ge qa qb bf b bg z bk qc">Data Warehouse</div></a></div><div class="pw ab"><a class="px ay am ao" href="https://medium.com/tag/deep-dives?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><div class="py fj cx pz ge qa qb bf b bg z bk qc">Deep Dives</div></a></div></div></div></div><div class="l"></div><footer class="qd oz qe qf qg ab q qh iw c"><div class="l ae"><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="ab cp qi"><div class="ab q lh"><div class="qj l"><span class="l qk ql qm e d"><div class="ab q lh li"><div class="pw-multi-vote-icon fj jq lj lk ll"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="footerClapButton" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fvote%2Ftowards-data-science%2F4f4c91bb778f&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&user=Prukalpa&userId=38a5ef6ab673&source=---footer_actions--4f4c91bb778f---------------------clap_footer-----------" rel="noopener follow"><div><div class="bm" aria-hidden="false"><div class="lm ao ln lo lp lq am lr ls lt ll"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" aria-label="clap"><path fill-rule="evenodd" d="M11.37.828 12 3.282l.63-2.454zM13.916 3.953l1.523-2.112-1.184-.39zM8.589 1.84l1.522 2.112-.337-2.501zM18.523 18.92c-.86.86-1.75 1.246-2.62 1.33a6 6 0 0 0 .407-.372c2.388-2.389 2.86-4.951 1.399-7.623l-.912-1.603-.79-1.672c-.26-.56-.194-.98.203-1.288a.7.7 0 0 1 .546-.132c.283.046.546.231.728.5l2.363 4.157c.976 1.624 1.141 4.237-1.324 6.702m-10.999-.438L3.37 14.328a.828.828 0 0 1 .585-1.408.83.83 0 0 1 .585.242l2.158 2.157a.365.365 0 0 0 .516-.516l-2.157-2.158-1.449-1.449a.826.826 0 0 1 1.167-1.17l3.438 3.44a.363.363 0 0 0 .516 0 .364.364 0 0 0 0-.516L5.293 9.513l-.97-.97a.826.826 0 0 1 0-1.166.84.84 0 0 1 1.167 0l.97.968 3.437 3.436a.36.36 0 0 0 .517 0 .366.366 0 0 0 0-.516L6.977 7.83a.82.82 0 0 1-.241-.584.82.82 0 0 1 .824-.826c.219 0 .43.087.584.242l5.787 5.787a.366.366 0 0 0 .587-.415l-1.117-2.363c-.26-.56-.194-.98.204-1.289a.7.7 0 0 1 .546-.132c.283.046.545.232.727.501l2.193 3.86c1.302 2.38.883 4.59-1.277 6.75-1.156 1.156-2.602 1.627-4.19 1.367-1.418-.236-2.866-1.033-4.079-2.246M10.75 5.971l2.12 2.12c-.41.502-.465 1.17-.128 1.89l.22.465-3.523-3.523a.8.8 0 0 1-.097-.368c0-.22.086-.428.241-.584a.847.847 0 0 1 1.167 0m7.355 1.705c-.31-.461-.746-.758-1.23-.837a1.44 1.44 0 0 0-1.11.275c-.312.24-.505.543-.59.881a1.74 1.74 0 0 0-.906-.465 1.47 1.47 0 0 0-.82.106l-2.182-2.182a1.56 1.56 0 0 0-2.2 0 1.54 1.54 0 0 0-.396.701 1.56 1.56 0 0 0-2.21-.01 1.55 1.55 0 0 0-.416.753c-.624-.624-1.649-.624-2.237-.037a1.557 1.557 0 0 0 0 2.2c-.239.1-.501.238-.715.453a1.56 1.56 0 0 0 0 2.2l.516.515a1.556 1.556 0 0 0-.753 2.615L7.01 19c1.32 1.319 2.909 2.189 4.475 2.449q.482.08.971.08c.85 0 1.653-.198 2.393-.579.231.033.46.054.686.054 1.266 0 2.457-.52 3.505-1.567 2.763-2.763 2.552-5.734 1.439-7.586z" clip-rule="evenodd"></path></svg></div></div></div></a></span></div><div class="pw-multi-vote-count l lu lv lw lx ly lz ma"><p class="bf b dv z du"><span class="mb">--</span></p></div></div></span><span class="l h g f qn qo"><div class="ab q lh li"><div class="pw-multi-vote-icon fj jq lj lk ll"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="footerClapButton" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fvote%2Ftowards-data-science%2F4f4c91bb778f&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&user=Prukalpa&userId=38a5ef6ab673&source=---footer_actions--4f4c91bb778f---------------------clap_footer-----------" rel="noopener follow"><div><div class="bm" aria-hidden="false"><div class="lm ao ln lo lp lq am lr ls lt ll"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" aria-label="clap"><path fill-rule="evenodd" d="M11.37.828 12 3.282l.63-2.454zM13.916 3.953l1.523-2.112-1.184-.39zM8.589 1.84l1.522 2.112-.337-2.501zM18.523 18.92c-.86.86-1.75 1.246-2.62 1.33a6 6 0 0 0 .407-.372c2.388-2.389 2.86-4.951 1.399-7.623l-.912-1.603-.79-1.672c-.26-.56-.194-.98.203-1.288a.7.7 0 0 1 .546-.132c.283.046.546.231.728.5l2.363 4.157c.976 1.624 1.141 4.237-1.324 6.702m-10.999-.438L3.37 14.328a.828.828 0 0 1 .585-1.408.83.83 0 0 1 .585.242l2.158 2.157a.365.365 0 0 0 .516-.516l-2.157-2.158-1.449-1.449a.826.826 0 0 1 1.167-1.17l3.438 3.44a.363.363 0 0 0 .516 0 .364.364 0 0 0 0-.516L5.293 9.513l-.97-.97a.826.826 0 0 1 0-1.166.84.84 0 0 1 1.167 0l.97.968 3.437 3.436a.36.36 0 0 0 .517 0 .366.366 0 0 0 0-.516L6.977 7.83a.82.82 0 0 1-.241-.584.82.82 0 0 1 .824-.826c.219 0 .43.087.584.242l5.787 5.787a.366.366 0 0 0 .587-.415l-1.117-2.363c-.26-.56-.194-.98.204-1.289a.7.7 0 0 1 .546-.132c.283.046.545.232.727.501l2.193 3.86c1.302 2.38.883 4.59-1.277 6.75-1.156 1.156-2.602 1.627-4.19 1.367-1.418-.236-2.866-1.033-4.079-2.246M10.75 5.971l2.12 2.12c-.41.502-.465 1.17-.128 1.89l.22.465-3.523-3.523a.8.8 0 0 1-.097-.368c0-.22.086-.428.241-.584a.847.847 0 0 1 1.167 0m7.355 1.705c-.31-.461-.746-.758-1.23-.837a1.44 1.44 0 0 0-1.11.275c-.312.24-.505.543-.59.881a1.74 1.74 0 0 0-.906-.465 1.47 1.47 0 0 0-.82.106l-2.182-2.182a1.56 1.56 0 0 0-2.2 0 1.54 1.54 0 0 0-.396.701 1.56 1.56 0 0 0-2.21-.01 1.55 1.55 0 0 0-.416.753c-.624-.624-1.649-.624-2.237-.037a1.557 1.557 0 0 0 0 2.2c-.239.1-.501.238-.715.453a1.56 1.56 0 0 0 0 2.2l.516.515a1.556 1.556 0 0 0-.753 2.615L7.01 19c1.32 1.319 2.909 2.189 4.475 2.449q.482.08.971.08c.85 0 1.653-.198 2.393-.579.231.033.46.054.686.054 1.266 0 2.457-.52 3.505-1.567 2.763-2.763 2.552-5.734 1.439-7.586z" clip-rule="evenodd"></path></svg></div></div></div></a></span></div><div class="pw-multi-vote-count l lu lv lw lx ly lz ma"><p class="bf b dv z du"><span class="mb">--</span></p></div></div></span></div><div class="bq ab"><div><div class="bm" aria-hidden="false"><button class="ao lm me mf ab q fk mg mh" aria-label="responses"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" class="md"><path d="M18.006 16.803c1.533-1.456 2.234-3.325 2.234-5.321C20.24 7.357 16.709 4 12.191 4S4 7.357 4 11.482c0 4.126 3.674 7.482 8.191 7.482.817 0 1.622-.111 2.393-.327.231.2.48.391.744.559 1.06.693 2.203 1.044 3.399 1.044.224-.008.4-.112.486-.287a.49.49 0 0 0-.042-.518c-.495-.67-.845-1.364-1.04-2.057a4 4 0 0 1-.125-.598zm-3.122 1.055-.067-.223-.315.096a8 8 0 0 1-2.311.338c-4.023 0-7.292-2.955-7.292-6.587 0-3.633 3.269-6.588 7.292-6.588 4.014 0 7.112 2.958 7.112 6.593 0 1.794-.608 3.469-2.027 4.72l-.195.168v.255c0 .056 0 .151.016.295.025.231.081.478.154.733.154.558.398 1.117.722 1.659a5.3 5.3 0 0 1-2.165-.845c-.276-.176-.714-.383-.941-.59z"></path></svg><p class="bf b bg z du"><span class="pw-responses-count mc md">7</span></p></button></div></div></div></div><div class="ab q"><div class="pf l jj"><div><div class="bm" aria-hidden="false"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="footerBookmarkButton" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fbookmark%2Fp%2F4f4c91bb778f&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&source=---footer_actions--4f4c91bb778f---------------------bookmark_footer-----------" rel="noopener follow"><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" fill="none" viewBox="0 0 25 25" class="du mj" aria-label="Add to list bookmark button"><path fill="currentColor" d="M18 2.5a.5.5 0 0 1 1 0V5h2.5a.5.5 0 0 1 0 1H19v2.5a.5.5 0 1 1-1 0V6h-2.5a.5.5 0 0 1 0-1H18zM7 7a1 1 0 0 1 1-1h3.5a.5.5 0 0 0 0-1H8a2 2 0 0 0-2 2v14a.5.5 0 0 0 .805.396L12.5 17l5.695 4.396A.5.5 0 0 0 19 21v-8.5a.5.5 0 0 0-1 0v7.485l-5.195-4.012a.5.5 0 0 0-.61 0L7 19.985z"></path></svg></a></span></div></div></div><div class="pf l jj"><div class="bm" aria-hidden="false" aria-describedby="postFooterSocialMenu" aria-labelledby="postFooterSocialMenu"><div><div class="bm" aria-hidden="false"><button aria-controls="postFooterSocialMenu" aria-expanded="false" aria-label="Share Post" data-testid="footerSocialShareButton" class="af fk ah ai aj ak al mr an ao ap ex ms mt mh mu"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M15.218 4.931a.4.4 0 0 1-.118.132l.012.006a.45.45 0 0 1-.292.074.5.5 0 0 1-.3-.13l-2.02-2.02v7.07c0 .28-.23.5-.5.5s-.5-.22-.5-.5v-7.04l-2 2a.45.45 0 0 1-.57.04h-.02a.4.4 0 0 1-.16-.3.4.4 0 0 1 .1-.32l2.8-2.8a.5.5 0 0 1 .7 0l2.8 2.79a.42.42 0 0 1 .068.498m-.106.138.008.004v-.01zM16 7.063h1.5a2 2 0 0 1 2 2v10a2 2 0 0 1-2 2h-11c-1.1 0-2-.9-2-2v-10a2 2 0 0 1 2-2H8a.5.5 0 0 1 .35.15.5.5 0 0 1 .15.35.5.5 0 0 1-.15.35.5.5 0 0 1-.35.15H6.4c-.5 0-.9.4-.9.9v10.2a.9.9 0 0 0 .9.9h11.2c.5 0 .9-.4.9-.9v-10.2c0-.5-.4-.9-.9-.9H16a.5.5 0 0 1 0-1" clip-rule="evenodd"></path></svg></button></div></div></div></div></div></div></div></div></div></footer><div class="qp qq qr qs qt l"><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="qu bh r qv"></div><div class="qw l"><div class="ab qx qy qz jl jk"><div class="ra rb rc rd re rf rg rh ri rj ab cp"><div class="h k"><a href="https://towardsdatascience.com/?source=post_page---post_publication_info--4f4c91bb778f--------------------------------" rel="noopener follow"><div class="fj ab"><img alt="Towards Data Science" class="rk in io cx" src="https://miro.medium.com/v2/resize:fill:96:96/1*CJe3891yB1A1mzMdqemkdg.jpeg" width="48" height="48" loading="lazy"/><div class="rk l io in fs n fr rl"></div></div></a></div><div class="j i d"><a href="https://towardsdatascience.com/?source=post_page---post_publication_info--4f4c91bb778f--------------------------------" rel="noopener follow"><div class="fj ab"><img alt="Towards Data Science" class="rk rn rm cx" src="https://miro.medium.com/v2/resize:fill:128:128/1*CJe3891yB1A1mzMdqemkdg.jpeg" width="64" height="64" loading="lazy"/><div class="rk l rm rn fs n fr rl"></div></div></a></div><div class="j i d ro jj"><div class="ab"><span><a class="bf b bg z rp py rq rr rs rt ru ev ew rv rw rx fa fb fc fd bm fe ff" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fsubscribe%2Fcollection%2Ftowards-data-science&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&collection=Towards+Data+Science&collectionId=7f60cf5620c9&source=post_page---post_publication_info--4f4c91bb778f---------------------follow_profile-----------" rel="noopener follow">Follow</a></span></div></div></div><div class="ab co ry"><div class="rz sa sb sc sd l"><a class="af ag ah aj ak al am an ao ap aq ar as at ab q" href="https://towardsdatascience.com/?source=post_page---post_publication_info--4f4c91bb778f--------------------------------" rel="noopener follow"><h2 class="pw-author-name bf sf sg sh si sj sk sl ol sm sn op so sp ot sq sr bk"><span class="gn se">Published in Towards Data Science</span></h2></a><div class="pw ab im"><div class="l jj"><span class="pw-follower-count bf b bg z du"><a class="af ag ah ai aj ak al am an ao ap aq ar jc" rel="noopener follow" href="/followers?source=post_page---post_publication_info--4f4c91bb778f--------------------------------">768K Followers</a></span></div><div class="bf b bg z du ab jp"><span class="jd l" aria-hidden="true"><span class="bf b bg z du">·</span></span><a class="af ag ah ai aj ak al am an ao ap aq ar jc" rel="noopener follow" href="/level-up-your-coding-skills-with-python-threading-8f1bd06b9476?source=post_page---post_publication_info--4f4c91bb778f--------------------------------">Last published just now</a></div></div><div class="ss l"><p class="bf b bg z bk"><span class="gn">Your home for data science and AI. The world’s leading publication for data science, data analytics, data engineering, machine learning, and artificial intelligence professionals.</span></p></div></div></div><div class="h k"><div class="ab"><span><a class="bf b bg z rp py rq rr rs rt ru ev ew rv rw rx fa fb fc fd bm fe ff" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fsubscribe%2Fcollection%2Ftowards-data-science&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&collection=Towards+Data+Science&collectionId=7f60cf5620c9&source=post_page---post_publication_info--4f4c91bb778f---------------------follow_profile-----------" rel="noopener follow">Follow</a></span></div></div></div></div><div class="ab qx qy qz jl jk"><div class="ra rb rc rd re rf rg rh ri rj ab cp"><div class="h k"><a tabindex="0" href="https://prukalpa.medium.com/?source=post_page---post_author_info--4f4c91bb778f--------------------------------" rel="noopener follow"><div class="l fj"><img alt="Prukalpa" class="l fd by io in cx" src="https://miro.medium.com/v2/resize:fill:96:96/1*LQsk25B8pU_DptdEJ15w2A.png" width="48" height="48" loading="lazy"/><div class="fr by l io in fs n ay rl"></div></div></a></div><div class="j i d"><a tabindex="0" href="https://prukalpa.medium.com/?source=post_page---post_author_info--4f4c91bb778f--------------------------------" rel="noopener follow"><div class="l fj"><img alt="Prukalpa" class="l fd by rm rn cx" src="https://miro.medium.com/v2/resize:fill:128:128/1*LQsk25B8pU_DptdEJ15w2A.png" width="64" height="64" loading="lazy"/><div class="fr by l rm rn fs n ay rl"></div></div></a></div><div class="j i d ro jj"><div class="ab"><span><a class="bf b bg z rp py rq rr rs rt ru ev ew rv rw rx fa fb fc fd bm fe ff" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fsubscribe%2Fuser%2F38a5ef6ab673&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&user=Prukalpa&userId=38a5ef6ab673&source=post_page-38a5ef6ab673--post_author_info--4f4c91bb778f---------------------follow_profile-----------" rel="noopener follow">Follow</a></span></div></div></div><div class="ab co ry"><div class="rz sa sb sc sd l"><a class="af ag ah aj ak al am an ao ap aq ar as at ab q" href="https://prukalpa.medium.com/?source=post_page---post_author_info--4f4c91bb778f--------------------------------" rel="noopener follow"><h2 class="pw-author-name bf sf sg sh si sj sk sl ol sm sn op so sp ot sq sr bk"><span class="gn se">Written by Prukalpa</span></h2></a><div class="pw ab im"><div class="l jj"><span class="pw-follower-count bf b bg z du"><a class="af ag ah ai aj ak al am an ao ap aq ar jc" href="https://prukalpa.medium.com/followers?source=post_page---post_author_info--4f4c91bb778f--------------------------------" rel="noopener follow">5.2K Followers</a></span></div><div class="bf b bg z du ab jp"><span class="jd l" aria-hidden="true"><span class="bf b bg z du">·</span></span><a class="af ag ah ai aj ak al am an ao ap aq ar jc" href="https://medium.com/@prukalpa/following?source=post_page---post_author_info--4f4c91bb778f--------------------------------" rel="noopener follow">786 Following</a></div></div><div class="ss l"><p class="bf b bg z bk">Co-founder of Atlan (<a class="af ag ah ai aj ak al am an ao ap aq ar ob go" href="http://atlan.com" rel="noopener ugc nofollow">atlan.com</a>), the active metadata platform for modern data teams | Weekly newsletter for data leaders: <a class="af ag ah ai aj ak al am an ao ap aq ar ob go" href="http://metadataweekly.substack.com" rel="noopener ugc nofollow">metadataweekly.substack.com</a></p></div></div></div><div class="h k"><div class="ab"><span><a class="bf b bg z rp py rq rr rs rt ru ev ew rv rw rx fa fb fc fd bm fe ff" href="https://medium.com/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fsubscribe%2Fuser%2F38a5ef6ab673&operation=register&redirect=https%3A%2F%2Ftowardsdatascience.com%2Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f&user=Prukalpa&userId=38a5ef6ab673&source=post_page-38a5ef6ab673--post_author_info--4f4c91bb778f---------------------follow_profile-----------" rel="noopener follow">Follow</a></span></div></div></div></div></div></div><div class="st su sv sw sx l"><div class="qu bh r st su sy sz ta"></div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="ab q cp"><h2 class="bf sf tb hu tc td hx te tf tg th ti tj tk tl tm tn bk">Responses (7)</h2><div class="ab to"><div><div class="bm" aria-hidden="false"><a class="tp tq" href="https://policy.medium.com/medium-rules-30e5502c4eb4?source=post_page---post_responses--4f4c91bb778f--------------------------------" rel="noopener follow" target="_blank"><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" viewBox="0 0 25 25"><path fill-rule="evenodd" d="M11.987 5.036a.754.754 0 0 1 .914-.01c.972.721 1.767 1.218 2.6 1.543.828.322 1.719.485 2.887.505a.755.755 0 0 1 .741.757c-.018 3.623-.43 6.256-1.449 8.21-1.034 1.984-2.662 3.209-4.966 4.083a.75.75 0 0 1-.537-.003c-2.243-.874-3.858-2.095-4.897-4.074-1.024-1.951-1.457-4.583-1.476-8.216a.755.755 0 0 1 .741-.757c1.195-.02 2.1-.182 2.923-.503.827-.322 1.6-.815 2.519-1.535m.468.903c-.897.69-1.717 1.21-2.623 1.564-.898.35-1.856.527-3.026.565.037 3.45.469 5.817 1.36 7.515.884 1.684 2.25 2.762 4.284 3.571 2.092-.81 3.465-1.89 4.344-3.575.886-1.698 1.299-4.065 1.334-7.512-1.149-.039-2.091-.217-2.99-.567-.906-.353-1.745-.873-2.683-1.561m-.009 9.155a2.672 2.672 0 1 0 0-5.344 2.672 2.672 0 0 0 0 5.344m0 1a3.672 3.672 0 1 0 0-7.344 3.672 3.672 0 0 0 0 7.344m-1.813-3.777.525-.526.916.917 1.623-1.625.526.526-2.149 2.152z" clip-rule="evenodd"></path></svg></a></div></div></div></div><div class="oy l"><button class="bf b bg z bk py tr ts tt mj mg ru ev ew ex tu tv tw fa tx ty tz ua ub fb fc fd bm fe ff">See all responses</button></div></div></div></div><div class="uc ud ue uf ug l bx"><div class="h k j"><div class="qu bh uh ui"></div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="uj ab lh jm"><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://help.medium.com/hc/en-us?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Help</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://medium.statuspage.io/?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Status</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://medium.com/about?autoplay=1&source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">About</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://medium.com/jobs-at-medium/work-at-medium-959d1a85284e?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Careers</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="pressinquiries@medium.com?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Press</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://blog.medium.com/?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Blog</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://policy.medium.com/medium-privacy-policy-f03bf92035c9?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Privacy</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://policy.medium.com/medium-terms-of-service-9db0094a1e0f?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Terms</p></a></div><div class="uk ul l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://speechify.com/medium?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Text to speech</p></a></div><div class="uk l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://medium.com/business?source=post_page-----4f4c91bb778f--------------------------------" rel="noopener follow"><p class="bf b dv z du">Teams</p></a></div></div></div></div></div></div></div></div></div></div><script>window.__BUILD_ID__="main-20241126-181518-0cb59a020f"</script><script>window.__GRAPHQL_URI__ = "https://towardsdatascience.com/_/graphql"</script><script>window.__PRELOADED_STATE__ = {"algolia":{"queries":{}},"cache":{"experimentGroupSet":true,"reason":"This request is not using the cache middleware worker","group":"disabled","tags":["group-edgeCachePosts","post-4f4c91bb778f","user-38a5ef6ab673","collection-7f60cf5620c9"],"serverVariantState":"","middlewareEnabled":false,"cacheStatus":"DYNAMIC","shouldUseCache":false,"vary":[],"lohpSummerUpsellEnabled":false,"publicationHierarchyEnabledWeb":false,"postBottomResponsesEnabled":false},"client":{"hydrated":false,"isUs":false,"isNativeMedium":false,"isSafariMobile":false,"isSafari":false,"isFirefox":false,"routingEntity":{"type":"COLLECTION","id":"7f60cf5620c9","explicit":true},"viewerIsBot":false},"debug":{"requestId":"7cafd9d2-90fb-4902-abdb-24b83586f3c3","hybridDevServices":[],"originalSpanCarrier":{"traceparent":"00-35b0a83a7554987513112c01301ed839-7b3ca2291529083f-01"}},"multiVote":{"clapsPerPost":{}},"navigation":{"branch":{"show":null,"hasRendered":null,"blockedByCTA":false},"hideGoogleOneTap":false,"hasRenderedAlternateUserBanner":null,"currentLocation":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f","host":"towardsdatascience.com","hostname":"towardsdatascience.com","referrer":"","hasSetReferrer":false,"susiModal":{"step":null,"operation":"register"},"postRead":false,"partnerProgram":{"selectedCountryCode":null},"queryString":"?source=list---------1-------7ec14326b4d7---------------------"},"config":{"nodeEnv":"production","version":"main-20241126-181518-0cb59a020f","target":"production","productName":"Medium","publicUrl":"https:\u002F\u002Fcdn-client.medium.com\u002Flite","authDomain":"medium.com","authGoogleClientId":"216296035834-k1k6qe060s2tp2a2jam4ljdcms00sttg.apps.googleusercontent.com","favicon":"production","glyphUrl":"https:\u002F\u002Fglyph.medium.com","branchKey":"key_live_ofxXr2qTrrU9NqURK8ZwEhknBxiI6KBm","algolia":{"appId":"MQ57UUUQZ2","apiKeySearch":"394474ced050e3911ae2249ecc774921","indexPrefix":"medium_","host":"-dsn.algolia.net"},"recaptchaKey":"6Lfc37IUAAAAAKGGtC6rLS13R1Hrw_BqADfS1LRk","recaptcha3Key":"6Lf8R9wUAAAAABMI_85Wb8melS7Zj6ziuf99Yot5","recaptchaEnterpriseKeyId":"6Le-uGgpAAAAAPprRaokM8AKthQ9KNGdoxaGUvVp","datadog":{"applicationId":"6702d87d-a7e0-42fe-bbcb-95b469547ea0","clientToken":"pub853ea8d17ad6821d9f8f11861d23dfed","rumToken":"pubf9cc52896502b9413b68ba36fc0c7162","context":{"deployment":{"target":"production","tag":"main-20241126-181518-0cb59a020f","commit":"0cb59a020f4453d0900f671f1a6576feecc55e74"}},"datacenter":"us"},"googleAnalyticsCode":"G-7JY7T788PK","googlePay":{"apiVersion":"2","apiVersionMinor":"0","merchantId":"BCR2DN6TV7EMTGBM","merchantName":"Medium","instanceMerchantId":"13685562959212738550"},"applePay":{"version":3},"signInWallCustomDomainCollectionIds":["3a8144eabfe3","336d898217ee","61061eb0c96b","138adf9c44c","819cc2aaeee0"],"mediumMastodonDomainName":"me.dm","mediumOwnedAndOperatedCollectionIds":["8a9336e5bb4","b7e45b22fec3","193b68bd4fba","8d6b8a439e32","54c98c43354d","3f6ecf56618","d944778ce714","92d2092dc598","ae2a65f35510","1285ba81cada","544c7006046e","fc8964313712","40187e704f1c","88d9857e584e","7b6769f2748b","bcc38c8f6edf","cef6983b292","cb8577c9149e","444d13b52878","713d7dbc99b0","ef8e90590e66","191186aaafa0","55760f21cdc5","9dc80918cc93","bdc4052bbdba","8ccfed20cbb2"],"tierOneDomains":["medium.com","thebolditalic.com","arcdigital.media","towardsdatascience.com","uxdesign.cc","codeburst.io","psiloveyou.xyz","writingcooperative.com","entrepreneurshandbook.co","prototypr.io","betterhumans.coach.me","theascent.pub"],"topicsToFollow":["d61cf867d93f","8a146bc21b28","1eca0103fff3","4d562ee63426","aef1078a3ef5","e15e46793f8d","6158eb913466","55f1c20aba7a","3d18b94f6858","4861fee224fd","63c6f1f93ee","1d98b3a9a871","decb52b64abf","ae5d4995e225","830cded25262"],"topicToTagMappings":{"accessibility":"accessibility","addiction":"addiction","android-development":"android-development","art":"art","artificial-intelligence":"artificial-intelligence","astrology":"astrology","basic-income":"basic-income","beauty":"beauty","biotech":"biotech","blockchain":"blockchain","books":"books","business":"business","cannabis":"cannabis","cities":"cities","climate-change":"climate-change","comics":"comics","coronavirus":"coronavirus","creativity":"creativity","cryptocurrency":"cryptocurrency","culture":"culture","cybersecurity":"cybersecurity","data-science":"data-science","design":"design","digital-life":"digital-life","disability":"disability","economy":"economy","education":"education","equality":"equality","family":"family","feminism":"feminism","fiction":"fiction","film":"film","fitness":"fitness","food":"food","freelancing":"freelancing","future":"future","gadgets":"gadgets","gaming":"gaming","gun-control":"gun-control","health":"health","history":"history","humor":"humor","immigration":"immigration","ios-development":"ios-development","javascript":"javascript","justice":"justice","language":"language","leadership":"leadership","lgbtqia":"lgbtqia","lifestyle":"lifestyle","machine-learning":"machine-learning","makers":"makers","marketing":"marketing","math":"math","media":"media","mental-health":"mental-health","mindfulness":"mindfulness","money":"money","music":"music","neuroscience":"neuroscience","nonfiction":"nonfiction","outdoors":"outdoors","parenting":"parenting","pets":"pets","philosophy":"philosophy","photography":"photography","podcasts":"podcast","poetry":"poetry","politics":"politics","privacy":"privacy","product-management":"product-management","productivity":"productivity","programming":"programming","psychedelics":"psychedelics","psychology":"psychology","race":"race","relationships":"relationships","religion":"religion","remote-work":"remote-work","san-francisco":"san-francisco","science":"science","self":"self","self-driving-cars":"self-driving-cars","sexuality":"sexuality","social-media":"social-media","society":"society","software-engineering":"software-engineering","space":"space","spirituality":"spirituality","sports":"sports","startups":"startup","style":"style","technology":"technology","transportation":"transportation","travel":"travel","true-crime":"true-crime","tv":"tv","ux":"ux","venture-capital":"venture-capital","visual-design":"visual-design","work":"work","world":"world","writing":"writing"},"defaultImages":{"avatar":{"imageId":"1*dmbNkD5D-u45r44go_cf0g.png","height":150,"width":150},"orgLogo":{"imageId":"7*V1_7XP4snlmqrc_0Njontw.png","height":110,"width":500},"postLogo":{"imageId":"bd978bb536350a710e8efb012513429cabdc4c28700604261aeda246d0f980b7","height":810,"width":1440},"postPreviewImage":{"imageId":"1*hn4v1tCaJy7cWMyb0bpNpQ.png","height":386,"width":579}},"collectionStructuredData":{"8d6b8a439e32":{"name":"Elemental","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fcdn-images-1.medium.com\u002Fmax\u002F980\u002F1*9ygdqoKprhwuTVKUM0DLPA@2x.png","width":980,"height":159}}},"3f6ecf56618":{"name":"Forge","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fcdn-images-1.medium.com\u002Fmax\u002F596\u002F1*uULpIlImcO5TDuBZ6lm7Lg@2x.png","width":596,"height":183}}},"ae2a65f35510":{"name":"GEN","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F264\u002F1*RdVZMdvfV3YiZTw6mX7yWA.png","width":264,"height":140}}},"88d9857e584e":{"name":"LEVEL","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F540\u002F1*JqYMhNX6KNNb2UlqGqO2WQ.png","width":540,"height":108}}},"7b6769f2748b":{"name":"Marker","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fcdn-images-1.medium.com\u002Fmax\u002F383\u002F1*haCUs0wF6TgOOvfoY-jEoQ@2x.png","width":383,"height":92}}},"444d13b52878":{"name":"OneZero","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F540\u002F1*cw32fIqCbRWzwJaoQw6BUg.png","width":540,"height":123}}},"8ccfed20cbb2":{"name":"Zora","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F540\u002F1*tZUQqRcCCZDXjjiZ4bDvgQ.png","width":540,"height":106}}}},"embeddedPostIds":{"coronavirus":"cd3010f9d81f"},"sharedCdcMessaging":{"COVID_APPLICABLE_TAG_SLUGS":[],"COVID_APPLICABLE_TOPIC_NAMES":[],"COVID_APPLICABLE_TOPIC_NAMES_FOR_TOPIC_PAGE":[],"COVID_MESSAGES":{"tierA":{"text":"For more information on the novel coronavirus and Covid-19, visit cdc.gov.","markups":[{"start":66,"end":73,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]},"tierB":{"text":"Anyone can publish on Medium per our Policies, but we don’t fact-check every story. For more info about the coronavirus, see cdc.gov.","markups":[{"start":37,"end":45,"href":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Fcategories\u002F201931128-Policies-Safety"},{"start":125,"end":132,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]},"paywall":{"text":"This article has been made free for everyone, thanks to Medium Members. For more information on the novel coronavirus and Covid-19, visit cdc.gov.","markups":[{"start":56,"end":70,"href":"https:\u002F\u002Fmedium.com\u002Fmembership"},{"start":138,"end":145,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]},"unbound":{"text":"This article is free for everyone, thanks to Medium Members. For more information on the novel coronavirus and Covid-19, visit cdc.gov.","markups":[{"start":45,"end":59,"href":"https:\u002F\u002Fmedium.com\u002Fmembership"},{"start":127,"end":134,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]}},"COVID_BANNER_POST_ID_OVERRIDE_WHITELIST":["3b31a67bff4a"]},"sharedVoteMessaging":{"TAGS":["politics","election-2020","government","us-politics","election","2020-presidential-race","trump","donald-trump","democrats","republicans","congress","republican-party","democratic-party","biden","joe-biden","maga"],"TOPICS":["politics","election"],"MESSAGE":{"text":"Find out more about the U.S. election results here.","markups":[{"start":46,"end":50,"href":"https:\u002F\u002Fcookpolitical.com\u002F2020-national-popular-vote-tracker"}]},"EXCLUDE_POSTS":["397ef29e3ca5"]},"embedPostRules":[],"recircOptions":{"v1":{"limit":3},"v2":{"limit":8}},"braintreeClientKey":"production_zjkj96jm_m56f8fqpf7ngnrd4","braintree":{"enabled":true,"merchantId":"m56f8fqpf7ngnrd4","merchantAccountId":{"usd":"AMediumCorporation_instant","eur":"amediumcorporation_EUR","cad":"amediumcorporation_CAD"},"publicKey":"ds2nn34bg2z7j5gd","braintreeEnvironment":"production","dashboardUrl":"https:\u002F\u002Fwww.braintreegateway.com\u002Fmerchants","gracePeriodDurationInDays":14,"mediumMembershipPlanId":{"monthly":"ce105f8c57a3","monthlyV2":"e8a5e126-792b-4ee6-8fba-d574c1b02fc5","monthlyWithTrial":"d5ee3dbe3db8","monthlyPremium":"fa741a9b47a2","yearly":"a40ad4a43185","yearlyV2":"3815d7d6-b8ca-4224-9b8c-182f9047866e","yearlyStaff":"d74fb811198a","yearlyWithTrial":"b3bc7350e5c7","yearlyPremium":"e21bd2c12166","monthlyOneYearFree":"e6c0637a-2bad-4171-ab4f-3c268633d83c","monthly25PercentOffFirstYear":"235ecc62-0cdb-49ae-9378-726cd21c504b","monthly20PercentOffFirstYear":"ba518864-9c13-4a99-91ca-411bf0cac756","monthly15PercentOffFirstYear":"594c029b-9f89-43d5-88f8-8173af4e070e","monthly10PercentOffFirstYear":"c6c7bc9a-40f2-4b51-8126-e28511d5bdb0","monthlyForStudents":"629ebe51-da7d-41fd-8293-34cd2f2030a8","yearlyOneYearFree":"78ba7be9-0d9f-4ece-aa3e-b54b826f2bf1","yearly25PercentOffFirstYear":"2dbb010d-bb8f-4eeb-ad5c-a08509f42d34","yearly20PercentOffFirstYear":"47565488-435b-47f8-bf93-40d5fbe0ebc8","yearly15PercentOffFirstYear":"8259809b-0881-47d9-acf7-6c001c7f720f","yearly10PercentOffFirstYear":"9dd694fb-96e1-472c-8d9e-3c868d5c1506","yearlyForStudents":"e29345ef-ab1c-4234-95c5-70e50fe6bc23","monthlyCad":"p52orjkaceei","yearlyCad":"h4q9g2up9ktt"},"braintreeDiscountId":{"oneMonthFree":"MONTHS_FREE_01","threeMonthsFree":"MONTHS_FREE_03","sixMonthsFree":"MONTHS_FREE_06","fiftyPercentOffOneYear":"FIFTY_PERCENT_OFF_ONE_YEAR"},"3DSecureVersion":"2","defaultCurrency":"usd","providerPlanIdCurrency":{"4ycw":"usd","rz3b":"usd","3kqm":"usd","jzw6":"usd","c2q2":"usd","nnsw":"usd","q8qw":"usd","d9y6":"usd","fx7w":"cad","nwf2":"cad"}},"paypalClientId":"AXj1G4fotC2GE8KzWX9mSxCH1wmPE3nJglf4Z2ig_amnhvlMVX87otaq58niAg9iuLktVNF_1WCMnN7v","paypal":{"host":"https:\u002F\u002Fapi.paypal.com:443","clientMode":"production","serverMode":"live","webhookId":"4G466076A0294510S","monthlyPlan":{"planId":"P-9WR0658853113943TMU5FDQA","name":"Medium Membership (Monthly) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"yearlyPlan":{"planId":"P-7N8963881P8875835MU5JOPQ","name":"Medium Membership (Annual) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"oneYearGift":{"name":"Medium Membership (1 Year, Digital Gift Code)","description":"Unlimited access to the best and brightest stories on Medium. Gift codes can be redeemed at medium.com\u002Fredeem.","price":"50.00","currency":"USD","sku":"membership-gift-1-yr"},"oldMonthlyPlan":{"planId":"P-96U02458LM656772MJZUVH2Y","name":"Medium Membership (Monthly)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"oldYearlyPlan":{"planId":"P-59P80963JF186412JJZU3SMI","name":"Medium Membership (Annual)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"monthlyPlanWithTrial":{"planId":"P-66C21969LR178604GJPVKUKY","name":"Medium Membership (Monthly) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"yearlyPlanWithTrial":{"planId":"P-6XW32684EX226940VKCT2MFA","name":"Medium Membership (Annual) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"oldMonthlyPlanNoSetupFee":{"planId":"P-4N046520HR188054PCJC7LJI","name":"Medium Membership (Monthly)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"oldYearlyPlanNoSetupFee":{"planId":"P-7A4913502Y5181304CJEJMXQ","name":"Medium Membership (Annual)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"sdkUrl":"https:\u002F\u002Fwww.paypal.com\u002Fsdk\u002Fjs"},"stripePublishableKey":"pk_live_7FReX44VnNIInZwrIIx6ghjl","log":{"json":true,"level":"info"},"imageUploadMaxSizeMb":25,"staffPicks":{"title":"Staff Picks","catalogId":"c7bc6e1ee00f"}},"session":{"xsrf":""}}</script><script>window.__APOLLO_STATE__ = {"ROOT_QUERY":{"__typename":"Query","viewer":null,"collectionByDomainOrSlug({\"domainOrSlug\":\"towardsdatascience.com\"})":{"__ref":"Collection:7f60cf5620c9"},"variantFlags":[{"__typename":"VariantFlag","name":"enable_lite_archive_page","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_friend_links_creation","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_apple_webhook","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_medium2_kbfd","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_braintree_client","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_google_webhook","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_lite_homepage","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_update_explore_wtf","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"goliath_externalsearch_enable_comment_deindexation","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_moc_load_processor_all_recs_surfaces","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_recommended_publishers_query","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_entities_to_follow_v2","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_ios_autorefresh","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_android_offline_reading","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_diversification_rex","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"signup_services","valueType":{"__typename":"VariantFlagString","value":"twitter,facebook,google,email,google-fastidv,google-one-tap,apple"}},{"__typename":"VariantFlag","name":"textshots_userid","valueType":{"__typename":"VariantFlagString","value":""}},{"__typename":"VariantFlag","name":"enable_rito_upstream_deadlines","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_tipping_v0_ios","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_braintree_paypal","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_braintree_trial_membership","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"num_post_bottom_responses_to_show","valueType":{"__typename":"VariantFlagString","value":"3"}},{"__typename":"VariantFlag","name":"price_smoke_test_monthly","valueType":{"__typename":"VariantFlagString","value":""}},{"__typename":"VariantFlag","name":"enable_ml_rank_rex_anno","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_moc_load_processor_first_story","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"can_send_tips_v0","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_update_topic_portals_wtf","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"glyph_font_set","valueType":{"__typename":"VariantFlagString","value":"m2-unbound-source-serif-pro"}},{"__typename":"VariantFlag","name":"android_rating_prompt_stories_read_threshold","valueType":{"__typename":"VariantFlagNumber","value":2}},{"__typename":"VariantFlag","name":"enable_marketing_emails","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_friend_links_postpage_banners","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_post_bottom_responses_input","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_speechify_ios","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_susi_redesign_ios","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"limit_user_follows","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_topic_portals","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"browsable_stream_config_bucket","valueType":{"__typename":"VariantFlagString","value":"curated-topics"}},{"__typename":"VariantFlag","name":"enable_braintree_apple_pay","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_deprecate_legacy_providers_v3","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_group_gifting","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"limit_post_referrers","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"signin_services","valueType":{"__typename":"VariantFlagString","value":"twitter,facebook,google,email,google-fastidv,google-one-tap,apple"}},{"__typename":"VariantFlag","name":"enable_new_manage_membership_flow","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_premium_tier_badge","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_rex_new_push_notification_endpoint","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_ios_easy_resubscribe","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_android_dynamic_aspirational_paywall","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_newsletter_lo_flow_custom_domains","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_boost_nia_v01","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_members_only_audio","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_enable_lock_responses","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_braintree_webhook","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_premium_tier","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_lo_homepage","valueType":{"__typename":"VariantFlagString","value":"control"}},{"__typename":"VariantFlag","name":"enable_new_stripe_customers","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_pp_country_expansion","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_recaptcha_enterprise","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"available_annual_plan","valueType":{"__typename":"VariantFlagString","value":"2c754bcc2995"}},{"__typename":"VariantFlag","name":"allow_test_auth","valueType":{"__typename":"VariantFlagString","value":"disallow"}},{"__typename":"VariantFlag","name":"enable_rex_reading_history","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_apple_sign_in","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_auto_follow_on_subscribe","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_recirc_model","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_maim_the_meter","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_tribute_landing_page","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_rex_aggregator_v2","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_seamless_social_sharing","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_branch_io","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_mastodon_avatar_upload","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_author_cards_byline","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_pill_based_home_feed","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_lite_response_markup","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"rex_generator_max_candidates","valueType":{"__typename":"VariantFlagNumber","value":1000}},{"__typename":"VariantFlag","name":"ios_enable_friend_links_postpage_banners","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_footer_app_buttons","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_lists_v2","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_configure_pronouns","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_tick_landing_page","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_iceland_nux","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_remove_twitter_onboarding_step","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_social_share_sheet","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_cache_less_following_feed","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_verifications_service","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"available_monthly_plan","valueType":{"__typename":"VariantFlagString","value":"60e220181034"}},{"__typename":"VariantFlag","name":"ios_enable_friend_links_creation","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"disable_partner_program_enrollment","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_tipping_v0_android","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"price_smoke_test_yearly","valueType":{"__typename":"VariantFlagString","value":""}},{"__typename":"VariantFlag","name":"enable_android_dynamic_programming_paywall","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_ios_dynamic_paywall_aspiriational","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_pre_pp_v4","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_lite_continue_this_thread","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_susi_redesign_android","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_two_hour_refresh","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_automod","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_intrinsic_automatic_actions","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"allow_signup","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_publication_hierarchy_web","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_updated_pub_recs_ui","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_post_bottom_responses","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_starspace","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"reader_fair_distribution_non_qp","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_legacy_feed_in_iceland","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"skip_fs_cache_user_vals","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_eventstats_event_processing","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_explicit_signals_updated_post_previews","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_google_one_tap","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_image_sharer","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_speechify_widget","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"mobile_custom_app_icon","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_bg_post_post","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_braintree_google_pay","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_ios_dynamic_paywall_programming","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_ios_offline_reading","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_import","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_abandoned_cart_promotion_email","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_conversion_ranker_v2","valueType":{"__typename":"VariantFlagString","value":"control"}},{"__typename":"VariantFlag","name":"redefined_top_posts","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"reengagement_notification_duration","valueType":{"__typename":"VariantFlagNumber","value":3}},{"__typename":"VariantFlag","name":"enable_aurora_pub_follower_page","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_conversion_model_v2","valueType":{"__typename":"VariantFlagString","value":"group_2"}},{"__typename":"VariantFlag","name":"ios_in_app_free_trial","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"available_monthly_premium_plan","valueType":{"__typename":"VariantFlagString","value":"12a660186432"}},{"__typename":"VariantFlag","name":"coronavirus_topic_recirc","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_braintree_integration","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_display_paywall_after_onboarding","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_enable_verified_book_author","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"allow_access","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_iceland_forced_android","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_simplified_digest_v2_b","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_lite_server_upstream_deadlines","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"can_receive_tips_v0","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_app_flirty_thirty","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_android_miro_v2","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"onboarding_tags_from_top_views","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_syntax_highlight","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"available_annual_premium_plan","valueType":{"__typename":"VariantFlagString","value":"4a442ace1476"}},{"__typename":"VariantFlag","name":"enable_creator_welcome_email","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_switch_plan_premium_tier","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_bayesian_average_pub_search","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_tag_recs","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_author_cards","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_sprig","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_explicit_signals","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_mastodon_for_members_username_selection","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_sharer_create_post_share_key","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_android_verified_author","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_sharer_validate_post_share_key","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_billing_frequency_on_step2","valueType":{"__typename":"VariantFlagString","value":"control"}},{"__typename":"VariantFlag","name":"enable_moc_load_processor_c","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_ranker_v10","valueType":{"__typename":"VariantFlagString","value":"control"}},{"__typename":"VariantFlag","name":"enable_see_pronouns","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"ios_enable_home_post_menu","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_pp_v4","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"android_enable_editor_new_publishing_flow","valueType":{"__typename":"VariantFlagBoolean","value":true}},{"__typename":"VariantFlag","name":"enable_mastodon_for_members","valueType":{"__typename":"VariantFlagBoolean","value":true}}],"postResult({\"id\":\"4f4c91bb778f\"})":{"__ref":"Post:4f4c91bb778f"}},"ImageMetadata:1*VzTUkfeGymHP4Bvav-T-lA.png":{"__typename":"ImageMetadata","id":"1*VzTUkfeGymHP4Bvav-T-lA.png"},"Collection:7f60cf5620c9":{"__typename":"Collection","id":"7f60cf5620c9","favicon":{"__ref":"ImageMetadata:1*VzTUkfeGymHP4Bvav-T-lA.png"},"customStyleSheet":null,"colorPalette":{"__typename":"ColorPalette","highlightSpectrum":{"__typename":"ColorSpectrum","backgroundColor":"#FFFFFFFF","colorPoints":[{"__typename":"ColorPoint","color":"#FFEDF4FC","point":0},{"__typename":"ColorPoint","color":"#FFE9F2FD","point":0.1},{"__typename":"ColorPoint","color":"#FFE6F1FD","point":0.2},{"__typename":"ColorPoint","color":"#FFE2EFFD","point":0.3},{"__typename":"ColorPoint","color":"#FFDFEEFD","point":0.4},{"__typename":"ColorPoint","color":"#FFDBECFE","point":0.5},{"__typename":"ColorPoint","color":"#FFD7EBFE","point":0.6},{"__typename":"ColorPoint","color":"#FFD4E9FE","point":0.7},{"__typename":"ColorPoint","color":"#FFD0E7FF","point":0.8},{"__typename":"ColorPoint","color":"#FFCCE6FF","point":0.9},{"__typename":"ColorPoint","color":"#FFC8E4FF","point":1}]},"defaultBackgroundSpectrum":{"__typename":"ColorSpectrum","backgroundColor":"#FFFFFFFF","colorPoints":[{"__typename":"ColorPoint","color":"#FF668AAA","point":0},{"__typename":"ColorPoint","color":"#FF61809D","point":0.1},{"__typename":"ColorPoint","color":"#FF5A7690","point":0.2},{"__typename":"ColorPoint","color":"#FF546C83","point":0.3},{"__typename":"ColorPoint","color":"#FF4D6275","point":0.4},{"__typename":"ColorPoint","color":"#FF455768","point":0.5},{"__typename":"ColorPoint","color":"#FF3D4C5A","point":0.6},{"__typename":"ColorPoint","color":"#FF34414C","point":0.7},{"__typename":"ColorPoint","color":"#FF2B353E","point":0.8},{"__typename":"ColorPoint","color":"#FF21282F","point":0.9},{"__typename":"ColorPoint","color":"#FF161B1F","point":1}]},"tintBackgroundSpectrum":{"__typename":"ColorSpectrum","backgroundColor":"#FF355876","colorPoints":[{"__typename":"ColorPoint","color":"#FF355876","point":0},{"__typename":"ColorPoint","color":"#FF4D6C88","point":0.1},{"__typename":"ColorPoint","color":"#FF637F99","point":0.2},{"__typename":"ColorPoint","color":"#FF7791A8","point":0.3},{"__typename":"ColorPoint","color":"#FF8CA2B7","point":0.4},{"__typename":"ColorPoint","color":"#FF9FB3C6","point":0.5},{"__typename":"ColorPoint","color":"#FFB2C3D4","point":0.6},{"__typename":"ColorPoint","color":"#FFC5D2E1","point":0.7},{"__typename":"ColorPoint","color":"#FFD7E2EE","point":0.8},{"__typename":"ColorPoint","color":"#FFE9F1FA","point":0.9},{"__typename":"ColorPoint","color":"#FFFBFFFF","point":1}]}},"domain":"towardsdatascience.com","slug":"towards-data-science","googleAnalyticsId":null,"editors":[{"__typename":"CollectionMastheadUserItem","user":{"__ref":"User:e6ad8abedec9"}},{"__typename":"CollectionMastheadUserItem","user":{"__ref":"User:895063a310f4"}},{"__typename":"CollectionMastheadUserItem","user":{"__ref":"User:7e12c71dfa81"}}],"name":"Towards Data Science","avatar":{"__ref":"ImageMetadata:1*CJe3891yB1A1mzMdqemkdg.jpeg"},"description":"Your home for data science and AI. The world’s leading publication for data science, data analytics, data engineering, machine learning, and artificial intelligence professionals.","subscriberCount":768703,"latestPostsConnection({\"paging\":{\"limit\":1}})":{"__typename":"PostConnection","posts":[{"__ref":"Post:8f1bd06b9476"}]},"viewerEdge":{"__ref":"CollectionViewerEdge:collectionId:7f60cf5620c9-viewerId:lo_e6e5b8348318"},"twitterUsername":"TDataScience","facebookPageId":null,"logo":{"__ref":"ImageMetadata:1*cFFKn8rFH4ZndmaYeAs6iQ.png"}},"User:e6ad8abedec9":{"__typename":"User","id":"e6ad8abedec9"},"User:895063a310f4":{"__typename":"User","id":"895063a310f4"},"User:7e12c71dfa81":{"__typename":"User","id":"7e12c71dfa81"},"ImageMetadata:1*CJe3891yB1A1mzMdqemkdg.jpeg":{"__typename":"ImageMetadata","id":"1*CJe3891yB1A1mzMdqemkdg.jpeg"},"User:7390355d40fe":{"__typename":"User","id":"7390355d40fe","customDomainState":null,"hasSubdomain":false,"username":"marcellopoliti"},"Post:8f1bd06b9476":{"__typename":"Post","id":"8f1bd06b9476","firstPublishedAt":1732726930603,"creator":{"__ref":"User:7390355d40fe"},"collection":{"__ref":"Collection:7f60cf5620c9"},"isSeries":false,"mediumUrl":"https:\u002F\u002Ftowardsdatascience.com\u002Flevel-up-your-coding-skills-with-python-threading-8f1bd06b9476","sequence":null,"uniqueSlug":"level-up-your-coding-skills-with-python-threading-8f1bd06b9476"},"LinkedAccounts:38a5ef6ab673":{"__typename":"LinkedAccounts","mastodon":null,"id":"38a5ef6ab673"},"UserViewerEdge:userId:38a5ef6ab673-viewerId:lo_e6e5b8348318":{"__typename":"UserViewerEdge","id":"userId:38a5ef6ab673-viewerId:lo_e6e5b8348318","isFollowing":false,"isUser":false,"isMuting":false},"NewsletterV3:2f880ca43c6":{"__typename":"NewsletterV3","id":"2f880ca43c6","type":"NEWSLETTER_TYPE_AUTHOR","slug":"38a5ef6ab673","name":"38a5ef6ab673","collection":null,"user":{"__ref":"User:38a5ef6ab673"}},"User:38a5ef6ab673":{"__typename":"User","id":"38a5ef6ab673","name":"Prukalpa","username":"prukalpa","newsletterV3":{"__ref":"NewsletterV3:2f880ca43c6"},"linkedAccounts":{"__ref":"LinkedAccounts:38a5ef6ab673"},"isSuspended":false,"imageId":"1*LQsk25B8pU_DptdEJ15w2A.png","mediumMemberAt":0,"verifications":{"__typename":"VerifiedInfo","isBookAuthor":false},"socialStats":{"__typename":"SocialStats","followerCount":5247,"followingCount":726,"collectionFollowingCount":60},"customDomainState":{"__typename":"CustomDomainState","live":{"__typename":"CustomDomain","domain":"prukalpa.medium.com"}},"hasSubdomain":true,"bio":"Co-founder of Atlan (atlan.com), the active metadata platform for modern data teams | Weekly newsletter for data leaders: metadataweekly.substack.com","isPartnerProgramEnrolled":false,"viewerEdge":{"__ref":"UserViewerEdge:userId:38a5ef6ab673-viewerId:lo_e6e5b8348318"},"viewerIsUser":false,"postSubscribeMembershipUpsellShownAt":0,"membership":null,"allowNotes":true,"twitterScreenName":"prukalpa"},"Topic:ae5d4995e225":{"__typename":"Topic","slug":"data-science","id":"ae5d4995e225","name":"Data Science"},"Paragraph:da01d9c7187e_0":{"__typename":"Paragraph","id":"da01d9c7187e_0","name":"2a20","type":"H3","href":null,"layout":null,"metadata":null,"text":"The Future of the Modern Data Stack in 2022","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_1":{"__typename":"Paragraph","id":"da01d9c7187e_1","name":"f51a","type":"H4","href":null,"layout":null,"metadata":null,"text":"Featuring the 6 big ideas you should know from 2021","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*PveFw0S-wDUbSPVRXf0M5Q.jpeg":{"__typename":"ImageMetadata","id":"1*PveFw0S-wDUbSPVRXf0M5Q.jpeg","originalHeight":1080,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_2":{"__typename":"Paragraph","id":"da01d9c7187e_2","name":"e5d5","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*PveFw0S-wDUbSPVRXf0M5Q.jpeg"},"text":"Photo by Mike Kononov on Unsplash","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":9,"end":21,"href":"https:\u002F\u002Funsplash.com\u002F@mikofilm?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":25,"end":33,"href":"https:\u002F\u002Funsplash.com\u002F?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_3":{"__typename":"Paragraph","id":"da01d9c7187e_3","name":"314f","type":"P","href":null,"layout":null,"metadata":null,"text":"The 2023 version of this article is out! Read it here.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":41,"end":54,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-future-of-the-modern-data-stack-in-2023-b08c2aed04e2","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":0,"end":54,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_4":{"__typename":"Paragraph","id":"da01d9c7187e_4","name":"6aaf","type":"P","href":null,"layout":null,"metadata":null,"text":"As the data world slowed down for the holidays, I got some downtime to step back and think about the last year. And I can’t help but think, wow, what a year it’s been!","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_5":{"__typename":"Paragraph","id":"da01d9c7187e_5","name":"a6ed","type":"P","href":null,"layout":null,"metadata":null,"text":"Is it just me, or did data go through five years’ worth of change in 2021?","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_6":{"__typename":"Paragraph","id":"da01d9c7187e_6","name":"cb8a","type":"P","href":null,"layout":null,"metadata":null,"text":"It’s partially COVID time, where a month feels like a day and a year at the same time. You’d blink, and suddenly there would be a new buzzword dominating Data Twitter. It’s also partially the deluge of VC money and crazy startup rounds, which added fuel to the year’s data fire.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":15,"end":25,"href":"https:\u002F\u002Fwww.refinery29.com\u002Fen-us\u002F2021\u002F03\u002F10332829\u002Fwhy-does-time-feel-weird-covid-pandemic","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:63c2e7ab2c29835413af3bfff0a3051a":{"__typename":"MediaResource","id":"63c2e7ab2c29835413af3bfff0a3051a","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fkashgupta_\u002Fstatus\u002F1461072695802482690&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"Kashish Gupta 🤯 on Twitter: \"feeling cute today, might delete 💅 pic.twitter.com\u002Fl17922bIVS \u002F Twitter\""},"Paragraph:da01d9c7187e_7":{"__typename":"Paragraph","id":"da01d9c7187e_7","name":"57e3","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:63c2e7ab2c29835413af3bfff0a3051a"}},"mixtapeMetadata":null},"Paragraph:da01d9c7187e_8":{"__typename":"Paragraph","id":"da01d9c7187e_8","name":"464d","type":"P","href":null,"layout":null,"metadata":null,"text":"With so much hype, it’s hard to know what trends are here to stay and which will disappear just as quickly as they arose.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_9":{"__typename":"Paragraph","id":"da01d9c7187e_9","name":"4e7c","type":"P","href":null,"layout":null,"metadata":null,"text":"This blog breaks down the six ideas you should know about the modern data stack going into 2022 — the ones that exploded in the data world last year and don’t seem to be going away.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":26,"end":95,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*5yk3ETjqJf6gstdQXVpbUg.png":{"__typename":"ImageMetadata","id":"1*5yk3ETjqJf6gstdQXVpbUg.png","originalHeight":412,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_10":{"__typename":"Paragraph","id":"da01d9c7187e_10","name":"b4cc","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*5yk3ETjqJf6gstdQXVpbUg.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_11":{"__typename":"Paragraph","id":"da01d9c7187e_11","name":"f1a7","type":"P","href":null,"layout":null,"metadata":null,"text":"You probably know this term by now, even you don’t exactly know what it means. The idea of the “data mesh” came from two 2019 blogs by Zhamak Dehghani, Director of Emerging Technologies at Thoughtworks:","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":189,"end":201,"href":"https:\u002F\u002Fwww.thoughtworks.com\u002Fen-us","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":96,"end":105,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":135,"end":150,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_12":{"__typename":"Paragraph","id":"da01d9c7187e_12","name":"977c","type":"OLI","href":null,"layout":null,"metadata":null,"text":"How to Move Beyond a Monolithic Data Lake to a Distributed Data Mesh","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":0,"end":68,"href":"https:\u002F\u002Fmartinfowler.com\u002Farticles\u002Fdata-monolith-to-mesh.html","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_13":{"__typename":"Paragraph","id":"da01d9c7187e_13","name":"e504","type":"OLI","href":null,"layout":null,"metadata":null,"text":"Data Mesh Principles and Logical Architecture","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":0,"end":45,"href":"https:\u002F\u002Fmartinfowler.com\u002Farticles\u002Fdata-mesh-principles.html","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_14":{"__typename":"Paragraph","id":"da01d9c7187e_14","name":"bcc2","type":"P","href":null,"layout":null,"metadata":null,"text":"Its core idea is that companies can become more data-driven by moving from centralized data warehouses and lakes to a “domain-oriented decentralized data ownership and architecture” driven by self-serve data and “federated computational governance”.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_15":{"__typename":"Paragraph","id":"da01d9c7187e_15","name":"ca0e","type":"P","href":null,"layout":null,"metadata":null,"text":"As you can see, the language around the data mesh gets complex fast, which is why there’s no shortage of “what actually is a data mesh?” articles.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":106,"end":110,"href":"https:\u002F\u002Fcnr.sh\u002Fessays\u002Fwhat-the-heck-data-mesh","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":111,"end":119,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fwhat-is-a-data-mesh-and-how-not-to-mesh-it-up-210710bb41e0","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":120,"end":122,"href":"https:\u002F\u002Fdatakitchen.io\u002Fwhat-is-a-data-mesh\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":123,"end":124,"href":"https:\u002F\u002Fwww.starburst.io\u002Flearn\u002Fdata-fundamentals\u002Fwhat-is-data-mesh\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":125,"end":129,"href":"https:\u002F\u002Fwww.jamesserra.com\u002Farchive\u002F2021\u002F02\u002Fdata-mesh\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":130,"end":134,"href":"https:\u002F\u002Fdatameshlearning.com\u002Fintro-to-data-mesh\u002F","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:3048d8fda3995e2fc606cb4ebc9ea615":{"__typename":"MediaResource","id":"3048d8fda3995e2fc606cb4ebc9ea615","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fpedram_navid\u002Fstatus\u002F1426245962599702533&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"2021 the SQL on Twitter: \"I'm happy to announce The Data Sieve, a hyper-optimized transduction layer for your data pipelines that helps eliminate errors through reductive analysis of the gradient barrier, enabling greater synergy among teams by dislocating underallocated functional paradigms. 🌕🚀👏 \u002F Twitter\""},"Paragraph:da01d9c7187e_16":{"__typename":"Paragraph","id":"da01d9c7187e_16","name":"f7a7","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:3048d8fda3995e2fc606cb4ebc9ea615"}},"mixtapeMetadata":null},"Paragraph:da01d9c7187e_17":{"__typename":"Paragraph","id":"da01d9c7187e_17","name":"b972","type":"P","href":null,"layout":null,"metadata":null,"text":"The idea of the data mesh has been quietly growing since 2019, until suddenly it was everywhere in 2021. The Thoughtworks Technology Radar moved Data Mesh’s status from “Trial” to “Assess” in just one year. The Data Mesh Learning Community launched, and their Slack group got over 1,500 signups in 45 days. Zalando started doing talks about how it moved to a data mesh.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":109,"end":138,"href":"https:\u002F\u002Fwww.thoughtworks.com\u002Fde-de\u002Fradar\u002Ftechniques\u002Fdata-mesh","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":211,"end":239,"href":"https:\u002F\u002Fdatameshlearning.com\u002Fjoin-the-community\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":281,"end":294,"href":"https:\u002F\u002Fdatameshlearning.substack.com\u002Fp\u002Fdata-mesh-learning-slack-update-mar","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":307,"end":314,"href":"https:\u002F\u002Fdatabricks.com\u002Fsession_na20\u002Fdata-mesh-in-practice-how-europes-leading-online-platform-for-fashion-goes-beyond-the-data-lake","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":109,"end":138,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":211,"end":239,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":307,"end":314,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_18":{"__typename":"Paragraph","id":"da01d9c7187e_18","name":"bdb6","type":"P","href":null,"layout":null,"metadata":null,"text":"Soon enough, hot takes were flying back and forth on Twitter, with data leaders arguing over whether the data mesh is revolutionary or ridiculous.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:ff902ebfd99188dfba3e9739483e4a37":{"__typename":"MediaResource","id":"ff902ebfd99188dfba3e9739483e4a37","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fcmastication\u002Fstatus\u002F1426492692838637573&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"JD Long on Twitter: \"\"data mesh\" vs. \"data fabric\" is the latest debate where I literally don't know what the terms mean much less which I want. Which one means \"there's a complete data dictionary and the ETL code is well documented & I have access to it all in github\"? bc I want that one \u002F Twitter\""},"Paragraph:da01d9c7187e_19":{"__typename":"Paragraph","id":"da01d9c7187e_19","name":"8161","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:ff902ebfd99188dfba3e9739483e4a37"}},"mixtapeMetadata":null},"ImageMetadata:1*fbMo7H3BUiX2Rze4rGdjFQ.png":{"__typename":"ImageMetadata","id":"1*fbMo7H3BUiX2Rze4rGdjFQ.png","originalHeight":212,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_20":{"__typename":"Paragraph","id":"da01d9c7187e_20","name":"2eb9","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*fbMo7H3BUiX2Rze4rGdjFQ.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_21":{"__typename":"Paragraph","id":"da01d9c7187e_21","name":"85dc","type":"P","href":null,"layout":null,"metadata":null,"text":"In 2022, I think we’ll see a ton of platforms rebrand and offer their services as the “ultimate data mesh platform”. But the thing is, the data mesh isn’t a platform or a service that you can buy off the shelf. It’s a design concept with some wonderful concepts like distributed ownership, domain-based design, data discoverability, and data product shipping standards — all of which are worth trying to operationalize in your organization.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_22":{"__typename":"Paragraph","id":"da01d9c7187e_22","name":"c86e","type":"P","href":null,"layout":null,"metadata":null,"text":"So here’s my advice: As data leaders, it is important to stick to the first principles at a conceptual level, rather than buy into the hype that you’ll inevitably see in the market soon. I wouldn’t be surprised if some teams (especially smaller ones) can achieve the data mesh architecture through a fully centralized data platform built on Snowflake and dbt, whereas others will leverage the same principles to consolidate their “data mesh” across complex multi-cloud environments.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*Z34rFDtficGWS_P-F8BD2w.png":{"__typename":"ImageMetadata","id":"1*Z34rFDtficGWS_P-F8BD2w.png","originalHeight":411,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_23":{"__typename":"Paragraph","id":"da01d9c7187e_23","name":"7d77","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*Z34rFDtficGWS_P-F8BD2w.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_24":{"__typename":"Paragraph","id":"da01d9c7187e_24","name":"df60","type":"P","href":null,"layout":null,"metadata":null,"text":"Metrics are critical to assessing and driving a company’s growth, but they’ve been struggling for years. They’re often split across different data tools, with different definitions for the same metric across different teams or dashboards.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_25":{"__typename":"Paragraph","id":"da01d9c7187e_25","name":"88ba","type":"P","href":null,"layout":null,"metadata":null,"text":"In 2021, people finally started talking about how the modern data stack could fix this issue. It’s been called the metrics layer, metrics store, headless BI, and even more names than I can list here.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":115,"end":128,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":130,"end":143,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":145,"end":156,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_26":{"__typename":"Paragraph","id":"da01d9c7187e_26","name":"abfd","type":"P","href":null,"layout":null,"metadata":null,"text":"It started in January, when Base Case proposed “Headless Business Intelligence”, a new approach to solving metrics problems. A couple months later, Benn Stancil from Mode talked about the “missing metrics layer” in today’s data stack.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":48,"end":78,"href":"https:\u002F\u002Fbasecase.vc\u002Fblog\u002Fheadless-bi","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":166,"end":170,"href":"https:\u002F\u002Fmode.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":189,"end":210,"href":"https:\u002F\u002Fbenn.substack.com\u002Fp\u002Fmetrics-layer","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":28,"end":37,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":148,"end":160,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_27":{"__typename":"Paragraph","id":"da01d9c7187e_27","name":"173f","type":"P","href":null,"layout":null,"metadata":null,"text":"That’s when things really took off. Four days later, Mona Akmal and Aakash Kambuj from Falkon published articles about making metrics first-class citizens and the “modern metrics stack”.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":87,"end":93,"href":"https:\u002F\u002Fwww.falkon.org\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":134,"end":154,"href":"https:\u002F\u002Fblog.falkon.ai\u002Fwhy-metrics-should-be-a-first-class-citizen-in-a-modern-data-stack-2e8e5cdbdff2","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":164,"end":184,"href":"https:\u002F\u002Fblog.falkon.ai\u002Fthe-7-traits-of-a-modern-metrics-stack-15403d488318","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":53,"end":63,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":68,"end":81,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:4238ea2bac63457b2139aaf271be68a9":{"__typename":"MediaResource","id":"4238ea2bac63457b2139aaf271be68a9","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fthebmbennett\u002Fstatus\u002F1428785185978527746&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"brittany bennett | 500+ connections on Twitter: \"i have drunk the kool aid and am now obsessed with the concept of the metrics layer. send me your best articles and hottest takes \u002F Twitter\""},"Paragraph:da01d9c7187e_28":{"__typename":"Paragraph","id":"da01d9c7187e_28","name":"be5b","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:4238ea2bac63457b2139aaf271be68a9"}},"mixtapeMetadata":null},"Paragraph:da01d9c7187e_29":{"__typename":"Paragraph","id":"da01d9c7187e_29","name":"388f","type":"P","href":null,"layout":null,"metadata":null,"text":"Two days after that, Airbnb announced that it had been building a home-grown metrics platform called Minerva to solve this issue. Other prominent tech companies soon followed suit, including LinkedIn’s Unified Metrics Platform, Uber’s uMetric, and Spotify’s metrics catalog in their “new experimentation platform”.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":101,"end":108,"href":"https:\u002F\u002Fmedium.com\u002Fairbnb-engineering\u002Fhow-airbnb-achieved-metric-consistency-at-scale-f23cc53dea70","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":202,"end":226,"href":"https:\u002F\u002Fengineering.linkedin.com\u002Funified-metrics-platform","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":235,"end":242,"href":"https:\u002F\u002Feng.uber.com\u002Fumetric\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":284,"end":312,"href":"https:\u002F\u002Fengineering.atspotify.com\u002F2020\u002F10\u002F29\u002Fspotifys-new-experimentation-platform-part-1\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":101,"end":108,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_30":{"__typename":"Paragraph","id":"da01d9c7187e_30","name":"d66f","type":"P","href":null,"layout":null,"metadata":null,"text":"Just when we thought this fervor had died down, Drew Banin (CPO and Co-Founder of dbt) opened a PR on dbtcore in October. He hinted that dbt would be incorporating a metrics layer into its product, and even included links to those foundational blogs by Benn and Base Case. The PR blew up and reignited the discussion around building a better metrics layer in the modern data stack.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":82,"end":85,"href":"https:\u002F\u002Fwww.getdbt.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":96,"end":98,"href":"https:\u002F\u002Fgithub.com\u002Fdbt-labs\u002Fdbt-core\u002Fissues\u002F4071","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":48,"end":58,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_31":{"__typename":"Paragraph","id":"da01d9c7187e_31","name":"fe45","type":"P","href":null,"layout":null,"metadata":null,"text":"Meanwhile, a bunch of early stage startups have launched to compete for this space. Transform is probably the biggest name so far, but Metriql, Lightdash, Supergrain, and Metlo also launched this year. Some bigger names are also pivoting to compete in the metrics layer, such as GoodData’s foray into Headless BI.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":84,"end":93,"href":"https:\u002F\u002Ftransform.co\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":135,"end":142,"href":"https:\u002F\u002Fmetriql.com\u002Fblog\u002Fintroducing-metriql-open-source-metrics-store\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":144,"end":153,"href":"https:\u002F\u002Fwww.lightdash.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":155,"end":165,"href":"https:\u002F\u002Fwww.supergrain.com\u002Fblog\u002Fintroducing-supergrain","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":171,"end":176,"href":"https:\u002F\u002Fblog.metlo.com\u002Fannouncing-our-metrics-store\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":301,"end":312,"href":"https:\u002F\u002Fwww.gooddata.com\u002Fheadless-bi\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":84,"end":93,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":135,"end":142,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":144,"end":153,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":155,"end":165,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":171,"end":176,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":279,"end":287,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*vxpt3poE493bFZtyvIqLug.png":{"__typename":"ImageMetadata","id":"1*vxpt3poE493bFZtyvIqLug.png","originalHeight":217,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_32":{"__typename":"Paragraph","id":"da01d9c7187e_32","name":"d6f1","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*vxpt3poE493bFZtyvIqLug.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_33":{"__typename":"Paragraph","id":"da01d9c7187e_33","name":"7b02","type":"P","href":null,"layout":null,"metadata":null,"text":"I am extremely excited about the metrics layer finally becoming a thing. A few months ago, George Fraser from Fivetran had an unpopular opinion that all metrics stores will evolve into BI tools. While I don’t fully agree, I do believe that a metrics layer that isn’t tightly integrated with BI is unlikely to ever become commonplace.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":149,"end":193,"href":"https:\u002F\u002Ftwitter.com\u002Ffrasergeorgew\u002Fstatus\u002F1468986410464002053?s=20","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":91,"end":104,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_34":{"__typename":"Paragraph","id":"da01d9c7187e_34","name":"3542","type":"P","href":null,"layout":null,"metadata":null,"text":"However, existing BI tools aren’t really incentivized to integrate an external metrics layer into their tools… which makes this a chicken and egg problem. Standalone metrics layers will struggle to encourage BI tools to adopt their frameworks, and will be forced to build BI like Looker was forced to many years ago.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":280,"end":316,"href":"https:\u002F\u002Ftwitter.com\u002Ffrasergeorgew\u002Fstatus\u002F1468993284554969088?s=20","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_35":{"__typename":"Paragraph","id":"da01d9c7187e_35","name":"b2d6","type":"P","href":null,"layout":null,"metadata":null,"text":"This is why I’m really excited about dbt announcing their foray into the metrics layer. dbt already has enough distribution to encourage at least the modern BI tools (e.g. Preset, Mode, Thoughtspot) to integrate deeply into the dbt metrics API, which may create competitive pressure for the larger BI players.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_36":{"__typename":"Paragraph","id":"da01d9c7187e_36","name":"f461","type":"P","href":null,"layout":null,"metadata":null,"text":"I also think that metrics layers are so deeply intertwined with the transformation process that intuitively this makes sense. My prediction is that we’ll see metrics become a first-class citizen in more transformation tools in 2022.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*xtQzOo9m0mDWTCmgKN_JPg.png":{"__typename":"ImageMetadata","id":"1*xtQzOo9m0mDWTCmgKN_JPg.png","originalHeight":412,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_37":{"__typename":"Paragraph","id":"da01d9c7187e_37","name":"e590","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*xtQzOo9m0mDWTCmgKN_JPg.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_38":{"__typename":"Paragraph","id":"da01d9c7187e_38","name":"78da","type":"P","href":null,"layout":null,"metadata":null,"text":"For years, ETL (Extract, Transform, Load) was how data teams populated their systems. First, they’d pull data from third-party systems, clean it up, and then load it into their warehouses. This was great because it kept data warehouses clean and orderly, but it also meant that it took forever to get data into warehouses. Sometimes, data teams just wanted to dump raw data into their systems and deal with it later.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":11,"end":14,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_39":{"__typename":"Paragraph","id":"da01d9c7187e_39","name":"8d19","type":"P","href":null,"layout":null,"metadata":null,"text":"That’s why many companies moved from ETL to ELT (Extract, Load, Transform) a couple of years ago. Instead of transforming data first, companies would send raw data into a data lake, then transform it later for a specific use case or problem.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":44,"end":47,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_40":{"__typename":"Paragraph","id":"da01d9c7187e_40","name":"4fed","type":"P","href":null,"layout":null,"metadata":null,"text":"In 2021, we got another major evolution in this idea — reverse ETL. This concept first started getting attention in February, when Astasia Myers (Founding Enterprise Partner at Quiet Capital) wrote an article about the emergence of reverse ETL.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":177,"end":190,"href":"https:\u002F\u002Fwww.quiet.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":219,"end":243,"href":"https:\u002F\u002Fmedium.com\u002Fmemory-leak\u002Freverse-etl-a-primer-4e6694dcc7fb","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":55,"end":66,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":131,"end":144,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_41":{"__typename":"Paragraph","id":"da01d9c7187e_41","name":"f826","type":"P","href":null,"layout":null,"metadata":null,"text":"Since then, Hightouch and Census (both of which launched in December 2020) have set off a firestorm as they’ve battled to own the reverse ETL space. Census announced that it raised a $16 million Series A in February and published a series of benchmarking reports targeting Hightouch. Hightouch countered with three raises of a total $54.2 million in less than 12 months.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":12,"end":21,"href":"https:\u002F\u002Fhightouch.io\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":26,"end":32,"href":"https:\u002F\u002Fwww.getcensus.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":183,"end":194,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F02\u002F18\u002Fcensus-raises-16m\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":242,"end":262,"href":"https:\u002F\u002Fblog.getcensus.com\u002Freverse-etl-benchmark-series-pt-3-census-87x-faster-than-hightouch-for-crm-syncs\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":309,"end":321,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F11\u002F17\u002Fcustomer-data-hightouch\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":12,"end":21,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":26,"end":32,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_42":{"__typename":"Paragraph","id":"da01d9c7187e_42","name":"228d","type":"P","href":null,"layout":null,"metadata":null,"text":"Hightouch and Census have dominated the reverse ETL discussion this year, but they’re not the only ones in the space. Other notable companies are Grouparoo, HeadsUp, Polytomic, Rudderstack, and Workato (who closed a $200m Series E in November). Seekwell even got acquired by Thoughtspot in March.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":146,"end":155,"href":"https:\u002F\u002Fwww.grouparoo.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":157,"end":165,"href":"https:\u002F\u002Fwww.headsup.ai\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":166,"end":175,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F02\u002F03\u002Fpolytomic-announces-2-4m-seed-to-move-business-data-where-its-needed\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":177,"end":188,"href":"https:\u002F\u002Frudderstack.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":194,"end":201,"href":"https:\u002F\u002Fwww.workato.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":263,"end":271,"href":"https:\u002F\u002Fwww.businesswire.com\u002Fnews\u002Fhome\u002F20210331005210\u002Fen\u002FThoughtSpot-Acquires-SeekWell-to-Operationalize-Analytics-and-Push-Cloud-Data-Insights-to-Business-Apps","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":146,"end":155,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":157,"end":164,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":166,"end":175,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":177,"end":188,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":194,"end":201,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":245,"end":253,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:517bfa75f1fe3d5820480203f7a28d6e":{"__typename":"MediaResource","id":"517bfa75f1fe3d5820480203f7a28d6e","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fbernhardsson\u002Fstatus\u002F1435639674987495429&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"Erik Bernhardsson on Twitter: \"With the risk of sounding dumb, why do we have one set of startups doing ETL connectors and another one doing reverse ETL connectors? \u002F Twitter\""},"Paragraph:da01d9c7187e_43":{"__typename":"Paragraph","id":"da01d9c7187e_43","name":"bcd9","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:517bfa75f1fe3d5820480203f7a28d6e"}},"mixtapeMetadata":null},"MediaResource:1b21840b590dcb09b06b7d80dcbfdb20":{"__typename":"MediaResource","id":"1b21840b590dcb09b06b7d80dcbfdb20","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fsethrosen\u002Fstatus\u002F1372679088964517898&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"Seth Rosen on Twitter: \"Few people know this but in order to implement Reverse ETL you need to write reverse SQL. For example:;elbat MORF * TCELES \u002F Twitter\""},"Paragraph:da01d9c7187e_44":{"__typename":"Paragraph","id":"da01d9c7187e_44","name":"e2f2","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:1b21840b590dcb09b06b7d80dcbfdb20"}},"mixtapeMetadata":null},"ImageMetadata:1*w2FLiQVlmjx6_y0W3mkisQ.png":{"__typename":"ImageMetadata","id":"1*w2FLiQVlmjx6_y0W3mkisQ.png","originalHeight":221,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_45":{"__typename":"Paragraph","id":"da01d9c7187e_45","name":"6307","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*w2FLiQVlmjx6_y0W3mkisQ.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_46":{"__typename":"Paragraph","id":"da01d9c7187e_46","name":"16c2","type":"P","href":null,"layout":null,"metadata":null,"text":"I’m pretty excited about everything that’s solving the “last mile” problem in the modern data stack. We’re now talking more about how to use data in daily operations than how to warehouse it — that’s an incredible sign of how mature the fundamental building blocks of the data stack (warehousing, transformation, etc) have become!","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_47":{"__typename":"Paragraph","id":"da01d9c7187e_47","name":"2d95","type":"P","href":null,"layout":null,"metadata":null,"text":"What I’m not so sure about is whether reverse ETL should be its own space or just be combined with a data ingestion tool, given how similar the fundamental capabilities of piping data in and out are. Players like Hevodata have already started offering both ingestion and reverse ETL services in the same product, and I believe that we might see more consolidation (or deeper go-to-market partnerships) in the space soon.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*L88n5viQ8kpwfrav3YFNFw.png":{"__typename":"ImageMetadata","id":"1*L88n5viQ8kpwfrav3YFNFw.png","originalHeight":639,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_48":{"__typename":"Paragraph","id":"da01d9c7187e_48","name":"df38","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*L88n5viQ8kpwfrav3YFNFw.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_49":{"__typename":"Paragraph","id":"da01d9c7187e_49","name":"c0e3","type":"P","href":null,"layout":null,"metadata":null,"text":"In the last couple of years, the debate around data catalogs was, “Are they obsolete?” And it would be easy to think the answer is yes. In a couple of well-known articles, Barr Moses argued that data catalogs were dead, and Michael Kaminsky argued that we don’t need data dictionaries.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":195,"end":218,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fdata-catalogs-are-dead-long-live-data-discovery-a0dc8d02bd34","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":253,"end":284,"href":"https:\u002F\u002Flocallyoptimistic.com\u002Fpost\u002Fdata_dictionaries\u002F","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_50":{"__typename":"Paragraph","id":"da01d9c7187e_50","name":"5015","type":"P","href":null,"layout":null,"metadata":null,"text":"On the other hand, there’s never been so much buzz about data catalogs and metadata. There are so many data catalogs that Rohan from our team created thedatacatalog.com, a “catalog of catalogs”, which feels both ridiculous and completely necessary. So which is it — are data catalogs dead or stronger than ever?","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":150,"end":168,"href":"https:\u002F\u002Fthedatacatalog.com","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:aaf902ea6e3f8bd3a4cb2fb755152f15":{"__typename":"MediaResource","id":"aaf902ea6e3f8bd3a4cb2fb755152f15","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Flc_65\u002Fstatus\u002F1431613691192033283&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"Lynne Clark on Twitter: \"😂👏🏻 To paraphrase Jane Austen, \"it is a truth universally acknowledged that a data engineer in good fortune, must be in need of a data catalog.\" \u002F Twitter\""},"Paragraph:da01d9c7187e_51":{"__typename":"Paragraph","id":"da01d9c7187e_51","name":"858a","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:aaf902ea6e3f8bd3a4cb2fb755152f15"}},"mixtapeMetadata":null},"Paragraph:da01d9c7187e_52":{"__typename":"Paragraph","id":"da01d9c7187e_52","name":"0ad9","type":"P","href":null,"layout":null,"metadata":null,"text":"This year, data catalogs got new life with the creation of two new concepts — third-generation data catalogs and active metadata.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_53":{"__typename":"Paragraph","id":"da01d9c7187e_53","name":"6a8f","type":"P","href":null,"layout":null,"metadata":null,"text":"At the beginning of 2021, I wrote an article on modern metadata for the modern data stack. I introduced the idea that we’re entering the third-generation of data catalogs, a fundamental transformation from the prevalent old-school, on-premise data catalogs. These new data catalogs are built around diverse data assets, “big metadata”, end-to-end data visibility, and embedded collaboration.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":48,"end":89,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fdata-catalog-3-0-modern-metadata-for-the-modern-data-stack-ec621f593dcf","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":137,"end":153,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_54":{"__typename":"Paragraph","id":"da01d9c7187e_54","name":"5d9a","type":"P","href":null,"layout":null,"metadata":null,"text":"This idea got amplified by a huge move Gartner made this year — scrapping its Magic Quadrant for Metadata Management Solutions and replacing it with the Market Guide for Active Metadata. In doing this, they introduced “active metadata” as a new category in the data space.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":29,"end":38,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-gartner-magic-quadrant-for-metadata-management-was-just-scrapped-d84b2543f989","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":39,"end":46,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":219,"end":234,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_55":{"__typename":"Paragraph","id":"da01d9c7187e_55","name":"0f65","type":"P","href":null,"layout":null,"metadata":null,"text":"What’s the difference? Old-school data catalogs collect metadata and bring them into a siloed “passive” tool, aka the traditional data catalog. Active metadata platforms act as two-way platforms — they not only bring metadata together into a single store like a metadata lake, but also leverage “reverse metadata” to make metadata available in daily workflows.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":262,"end":275,"href":"https:\u002F\u002Fwww.xenonstack.com\u002Fblog\u002Fmetadata-lake-features-and-trends","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_56":{"__typename":"Paragraph","id":"da01d9c7187e_56","name":"72e1","type":"P","href":null,"layout":null,"metadata":null,"text":"Since the first time we wrote about third-generation catalogs, they’ve become part of the discourse around what it means to be a modern data catalog. We even saw the terms pop up in RFPs!","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg":{"__typename":"ImageMetadata","id":"1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg","originalHeight":1009,"originalWidth":1330,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_57":{"__typename":"Paragraph","id":"da01d9c7187e_57","name":"cb7a","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*Nj63s9iB_eu6LaF_Qh3ulQ.jpeg"},"text":"Snippet of an anonymized RPF. (Image by Atlan.)","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":47,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_58":{"__typename":"Paragraph","id":"da01d9c7187e_58","name":"a892","type":"P","href":null,"layout":null,"metadata":null,"text":"At the same time, VCs have been eager to invest in this new space. Metadata management has grown a ton with raises across the board — e.g. Collibra’s $250m Series G, Alation’s $110m Series D, and our $16m Series A at Atlan. Seed-stage companies like Stemma and Acryl Data also launched to build managed metadata solutions on existing open-source projects.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":150,"end":164,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F11\u002F09\u002Fdata-intelligence-company-collibra-brings-in-another-250m-to-more-than-double-its-valuation\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":176,"end":190,"href":"https:\u002F\u002Fwww.businesswire.com\u002Fnews\u002Fhome\u002F20210603005254\u002Fen\u002FAlation-Announces-110-Million-Series-D-to-Accelerate-Explosive-Growth","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":200,"end":213,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F05\u002F25\u002Fatlan-raises-16m-led-by-insight-partners-to-build-a-collaboration-hub-for-data-driven-teams\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":250,"end":256,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F06\u002F02\u002Fstemma-launches-with-4-8m-seed-to-build-managed-data-catalogue\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":261,"end":271,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F06\u002F23\u002Facryl-data-commercializing-linkedins-metadata-tool-datahub-emerges-from-stealth-with-9m-from-8vc-linkedin-and-insight\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":139,"end":147,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":166,"end":173,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":217,"end":222,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":250,"end":256,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":261,"end":271,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*YBPv3tMy89qdtNvHcCShWg.png":{"__typename":"ImageMetadata","id":"1*YBPv3tMy89qdtNvHcCShWg.png","originalHeight":215,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_59":{"__typename":"Paragraph","id":"da01d9c7187e_59","name":"8cef","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*YBPv3tMy89qdtNvHcCShWg.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_60":{"__typename":"Paragraph","id":"da01d9c7187e_60","name":"e93c","type":"P","href":null,"layout":null,"metadata":null,"text":"The data world will always be diverse, and that diversity of people and tools will always lead to chaos. I’m probably biased, given that I’ve dedicated my life to building a company in the metadata space. But I truly believe that the key to bringing order to the chaos that is the modern data stack lies in how we can use and leverage metadata to create the modern data experience.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_61":{"__typename":"Paragraph","id":"da01d9c7187e_61","name":"a266","type":"P","href":null,"layout":null,"metadata":null,"text":"Gartner summarized the future of this category in a single sentence: “The stand-alone metadata management platform will be refocused from augmented data catalogs to a metadata ‘anywhere’ orchestration platform.”","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":0,"end":7,"href":"https:\u002F\u002Fatlan.com\u002Fgartner-active-metadata-press\u002F","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_62":{"__typename":"Paragraph","id":"da01d9c7187e_62","name":"9c2e","type":"P","href":null,"layout":null,"metadata":null,"text":"Where data catalogs in the 2.0 generation were passive and siloed, the 3.0 generation is built on the principle that context needs to be available wherever and whenever users need it. Instead of forcing users to go to a separate tool, third-gen catalogs will leverage metadata to improve existing tools like Looker, dbt, and Slack, finally making the dream of an intelligent data management system a reality.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_63":{"__typename":"Paragraph","id":"da01d9c7187e_63","name":"da32","type":"P","href":null,"layout":null,"metadata":null,"text":"While there’s been a ton of activity and funding in the space in 2021, I’m quite sure we’ll see the rise of a dominant and truly third-gen data catalog (aka an active metadata platform) in 2022.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":160,"end":184,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-anatomy-of-an-active-metadata-platform-13473091ad0d","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*RDq682v5iu95iV_9xe-ESA.png":{"__typename":"ImageMetadata","id":"1*RDq682v5iu95iV_9xe-ESA.png","originalHeight":522,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_64":{"__typename":"Paragraph","id":"da01d9c7187e_64","name":"36f8","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*RDq682v5iu95iV_9xe-ESA.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_65":{"__typename":"Paragraph","id":"da01d9c7187e_65","name":"e5eb","type":"P","href":null,"layout":null,"metadata":null,"text":"As the modern data stack goes mainstream and data becomes a bigger part of daily operations, data teams are evolving to keep up. They’re no longer “IT folks”, working separately from the rest of the company. But this raises the question, how should data teams work with the rest of the company? Too often, they get stuck in the “service trap” — never-ending questions and requests for creating stats, rather than generating insights and driving impact through data.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":329,"end":341,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*V4M0IcIg5CkDl--lKanphg.png":{"__typename":"ImageMetadata","id":"1*V4M0IcIg5CkDl--lKanphg.png","originalHeight":527,"originalWidth":940,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_66":{"__typename":"Paragraph","id":"da01d9c7187e_66","name":"8e72","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*V4M0IcIg5CkDl--lKanphg.png"},"text":"Emilie Schario’s iconic image on the reality of working on a data team. (Image by Atlan from MDSCON 2021.)","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":93,"end":104,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fmodern-data-stack-conference-mdscon-2021-the-top-5-takeaways-you-should-know-fc7ec163dea3","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"EM","start":0,"end":106,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_67":{"__typename":"Paragraph","id":"da01d9c7187e_67","name":"9c50","type":"P","href":null,"layout":null,"metadata":null,"text":"In 2021, Emilie Schario from Amplify Partners, Taylor Murphy from Meltano, and Eric Weber from Stitch Fix talked about a way to break data teams out of this trap — rethinking data teams as product teams. They first explained this idea with a blog on Locally Optimistic, followed by great talks at conferences like MDSCON, dbt Coalesce, and Future Data.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":29,"end":45,"href":"https:\u002F\u002Famplifypartners.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":66,"end":73,"href":"https:\u002F\u002Fmeltano.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":95,"end":105,"href":"https:\u002F\u002Fwww.stitchfix.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":250,"end":268,"href":"https:\u002F\u002Flocallyoptimistic.com\u002Fpost\u002Frun-your-data-team-like-a-product-team\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":314,"end":320,"href":"https:\u002F\u002Fwww.moderndatastackconference.com\u002Fagenda-copy","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":322,"end":334,"href":"https:\u002F\u002Fwww.getdbt.com\u002Fcoalesce-2020\u002Frun-your-data-team-as-a-product-team\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":340,"end":351,"href":"https:\u002F\u002Fwww.youtube.com\u002Fwatch?v=YWQPUMIXLpg","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":9,"end":23,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":47,"end":60,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":79,"end":89,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":175,"end":202,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_68":{"__typename":"Paragraph","id":"da01d9c7187e_68","name":"0b71","type":"P","href":null,"layout":null,"metadata":null,"text":"A product isn’t measured on how many features it has or how quickly engineers can quash bugs — it’s measured on how well it meets customers’ needs. Similarly, data product teams should be centered on the users (i.e. data consumers throughout the company), rather than questions answered or dashboards built. This allows data teams to focus on experience, adoption, and reusability, rather than ad-hoc questions or requests.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_69":{"__typename":"Paragraph","id":"da01d9c7187e_69","name":"d3d1","type":"P","href":null,"layout":null,"metadata":null,"text":"This focus on breaking out of the service trap and reorienting data teams around their users really resonated with the data world this year. More people have started talking about what it means to build “data product teams”, including plenty of hot takes on who to hire and how to set goals.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:bd8e45c37d2b601d37d11dd000fef96b":{"__typename":"MediaResource","id":"bd8e45c37d2b601d37d11dd000fef96b","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fatlanhq\u002Fstatus\u002F1441151388298272771&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"Atlan on Twitter: \"\"Don't fall into the trap of measuring your data team by the number of dashboards you've built. Those are vanity metrics and they're not focused on impact. You want to measure impact, not output.\" - @emilieschario pic.twitter.com\u002Fs5V6KPxOdO \u002F Twitter\""},"Paragraph:da01d9c7187e_70":{"__typename":"Paragraph","id":"da01d9c7187e_70","name":"2d4f","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:bd8e45c37d2b601d37d11dd000fef96b"}},"mixtapeMetadata":null},"ImageMetadata:1*VYDocZ1wsrQJUki_eyTKEg.png":{"__typename":"ImageMetadata","id":"1*VYDocZ1wsrQJUki_eyTKEg.png","originalHeight":229,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_71":{"__typename":"Paragraph","id":"da01d9c7187e_71","name":"17f8","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*VYDocZ1wsrQJUki_eyTKEg.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_72":{"__typename":"Paragraph","id":"da01d9c7187e_72","name":"d9d5","type":"P","href":null,"layout":null,"metadata":null,"text":"Of all the hyped trends in 2021, this is the one I’m most bullish on. I believe that in the next decade, data teams will emerge as one of the most important teams in the organization fabric, powering the modern, data-driven companies at the forefront of the economy.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_73":{"__typename":"Paragraph","id":"da01d9c7187e_73","name":"76b7","type":"P","href":null,"layout":null,"metadata":null,"text":"However, the reality is that data teams today are stuck in a service trap, and only 27% of their data projects are successful. I believe the key to fixing this lies in the concept of the “data product” mindset, where data teams focus on building reusable, reproducible assets for the rest of the team. This will mean investing in user research, scalability, data product shipping standards, documentation, and more.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":79,"end":125,"href":"https:\u002F\u002Fwww.capgemini.com\u002Fgb-en\u002Fresources\u002Fcracking-the-data-conundrum-how-successful-companies-make-big-data-operational\u002F","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*oLrzReWPGbIhflSsQTjClw.png":{"__typename":"ImageMetadata","id":"1*oLrzReWPGbIhflSsQTjClw.png","originalHeight":412,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_74":{"__typename":"Paragraph","id":"da01d9c7187e_74","name":"4e11","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*oLrzReWPGbIhflSsQTjClw.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_75":{"__typename":"Paragraph","id":"da01d9c7187e_75","name":"9173","type":"P","href":null,"layout":null,"metadata":null,"text":"This idea came out of “data downtime”, which Barr Moses from Monte Carlo first spoke about in 2019 saying, “Data downtime refers to periods of time when your data is partial, erroneous, missing or otherwise inaccurate”. It’s those emails you get the morning after a big project, saying “Hey, the data doesn’t look right…”","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":23,"end":36,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":45,"end":55,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_76":{"__typename":"Paragraph","id":"da01d9c7187e_76","name":"28bf","type":"P","href":null,"layout":null,"metadata":null,"text":"Data downtime has been a part of normal life on a data team for years. But now, with many companies relying on data for literally every aspect of their operations, it’s a huge deal when data stops working.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_77":{"__typename":"Paragraph","id":"da01d9c7187e_77","name":"6021","type":"P","href":null,"layout":null,"metadata":null,"text":"Yet everyone was just reacting to issues as they cropped up, rather than proactively preventing them. This is where data observability — the idea of “monitoring, tracking, and triaging of incidents to prevent downtime” — came in.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":116,"end":134,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fwhat-is-data-observability-40b337971e3e","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":116,"end":134,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"MediaResource:dec1d2c8b3ad909d4bdc76e3fcaf4d6d":{"__typename":"MediaResource","id":"dec1d2c8b3ad909d4bdc76e3fcaf4d6d","iframeSrc":"https:\u002F\u002Fcdn.embedly.com\u002Fwidgets\u002Fmedia.html?type=text%2Fhtml&key=a19fcc184b9711e1b4764040d3dc5c07&schema=twitter&url=https%3A\u002F\u002Ftwitter.com\u002Fsethrosen\u002Fstatus\u002F1463198008342896647&image=https%3A\u002F\u002Fi.embed.ly\u002F1\u002Fimage%3Furl%3Dhttps%253A%252F%252Fabs.twimg.com%252Ferrors%252Flogo46x38.png%26key%3Da19fcc184b9711e1b4764040d3dc5c07","iframeHeight":281,"iframeWidth":500,"title":"Seth Rosen on Twitter: \"\"Data observability\" used to just be called \"Sam from finance says the dashboard is wrong again\" \u002F Twitter\""},"Paragraph:da01d9c7187e_78":{"__typename":"Paragraph","id":"da01d9c7187e_78","name":"254c","type":"IFRAME","href":null,"layout":"INSET_CENTER","metadata":null,"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":{"__typename":"Iframe","mediaResource":{"__ref":"MediaResource:dec1d2c8b3ad909d4bdc76e3fcaf4d6d"}},"mixtapeMetadata":null},"Paragraph:da01d9c7187e_79":{"__typename":"Paragraph","id":"da01d9c7187e_79","name":"f749","type":"P","href":null,"layout":null,"metadata":null,"text":"I still can’t believe how quickly data observability has gone from being just an idea to a key part of the modern data stack. (Recently, it’s even started being called “data reliability” or “data reliability engineering”.)","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_80":{"__typename":"Paragraph","id":"da01d9c7187e_80","name":"6b01","type":"P","href":null,"layout":null,"metadata":null,"text":"The space went from being non-existent to hosting a bunch of companies, with a collective $200m of funding raised in 18 months. This includes Acceldata, Anomalo, Bigeye, Databand, Datafold, Metaplane, Monte Carlo, and Soda. People even started creating lists of new “data observability companies” to help keep track of the space.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":142,"end":151,"href":"https:\u002F\u002Fwww.acceldata.io\u002Fnewsroom\u002Facceldata-raises-35-million-series-b","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":153,"end":160,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F10\u002F28\u002Fanomalo-launches-with-33m-series-a-to-find-issues-in-data-sets-automatically\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":162,"end":168,"href":"https:\u002F\u002Ftechcrunch.com\u002F2021\u002F09\u002F23\u002Fbigeye-providing-data-quality-automation-closes-second-round-this-year-with-45m\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":170,"end":178,"href":"https:\u002F\u002Ftechcrunch.com\u002F2020\u002F12\u002F01\u002Fdataband-raises-14-5m-led-by-accel-for-its-data-pipeline-observability-tools\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":180,"end":188,"href":"https:\u002F\u002Fwww.businesswire.com\u002Fnews\u002Fhome\u002F20211109005656\u002Fen\u002FDatafold-Raises-20M-Series-A-To-Help-Data-Teams-Deliver-Reliable-Products-Faster","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":190,"end":199,"href":"https:\u002F\u002Fnews.ycombinator.com\u002Fitem?id=29226864","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":201,"end":206,"href":"https:\u002F\u002Fbarrmoses.medium.com\u002Fmonte-carlo-raises-25m-series-b-to-help-companies-achieve-more-reliable-data-abf497368ee1","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":207,"end":212,"href":"https:\u002F\u002Fbarrmoses.medium.com\u002Fmonte-carlo-raises-series-c-brings-funding-to-101m-to-help-companies-trust-their-data-a11f58036896","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":218,"end":222,"href":"https:\u002F\u002Fwww.prnewswire.com\u002Fnews-releases\u002Fsoda-raises-11-5m-series-a-funding-to-bring-everyone-closer-to-data-301219427.html","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":142,"end":151,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":153,"end":160,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":162,"end":168,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":170,"end":178,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":180,"end":188,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":190,"end":199,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":201,"end":212,"href":null,"anchorType":null,"userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":218,"end":222,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*Y4f66_qkKfjlRHasU8wLhQ.png":{"__typename":"ImageMetadata","id":"1*Y4f66_qkKfjlRHasU8wLhQ.png","originalHeight":224,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_81":{"__typename":"Paragraph","id":"da01d9c7187e_81","name":"e5ad","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*Y4f66_qkKfjlRHasU8wLhQ.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_82":{"__typename":"Paragraph","id":"da01d9c7187e_82","name":"a0c0","type":"P","href":null,"layout":null,"metadata":null,"text":"I believe that in the past two years, data teams have realized that tooling to improve productivity is not a good-to-have but a must-have. After all, data professionals are one of the most sought-after hires you will ever make, so they shouldn’t be wasting their time on troubleshooting pipelines.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_83":{"__typename":"Paragraph","id":"da01d9c7187e_83","name":"82c2","type":"P","href":null,"layout":null,"metadata":null,"text":"So will data observability be a key part of the modern data stack in the future? Absolutely. But will data observability continue to exist as its own category or will it be merged into a broader category (like active metadata or data reliability)? This is what I’m not so sure about.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_84":{"__typename":"Paragraph","id":"da01d9c7187e_84","name":"f4a2","type":"P","href":null,"layout":null,"metadata":null,"text":"Ideally, if you have all your metadata in one open platform, you should be able to leverage it for a variety of use cases (like data cataloging, observability, lineage and more). I wrote about that idea last year in my article on the metadata lake.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":216,"end":247,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-rise-of-the-metadata-lake-1e95127594de","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_85":{"__typename":"Paragraph","id":"da01d9c7187e_85","name":"6870","type":"P","href":null,"layout":null,"metadata":null,"text":"That being said, today, there’s a ton of innovation that these spaces need independently. My sense is that we’ll continue to see fragmentation in 2022 before we see consolidation in the years to come.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*V1OJFfasLNmU30J2k94KSw.png":{"__typename":"ImageMetadata","id":"1*V1OJFfasLNmU30J2k94KSw.png","originalHeight":406,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:da01d9c7187e_86":{"__typename":"Paragraph","id":"da01d9c7187e_86","name":"0f4c","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*V1OJFfasLNmU30J2k94KSw.png"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_87":{"__typename":"Paragraph","id":"da01d9c7187e_87","name":"711f","type":"P","href":null,"layout":null,"metadata":null,"text":"It may feel chaotic and crazy at times, but today is a golden age of data.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_88":{"__typename":"Paragraph","id":"da01d9c7187e_88","name":"0df7","type":"P","href":null,"layout":null,"metadata":null,"text":"In the last eighteen months, our data tooling has grown exponentially. We all make a lot of fuss about the modern data stack, and for good reason — it’s so much better than what we had before. The earlier data stack was frankly as broken as broken could get, and this gigantic leap forward in tooling is exactly what data teams needed.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_89":{"__typename":"Paragraph","id":"da01d9c7187e_89","name":"a789","type":"P","href":null,"layout":null,"metadata":null,"text":"In my opinion, the next “delta” on the horizon for the data world is the modern data culture stack — the best practices, values, and cultural rituals that will help us diverse humans of data collaborate effectively and up our productivity as we tackle our new data stacks.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":73,"end":98,"href":"https:\u002F\u002Ftowardsdatascience.com\u002Fits-time-for-the-modern-data-culture-stack-493036315ed2","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_90":{"__typename":"Paragraph","id":"da01d9c7187e_90","name":"e21c","type":"P","href":null,"layout":null,"metadata":null,"text":"However, we can only think about working together better with data after we’ve nailed, well, working with data. We’re on the cusp of getting the modern data stack right, and we can’t wait to see what new developments and trends 2022 will bring!","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_91":{"__typename":"Paragraph","id":"da01d9c7187e_91","name":"1d2a","type":"P","href":null,"layout":null,"metadata":null,"text":"Still looking to reflect on 2021? Check out my top 5 must-read blogs on the modern data stack from last year.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":47,"end":93,"href":"https:\u002F\u002Ftowardsdatascience.com\u002F2021-roundup-the-top-5-must-read-blogs-on-the-modern-data-stack-3d2d05fada77","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":0,"end":109,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:da01d9c7187e_92":{"__typename":"Paragraph","id":"da01d9c7187e_92","name":"ea9c","type":"P","href":null,"layout":null,"metadata":null,"text":"Found this content helpful? I write weekly on active metadata, DataOps, data culture, and our learnings building Atlan at my newsletter, Metadata Weekly. Subscribe here.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":113,"end":118,"href":"https:\u002F\u002Fatlan.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"A","start":154,"end":169,"href":"https:\u002F\u002Fmetadataweekly.substack.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"STRONG","start":0,"end":169,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"CollectionViewerEdge:collectionId:7f60cf5620c9-viewerId:lo_e6e5b8348318":{"__typename":"CollectionViewerEdge","id":"collectionId:7f60cf5620c9-viewerId:lo_e6e5b8348318","isEditor":false,"isMuting":false},"ImageMetadata:1*cFFKn8rFH4ZndmaYeAs6iQ.png":{"__typename":"ImageMetadata","id":"1*cFFKn8rFH4ZndmaYeAs6iQ.png","originalWidth":2381,"originalHeight":743},"PostViewerEdge:postId:4f4c91bb778f-viewerId:lo_e6e5b8348318":{"__typename":"PostViewerEdge","shouldIndexPostForExternalSearch":true,"id":"postId:4f4c91bb778f-viewerId:lo_e6e5b8348318"},"Tag:2022-predictions":{"__typename":"Tag","id":"2022-predictions","displayTitle":"2022 Predictions","normalizedTagSlug":"2022-prediction"},"Tag:data-science":{"__typename":"Tag","id":"data-science","displayTitle":"Data Science","normalizedTagSlug":"data-science"},"Tag:data-engineering":{"__typename":"Tag","id":"data-engineering","displayTitle":"Data Engineering","normalizedTagSlug":"data-engineering"},"Tag:data-warehouse":{"__typename":"Tag","id":"data-warehouse","displayTitle":"Data Warehouse","normalizedTagSlug":"data-warehouse"},"Tag:deep-dives":{"__typename":"Tag","id":"deep-dives","displayTitle":"Deep Dives","normalizedTagSlug":"deep-dives"},"Post:4f4c91bb778f":{"__typename":"Post","id":"4f4c91bb778f","collection":{"__ref":"Collection:7f60cf5620c9"},"content({\"postMeteringOptions\":{}})":{"__typename":"PostContent","isLockedPreviewOnly":false,"bodyModel":{"__typename":"RichText","sections":[{"__typename":"Section","name":"4e5b","startIndex":0,"textLayout":null,"imageLayout":null,"backgroundImage":null,"videoLayout":null,"backgroundVideo":null},{"__typename":"Section","name":"3134","startIndex":4,"textLayout":null,"imageLayout":null,"backgroundImage":null,"videoLayout":null,"backgroundVideo":null},{"__typename":"Section","name":"56c1","startIndex":91,"textLayout":null,"imageLayout":null,"backgroundImage":null,"videoLayout":null,"backgroundVideo":null}],"paragraphs":[{"__ref":"Paragraph:da01d9c7187e_0"},{"__ref":"Paragraph:da01d9c7187e_1"},{"__ref":"Paragraph:da01d9c7187e_2"},{"__ref":"Paragraph:da01d9c7187e_3"},{"__ref":"Paragraph:da01d9c7187e_4"},{"__ref":"Paragraph:da01d9c7187e_5"},{"__ref":"Paragraph:da01d9c7187e_6"},{"__ref":"Paragraph:da01d9c7187e_7"},{"__ref":"Paragraph:da01d9c7187e_8"},{"__ref":"Paragraph:da01d9c7187e_9"},{"__ref":"Paragraph:da01d9c7187e_10"},{"__ref":"Paragraph:da01d9c7187e_11"},{"__ref":"Paragraph:da01d9c7187e_12"},{"__ref":"Paragraph:da01d9c7187e_13"},{"__ref":"Paragraph:da01d9c7187e_14"},{"__ref":"Paragraph:da01d9c7187e_15"},{"__ref":"Paragraph:da01d9c7187e_16"},{"__ref":"Paragraph:da01d9c7187e_17"},{"__ref":"Paragraph:da01d9c7187e_18"},{"__ref":"Paragraph:da01d9c7187e_19"},{"__ref":"Paragraph:da01d9c7187e_20"},{"__ref":"Paragraph:da01d9c7187e_21"},{"__ref":"Paragraph:da01d9c7187e_22"},{"__ref":"Paragraph:da01d9c7187e_23"},{"__ref":"Paragraph:da01d9c7187e_24"},{"__ref":"Paragraph:da01d9c7187e_25"},{"__ref":"Paragraph:da01d9c7187e_26"},{"__ref":"Paragraph:da01d9c7187e_27"},{"__ref":"Paragraph:da01d9c7187e_28"},{"__ref":"Paragraph:da01d9c7187e_29"},{"__ref":"Paragraph:da01d9c7187e_30"},{"__ref":"Paragraph:da01d9c7187e_31"},{"__ref":"Paragraph:da01d9c7187e_32"},{"__ref":"Paragraph:da01d9c7187e_33"},{"__ref":"Paragraph:da01d9c7187e_34"},{"__ref":"Paragraph:da01d9c7187e_35"},{"__ref":"Paragraph:da01d9c7187e_36"},{"__ref":"Paragraph:da01d9c7187e_37"},{"__ref":"Paragraph:da01d9c7187e_38"},{"__ref":"Paragraph:da01d9c7187e_39"},{"__ref":"Paragraph:da01d9c7187e_40"},{"__ref":"Paragraph:da01d9c7187e_41"},{"__ref":"Paragraph:da01d9c7187e_42"},{"__ref":"Paragraph:da01d9c7187e_43"},{"__ref":"Paragraph:da01d9c7187e_44"},{"__ref":"Paragraph:da01d9c7187e_45"},{"__ref":"Paragraph:da01d9c7187e_46"},{"__ref":"Paragraph:da01d9c7187e_47"},{"__ref":"Paragraph:da01d9c7187e_48"},{"__ref":"Paragraph:da01d9c7187e_49"},{"__ref":"Paragraph:da01d9c7187e_50"},{"__ref":"Paragraph:da01d9c7187e_51"},{"__ref":"Paragraph:da01d9c7187e_52"},{"__ref":"Paragraph:da01d9c7187e_53"},{"__ref":"Paragraph:da01d9c7187e_54"},{"__ref":"Paragraph:da01d9c7187e_55"},{"__ref":"Paragraph:da01d9c7187e_56"},{"__ref":"Paragraph:da01d9c7187e_57"},{"__ref":"Paragraph:da01d9c7187e_58"},{"__ref":"Paragraph:da01d9c7187e_59"},{"__ref":"Paragraph:da01d9c7187e_60"},{"__ref":"Paragraph:da01d9c7187e_61"},{"__ref":"Paragraph:da01d9c7187e_62"},{"__ref":"Paragraph:da01d9c7187e_63"},{"__ref":"Paragraph:da01d9c7187e_64"},{"__ref":"Paragraph:da01d9c7187e_65"},{"__ref":"Paragraph:da01d9c7187e_66"},{"__ref":"Paragraph:da01d9c7187e_67"},{"__ref":"Paragraph:da01d9c7187e_68"},{"__ref":"Paragraph:da01d9c7187e_69"},{"__ref":"Paragraph:da01d9c7187e_70"},{"__ref":"Paragraph:da01d9c7187e_71"},{"__ref":"Paragraph:da01d9c7187e_72"},{"__ref":"Paragraph:da01d9c7187e_73"},{"__ref":"Paragraph:da01d9c7187e_74"},{"__ref":"Paragraph:da01d9c7187e_75"},{"__ref":"Paragraph:da01d9c7187e_76"},{"__ref":"Paragraph:da01d9c7187e_77"},{"__ref":"Paragraph:da01d9c7187e_78"},{"__ref":"Paragraph:da01d9c7187e_79"},{"__ref":"Paragraph:da01d9c7187e_80"},{"__ref":"Paragraph:da01d9c7187e_81"},{"__ref":"Paragraph:da01d9c7187e_82"},{"__ref":"Paragraph:da01d9c7187e_83"},{"__ref":"Paragraph:da01d9c7187e_84"},{"__ref":"Paragraph:da01d9c7187e_85"},{"__ref":"Paragraph:da01d9c7187e_86"},{"__ref":"Paragraph:da01d9c7187e_87"},{"__ref":"Paragraph:da01d9c7187e_88"},{"__ref":"Paragraph:da01d9c7187e_89"},{"__ref":"Paragraph:da01d9c7187e_90"},{"__ref":"Paragraph:da01d9c7187e_91"},{"__ref":"Paragraph:da01d9c7187e_92"}]},"validatedShareKey":"","shareKeyCreator":null},"creator":{"__ref":"User:38a5ef6ab673"},"inResponseToEntityType":null,"isLocked":false,"isMarkedPaywallOnly":false,"lockedSource":"LOCKED_POST_SOURCE_NONE","mediumUrl":"https:\u002F\u002Ftowardsdatascience.com\u002Fthe-future-of-the-modern-data-stack-in-2022-4f4c91bb778f","primaryTopic":{"__ref":"Topic:ae5d4995e225"},"topics":[{"__typename":"Topic","slug":"machine-learning"},{"__typename":"Topic","slug":"data-science"},{"__typename":"Topic","slug":"technology"}],"isPublished":true,"latestPublishedVersion":"da01d9c7187e","visibility":"PUBLIC","postResponses":{"__typename":"PostResponses","count":7},"clapCount":1404,"allowResponses":true,"isLimitedState":false,"title":"The Future of the Modern Data Stack in 2022","isSeries":false,"sequence":null,"uniqueSlug":"the-future-of-the-modern-data-stack-in-2022-4f4c91bb778f","socialTitle":"","socialDek":"","canonicalUrl":"","metaDescription":"","latestPublishedAt":1673572644051,"readingTime":12.93867924528302,"previewContent":{"__typename":"PreviewContent","subtitle":"Featuring the 6 big ideas you should know from 2021"},"previewImage":{"__ref":"ImageMetadata:1*PveFw0S-wDUbSPVRXf0M5Q.jpeg"},"isShortform":false,"seoTitle":"","firstPublishedAt":1641930413221,"updatedAt":1673572651461,"shortformType":"SHORTFORM_TYPE_LINK","seoDescription":"This blog breaks down the 6 ideas you should know about the modern data stack — the ones that exploded in the data world last year and aren't going away.","viewerEdge":{"__ref":"PostViewerEdge:postId:4f4c91bb778f-viewerId:lo_e6e5b8348318"},"isSuspended":false,"license":"ALL_RIGHTS_RESERVED","tags":[{"__ref":"Tag:2022-predictions"},{"__ref":"Tag:data-science"},{"__ref":"Tag:data-engineering"},{"__ref":"Tag:data-warehouse"},{"__ref":"Tag:deep-dives"}],"isNewsletter":false,"statusForCollection":"APPROVED","pendingCollection":null,"detectedLanguage":"en","wordCount":3018,"layerCake":3,"responsesLocked":false}}</script><script src="https://cdn-client.medium.com/lite/static/js/manifest.aa9242f7.js"></script><script src="https://cdn-client.medium.com/lite/static/js/9865.1496d74a.js"></script><script src="https://cdn-client.medium.com/lite/static/js/main.e556b4ac.js"></script><script src="https://cdn-client.medium.com/lite/static/js/instrumentation.d9108df7.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/reporting.ff22a7a5.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/9120.5df29668.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5049.d1ead72d.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/4810.6318add7.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6618.db187378.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2707.b0942613.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/9977.5b3eb23a.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8599.1ab63137.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5250.9f9e01d2.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5787.e66a3a4d.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2648.26563adf.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8393.826a25fb.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/3104.c3413b66.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/3735.afb7e926.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5642.8ad8a900.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6546.cd03f950.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6834.08de95de.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/7346.72622eb9.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2420.2a5e2d95.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/839.ca7937c2.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/7975.d195c6f1.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2106.21ff89d3.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/7394.094844de.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2961.00a48598.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8204.c4082863.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/4391.59acaed3.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/PostPage.MainContent.1387c5dc.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8414.6565ad5f.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/3974.8d3e0217.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2527.a0afad8a.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/PostResponsesContent.36c2ecf4.chunk.js"></script><script>window.main();</script><script>(function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'8e94019ecc664484',t:'MTczMjczMDMwNy4wMDAwMDA='};var a=document.createElement('script');a.nonce='';a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();</script></body></html>