CINXE.COM

<!doctype html><html lang="en"><head><title data-rh="true">Human-Centered Machine Learning. 7 steps to stay focused on the user… | by Jess Holbrook | Google Design | Medium</title><meta data-rh="true" charset="utf-8"/><meta data-rh="true" name="viewport" content="width=device-width,minimum-scale=1,initial-scale=1,maximum-scale=1"/><meta data-rh="true" name="theme-color" content="#000000"/><meta data-rh="true" name="twitter:app:name:iphone" content="Medium"/><meta data-rh="true" name="twitter:app:id:iphone" content="828256236"/><meta data-rh="true" property="al:ios:app_name" content="Medium"/><meta data-rh="true" property="al:ios:app_store_id" content="828256236"/><meta data-rh="true" property="al:android:package" content="com.medium.reader"/><meta data-rh="true" property="fb:app_id" content="542599432471018"/><meta data-rh="true" property="og:site_name" content="Medium"/><meta data-rh="true" property="og:type" content="article"/><meta data-rh="true" property="article:published_time" content="2018-06-28T20:48:17.919Z"/><meta data-rh="true" name="title" content="Human-Centered Machine Learning. 7 steps to stay focused on the user… | by Jess Holbrook | Google Design | Medium"/><meta data-rh="true" property="og:title" content="Human-Centered Machine Learning"/><meta data-rh="true" property="al:android:url" content="medium://p/a770d10562cd"/><meta data-rh="true" property="al:ios:url" content="medium://p/a770d10562cd"/><meta data-rh="true" property="al:android:app_name" content="Medium"/><meta data-rh="true" name="description" content="Machine learning (ML) is the science of helping computers discover patterns and relationships in data instead of being manually programmed. It’s a powerful tool for creating personalized and dynamic…"/><meta data-rh="true" property="og:description" content="7 steps to stay focused on the user when designing with ML"/><meta data-rh="true" property="og:url" content="https://medium.com/google-design/human-centered-machine-learning-a770d10562cd"/><meta data-rh="true" property="al:web:url" content="https://medium.com/google-design/human-centered-machine-learning-a770d10562cd"/><meta data-rh="true" property="og:image" content="https://miro.medium.com/v2/resize:fit:1200/1*-OtRjI8AyOMXGUmK0gv69A.jpeg"/><meta data-rh="true" property="article:author" content="https://medium.com/@jessholbrook"/><meta data-rh="true" name="author" content="Jess Holbrook"/><meta data-rh="true" name="robots" content="index,noarchive,follow,max-image-preview:large"/><meta data-rh="true" name="referrer" content="unsafe-url"/><meta data-rh="true" property="twitter:title" content="Human-Centered Machine Learning"/><meta data-rh="true" name="twitter:site" content="@googledesign"/><meta data-rh="true" name="twitter:app:url:iphone" content="medium://p/a770d10562cd"/><meta data-rh="true" property="twitter:description" content="7 steps to stay focused on the user when designing with ML"/><meta data-rh="true" name="twitter:image:src" content="https://miro.medium.com/v2/resize:fit:1200/1*-OtRjI8AyOMXGUmK0gv69A.jpeg"/><meta data-rh="true" name="twitter:card" content="summary_large_image"/><meta data-rh="true" name="twitter:label1" content="Reading time"/><meta data-rh="true" name="twitter:data1" content="13 min read"/><link data-rh="true" rel="icon" href="https://miro.medium.com/v2/5d8de952517e8160e40ef9841c781cdc14a5db313057fa3c3de41c6f5b494b19"/><link data-rh="true" rel="search" type="application/opensearchdescription+xml" title="Medium" href="/osd.xml"/><link data-rh="true" rel="apple-touch-icon" sizes="152x152" href="https://miro.medium.com/v2/resize:fill:304:304/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="apple-touch-icon" sizes="120x120" href="https://miro.medium.com/v2/resize:fill:240:240/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="apple-touch-icon" sizes="76x76" href="https://miro.medium.com/v2/resize:fill:152:152/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="apple-touch-icon" sizes="60x60" href="https://miro.medium.com/v2/resize:fill:120:120/10fd5c419ac61637245384e7099e131627900034828f4f386bdaa47a74eae156"/><link data-rh="true" rel="mask-icon" href="https://miro.medium.com/v2/resize:fill:1000:1000/7*GAOKVe--MXbEJmV9230oOQ.png" color="#171717"/><link data-rh="true" rel="preconnect" href="https://glyph.medium.com" crossOrigin=""/><link data-rh="true" id="glyph_preload_link" rel="preload" as="style" type="text/css" href="https://glyph.medium.com/css/unbound.css"/><link data-rh="true" id="glyph_link" rel="stylesheet" type="text/css" href="https://glyph.medium.com/css/unbound.css"/><link data-rh="true" rel="author" href="https://medium.com/@jessholbrook"/><link data-rh="true" rel="canonical" href="https://medium.com/google-design/human-centered-machine-learning-a770d10562cd"/><link data-rh="true" rel="alternate" href="android-app://com.medium.reader/https/medium.com/p/a770d10562cd"/><script data-rh="true" type="application/ld+json">{"@context":"http:\u002F\u002Fschema.org","@type":"NewsArticle","image":["https:\u002F\u002Fmiro.medium.com\u002Fv2\u002Fresize:fit:1200\u002F1*-OtRjI8AyOMXGUmK0gv69A.jpeg"],"url":"https:\u002F\u002Fmedium.com\u002Fgoogle-design\u002Fhuman-centered-machine-learning-a770d10562cd","dateCreated":"2017-07-10T03:35:26.609Z","datePublished":"2017-07-10T03:35:26.609Z","dateModified":"2023-10-10T23:07:27.830Z","headline":"Human-Centered Machine Learning - Google Design - Medium","name":"Human-Centered Machine Learning - Google Design - Medium","description":"Machine learning (ML) is the science of helping computers discover patterns and relationships in data instead of being manually programmed. It’s a powerful tool for creating personalized and dynamic…","identifier":"a770d10562cd","author":{"@type":"Person","name":"Jess Holbrook","url":"https:\u002F\u002Fmedium.com\u002F@jessholbrook"},"creator":["Jess Holbrook"],"publisher":{"@type":"Organization","name":"Google Design","url":"https:\u002F\u002Fmedium.com\u002Fgoogle-design","logo":{"@type":"ImageObject","width":358,"height":60,"url":"https:\u002F\u002Fmiro.medium.com\u002Fv2\u002Fresize:fit:716\u002F1*qkwnduFf23no2FixTOP8bg.png"}},"mainEntityOfPage":"https:\u002F\u002Fmedium.com\u002Fgoogle-design\u002Fhuman-centered-machine-learning-a770d10562cd"}</script><style type="text/css" data-fela-rehydration="580" data-fela-type="STATIC">html{box-sizing:border-box;-webkit-text-size-adjust:100%}*, *:before, *:after{box-sizing:inherit}body{margin:0;padding:0;text-rendering:optimizeLegibility;-webkit-font-smoothing:antialiased;color:rgba(0,0,0,0.8);position:relative;min-height:100vh}h1, h2, h3, h4, h5, h6, dl, dd, ol, ul, menu, figure, blockquote, p, pre, form{margin:0}menu, ol, ul{padding:0;list-style:none;list-style-image:none}main{display:block}a{color:inherit;text-decoration:none}a, button, input{-webkit-tap-highlight-color:transparent}img, svg{vertical-align:middle}button{background:transparent;overflow:visible}button, input, optgroup, select, textarea{margin:0}:root{--reach-tabs:1;--reach-menu-button:1}#speechify-root{font-family:Sohne, sans-serif}div[data-popper-reference-hidden="true"]{visibility:hidden;pointer-events:none}.grecaptcha-badge{visibility:hidden} /*XCode style (c) Angel Garcia <angelgarcia.mail@gmail.com>*/.hljs {background: #fff;color: black; }/* Gray DOCTYPE selectors like WebKit */ .xml .hljs-meta {color: #c0c0c0; }.hljs-comment, .hljs-quote {color: #007400; }.hljs-tag, .hljs-attribute, .hljs-keyword, .hljs-selector-tag, .hljs-literal, .hljs-name {color: #aa0d91; }.hljs-variable, .hljs-template-variable {color: #3F6E74; }.hljs-code, .hljs-string, .hljs-meta .hljs-string {color: #c41a16; }.hljs-regexp, .hljs-link {color: #0E0EFF; }.hljs-title, .hljs-symbol, .hljs-bullet, .hljs-number {color: #1c00cf; }.hljs-section, .hljs-meta {color: #643820; }.hljs-title.class_, .hljs-class .hljs-title, .hljs-type, .hljs-built_in, .hljs-params {color: #5c2699; }.hljs-attr {color: #836C28; }.hljs-subst {color: #000; }.hljs-formula {background-color: #eee;font-style: italic; }.hljs-addition {background-color: #baeeba; }.hljs-deletion {background-color: #ffc8bd; }.hljs-selector-id, .hljs-selector-class {color: #9b703f; }.hljs-doctag, .hljs-strong {font-weight: bold; }.hljs-emphasis {font-style: italic; } </style><style type="text/css" data-fela-rehydration="580" data-fela-type="KEYFRAME">@-webkit-keyframes k1{0%{opacity:0.8}50%{opacity:0.5}100%{opacity:0.8}}@-moz-keyframes k1{0%{opacity:0.8}50%{opacity:0.5}100%{opacity:0.8}}@keyframes k1{0%{opacity:0.8}50%{opacity:0.5}100%{opacity:0.8}}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE">.a{font-family:medium-content-sans-serif-font, -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Oxygen, Ubuntu, Cantarell, "Open Sans", "Helvetica Neue", sans-serif}.b{font-weight:400}.c{background-color:rgba(255, 255, 255, 1)}.l{display:block}.m{position:sticky}.n{top:0}.o{z-index:500}.p{padding:0 24px}.q{align-items:center}.r{border-bottom:solid 1px #F2F2F2}.y{height:41px}.z{line-height:20px}.ab{display:flex}.ac{height:57px}.ae{flex:1 0 auto}.af{color:inherit}.ag{fill:inherit}.ah{font-size:inherit}.ai{border:inherit}.aj{font-family:inherit}.ak{letter-spacing:inherit}.al{font-weight:inherit}.am{padding:0}.an{margin:0}.ao{cursor:pointer}.ap:disabled{cursor:not-allowed}.aq:disabled{color:#6B6B6B}.ar:disabled{fill:#6B6B6B}.au{width:auto}.av path{fill:#242424}.aw{height:25px}.ax{margin-left:16px}.ay{border:none}.az{border-radius:20px}.ba{width:240px}.bb{background:#F9F9F9}.bc path{fill:#6B6B6B}.be{outline:none}.bf{font-family:sohne, "Helvetica Neue", Helvetica, Arial, sans-serif}.bg{font-size:14px}.bh{width:100%}.bi{padding:10px 20px 10px 0}.bj{background-color:transparent}.bk{color:#242424}.bl::placeholder{color:#6B6B6B}.bm{display:inline-block}.bn{margin-left:12px}.bo{margin-right:12px}.bp{border-radius:4px}.bq{margin-left:24px}.br{height:24px}.bx{background-color:#F9F9F9}.by{border-radius:50%}.bz{height:32px}.ca{width:32px}.cb{justify-content:center}.ch{max-width:680px}.ci{min-width:0}.cj{animation:k1 1.2s ease-in-out infinite}.ck{height:100vh}.cl{margin-bottom:16px}.cm{margin-top:48px}.cn{align-items:flex-start}.co{flex-direction:column}.cp{justify-content:space-between}.cq{margin-bottom:24px}.cw{width:80%}.cx{background-color:#F2F2F2}.dd{height:44px}.de{width:44px}.df{margin:auto 0}.dg{margin-bottom:4px}.dh{height:16px}.di{width:120px}.dj{width:80px}.dp{margin-bottom:8px}.dq{width:96%}.dr{width:98%}.ds{width:81%}.dt{margin-left:8px}.du{color:#6B6B6B}.dv{font-size:13px}.dw{height:100%}.ep{color:#FFFFFF}.eq{fill:#FFFFFF}.er{background:rgba(53, 134, 251, 1)}.es{border-color:rgba(53, 134, 251, 1)}.ew:disabled{cursor:inherit !important}.ex:disabled{opacity:0.3}.ey:disabled:hover{background:rgba(53, 134, 251, 1)}.ez:disabled:hover{border-color:rgba(53, 134, 251, 1)}.fa{border-radius:99em}.fb{border-width:1px}.fc{border-style:solid}.fd{box-sizing:border-box}.fe{text-decoration:none}.ff{text-align:center}.fi{margin-right:32px}.fj{position:relative}.fk{fill:#6B6B6B}.fn{background:transparent}.fo svg{margin-left:4px}.fp svg{fill:#6B6B6B}.fr{box-shadow:inset 0 0 0 1px rgba(0, 0, 0, 0.05)}.fs{position:absolute}.fz{margin:0 24px}.gd{background:rgba(255, 255, 255, 1)}.ge{border:1px solid #F2F2F2}.gf{box-shadow:0 1px 4px #F2F2F2}.gg{max-height:100vh}.gh{overflow-y:auto}.gi{left:0}.gj{top:calc(100vh + 100px)}.gk{bottom:calc(100vh + 100px)}.gl{width:10px}.gm{pointer-events:none}.gn{word-break:break-word}.go{word-wrap:break-word}.gp:after{display:block}.gq:after{content:""}.gr:after{clear:both}.gs{line-height:1.23}.gt{letter-spacing:0}.gu{font-style:normal}.gv{font-weight:700}.ia{align-items:baseline}.ib{width:48px}.ic{height:48px}.id{border:2px solid rgba(255, 255, 255, 1)}.ie{z-index:0}.if{box-shadow:none}.ig{border:1px solid rgba(0, 0, 0, 0.05)}.ih{margin-left:-12px}.ii{width:28px}.ij{height:28px}.ik{z-index:1}.il{width:24px}.im{margin-bottom:2px}.in{flex-wrap:nowrap}.io{font-size:16px}.ip{line-height:24px}.ir{margin:0 8px}.is{display:inline}.it{color:rgba(53, 134, 251, 1)}.iu{fill:rgba(53, 134, 251, 1)}.ix{flex:0 0 auto}.ja{flex-wrap:wrap}.jb{white-space:pre-wrap}.jc{margin-right:4px}.jd{overflow:hidden}.je{max-height:20px}.jf{text-overflow:ellipsis}.jg{display:-webkit-box}.jh{-webkit-line-clamp:1}.ji{-webkit-box-orient:vertical}.jj{word-break:break-all}.jl{padding-left:8px}.jm{padding-right:8px}.kn> *{flex-shrink:0}.ko{overflow-x:scroll}.kp::-webkit-scrollbar{display:none}.kq{scrollbar-width:none}.kr{-ms-overflow-style:none}.ks{width:74px}.kt{flex-direction:row}.ku{z-index:2}.kx{-webkit-user-select:none}.ky{border:0}.kz{fill:rgba(117, 117, 117, 1)}.lc{outline:0}.ld{user-select:none}.le> svg{pointer-events:none}.ln{cursor:progress}.lo{margin-left:4px}.lp{margin-top:0px}.lq{opacity:1}.lr{padding:4px 0}.lu{width:16px}.lw{display:inline-flex}.mc{max-width:100%}.md{padding:8px 2px}.me svg{color:#6B6B6B}.mv{line-height:1.58}.mw{letter-spacing:-0.004em}.mx{font-family:source-serif-pro, Georgia, Cambria, "Times New Roman", Times, serif}.ns{margin-bottom:-0.46em}.nt{font-style:italic}.nu{clear:both}.oa{margin-left:auto}.ob{margin-right:auto}.oc{max-width:1920px}.oi{padding-top:5px}.oj{padding-bottom:5px}.ol{cursor:zoom-in}.om{z-index:auto}.oo{height:auto}.op{line-height:1.12}.oq{letter-spacing:-0.022em}.or{font-weight:600}.pm{margin-bottom:-0.28em}.ps{max-width:1862px}.pt{margin-top:10px}.pu{max-width:728px}.px{font-style:inherit}.py{padding-left:30px}.pz{line-height:40px}.qa{letter-spacing:-0.009em}.qb{font-weight:300}.qc{font-size:28px}.qi{text-decoration:underline}.qo{max-width:808px}.qp{max-width:640px}.qq{max-width:1024px}.qr{max-width:1600px}.qs{max-width:600px}.qt{max-width:1418px}.qu{max-width:1962px}.qv{line-height:1.18}.rj{margin-bottom:-0.31em}.rk{margin-bottom:26px}.rl{margin-top:6px}.rm{margin-top:8px}.rn{margin-right:8px}.ro{padding:8px 16px}.rp{border-radius:100px}.rq{transition:background 300ms ease}.rs{white-space:nowrap}.rt{border-top:none}.ru{margin-bottom:50px}.rv{height:52px}.rw{max-height:52px}.rx{box-sizing:content-box}.ry{position:static}.sa{max-width:155px}.sg{margin-right:20px}.sh{margin-bottom:64px}.si{margin-bottom:48px}.sw{border-radius:2px}.sy{height:64px}.sz{width:64px}.ta{align-self:flex-end}.tb{flex:1 1 auto}.tf{padding-right:4px}.tg{font-weight:500}.tn{margin-top:16px}.to{color:rgba(255, 255, 255, 1)}.tp{fill:rgba(255, 255, 255, 1)}.tq{background:rgba(25, 25, 25, 1)}.tr{border-color:rgba(25, 25, 25, 1)}.tu:disabled{opacity:0.1}.tv:disabled:hover{background:rgba(25, 25, 25, 1)}.tw:disabled:hover{border-color:rgba(25, 25, 25, 1)}.uc{height:0px}.ud{gap:18px}.ue{fill:rgba(61, 61, 61, 1)}.ug{padding-bottom:6px}.uh{border-bottom:1px solid #F2F2F2}.un{margin-top:32px}.uo{fill:#242424}.up{background:0}.uq{border-color:#242424}.ur:disabled:hover{color:#242424}.us:disabled:hover{fill:#242424}.ut:disabled:hover{border-color:#242424}.ve{border-bottom:solid 1px #E5E5E5}.vf{margin-top:72px}.vg{padding:24px 0}.vh{margin-bottom:0px}.vi{margin-right:16px}.as:hover:not(:disabled){color:rgba(25, 25, 25, 1)}.at:hover:not(:disabled){fill:rgba(25, 25, 25, 1)}.et:hover{background:rgba(54, 116, 208, 1)}.eu:hover{border-color:rgba(54, 116, 208, 1)}.ev:hover{cursor:pointer}.fl:hover{color:#242424}.fm:hover{fill:#242424}.fq:hover svg{fill:#242424}.ft:hover{background-color:rgba(0, 0, 0, 0.1)}.iq:hover{text-decoration:underline}.iv:hover:not(:disabled){color:rgba(54, 116, 208, 1)}.iw:hover:not(:disabled){fill:rgba(54, 116, 208, 1)}.lb:hover{fill:rgba(8, 8, 8, 1)}.ls:hover{fill:#000000}.lt:hover p{color:#000000}.lv:hover{color:#000000}.mf:hover svg{color:#000000}.rr:hover{background-color:#F2F2F2}.sx:hover{background-color:none}.ts:hover{background:#000000}.tt:hover{border-color:#242424}.uf:hover{fill:rgba(25, 25, 25, 1)}.bd:focus-within path{fill:#242424}.la:focus{fill:rgba(8, 8, 8, 1)}.mg:focus svg{color:#000000}.on:focus{transform:scale(1.01)}.lf:active{border-style:none}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (min-width: 1080px)">.d{display:none}.bw{width:64px}.cg{margin:0 64px}.cv{height:48px}.dc{margin-bottom:52px}.do{margin-bottom:48px}.ef{font-size:14px}.eg{line-height:20px}.em{font-size:13px}.eo{padding:5px 12px}.fh{display:flex}.fy{margin-bottom:50px}.gc{max-width:680px}.hq{font-size:42px}.hr{margin-top:1.19em}.hs{margin-bottom:32px}.ht{line-height:52px}.hu{letter-spacing:-0.011em}.hz{align-items:center}.jz{border-top:solid 1px #F2F2F2}.ka{border-bottom:solid 1px #F2F2F2}.kb{margin:32px 0 0}.kc{padding:3px 8px}.kl> *{margin-right:24px}.km> :last-child{margin-right:0}.lm{margin-top:0px}.mb{margin:0}.no{font-size:20px}.np{margin-top:2.14em}.nq{line-height:32px}.nr{letter-spacing:-0.003em}.nz{max-width:1192px}.oh{margin-top:56px}.pi{font-size:24px}.pj{margin-top:1.95em}.pk{line-height:30px}.pl{letter-spacing:-0.016em}.pr{margin-top:0.94em}.qh{margin-top:1.75em}.qn{margin-top:2.64em}.rg{margin-top:1.72em}.rh{line-height:24px}.ri{letter-spacing:0}.sf{display:inline-block}.sj{flex-direction:row}.sm{margin-bottom:0}.sn{margin-right:20px}.tc{max-width:500px}.ub{margin-bottom:88px}.um{margin:40px 0 16px}.uy{width:min-width}.vd{padding-top:72px}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (max-width: 1079.98px)">.e{display:none}.ll{margin-top:0px}.pv{margin-left:auto}.pw{text-align:center}.se{display:inline-block}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (max-width: 903.98px)">.f{display:none}.lk{margin-top:0px}.sd{display:inline-block}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (max-width: 727.98px)">.g{display:none}.li{margin-top:0px}.lj{margin-right:0px}.sc{display:inline-block}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (max-width: 551.98px)">.h{display:none}.s{display:flex}.t{justify-content:space-between}.bs{width:24px}.cc{margin:0 24px}.cr{height:40px}.cy{margin-bottom:44px}.dk{margin-bottom:32px}.dx{font-size:13px}.dy{line-height:20px}.eh{padding:0px 8px 1px}.fu{margin-bottom:2px}.gw{font-size:32px}.gx{margin-top:1.01em}.gy{margin-bottom:24px}.gz{line-height:38px}.ha{letter-spacing:-0.014em}.hv{align-items:flex-start}.iy{flex-direction:column}.jn{margin:24px -24px 0}.jo{padding:0}.kd> *{margin-right:8px}.ke> :last-child{margin-right:24px}.kv{margin-left:0px}.lg{margin-top:0px}.lh{margin-right:0px}.lx{margin:0}.mh{border:1px solid #F2F2F2}.mi{border-radius:99em}.mj{padding:0px 16px 0px 12px}.mk{height:38px}.ml{align-items:center}.mn svg{margin-right:8px}.my{font-size:18px}.mz{margin-top:1.56em}.na{line-height:28px}.nb{letter-spacing:-0.003em}.nv{max-width:100%}.od{margin-top:40px}.os{font-size:20px}.ot{margin-top:1.2em}.ou{line-height:24px}.ov{letter-spacing:0}.pn{margin-top:0.67em}.qd{margin-top:1.08em}.qj{margin-top:2em}.qw{font-size:16px}.qx{margin-top:1.23em}.sb{display:inline-block}.su{margin-bottom:20px}.sv{margin-right:0}.th{font-size:24px}.ti{line-height:30px}.tj{letter-spacing:-0.016em}.tx{margin-bottom:64px}.ui{margin:32px 0 16px}.uu{width:100%}.uz{padding-top:48px}.mm:hover{border-color:#E5E5E5}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (min-width: 904px) and (max-width: 1079.98px)">.i{display:none}.bv{width:64px}.cf{margin:0 64px}.cu{height:48px}.db{margin-bottom:52px}.dn{margin-bottom:48px}.ed{font-size:14px}.ee{line-height:20px}.ek{font-size:13px}.el{padding:5px 12px}.fg{display:flex}.fx{margin-bottom:50px}.gb{max-width:680px}.hl{font-size:42px}.hm{margin-top:1.19em}.hn{margin-bottom:32px}.ho{line-height:52px}.hp{letter-spacing:-0.011em}.hy{align-items:center}.jv{border-top:solid 1px #F2F2F2}.jw{border-bottom:solid 1px #F2F2F2}.jx{margin:32px 0 0}.jy{padding:3px 8px}.kj> *{margin-right:24px}.kk> :last-child{margin-right:0}.ma{margin:0}.nk{font-size:20px}.nl{margin-top:2.14em}.nm{line-height:32px}.nn{letter-spacing:-0.003em}.ny{max-width:1192px}.og{margin-top:56px}.pe{font-size:24px}.pf{margin-top:1.95em}.pg{line-height:30px}.ph{letter-spacing:-0.016em}.pq{margin-top:0.94em}.qg{margin-top:1.75em}.qm{margin-top:2.64em}.rd{margin-top:1.72em}.re{line-height:24px}.rf{letter-spacing:0}.sk{flex-direction:row}.so{margin-bottom:0}.sp{margin-right:20px}.td{max-width:500px}.ua{margin-bottom:88px}.ul{margin:40px 0 16px}.ux{width:min-width}.vc{padding-top:72px}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (min-width: 728px) and (max-width: 903.98px)">.j{display:none}.w{display:flex}.x{justify-content:space-between}.bu{width:64px}.ce{margin:0 48px}.ct{height:48px}.da{margin-bottom:52px}.dm{margin-bottom:48px}.eb{font-size:13px}.ec{line-height:20px}.ej{padding:0px 8px 1px}.fw{margin-bottom:50px}.ga{max-width:680px}.hg{font-size:42px}.hh{margin-top:1.19em}.hi{margin-bottom:32px}.hj{line-height:52px}.hk{letter-spacing:-0.011em}.hx{align-items:center}.jr{border-top:solid 1px #F2F2F2}.js{border-bottom:solid 1px #F2F2F2}.jt{margin:32px 0 0}.ju{padding:3px 8px}.kh> *{margin-right:24px}.ki> :last-child{margin-right:0}.lz{margin:0}.ng{font-size:20px}.nh{margin-top:2.14em}.ni{line-height:32px}.nj{letter-spacing:-0.003em}.nx{max-width:100%}.of{margin-top:56px}.pa{font-size:24px}.pb{margin-top:1.95em}.pc{line-height:30px}.pd{letter-spacing:-0.016em}.pp{margin-top:0.94em}.qf{margin-top:1.75em}.ql{margin-top:2.64em}.ra{margin-top:1.72em}.rb{line-height:24px}.rc{letter-spacing:0}.sl{flex-direction:row}.sq{margin-bottom:0}.sr{margin-right:20px}.te{max-width:500px}.tz{margin-bottom:88px}.uk{margin:40px 0 16px}.uw{width:min-width}.vb{padding-top:72px}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="all and (min-width: 552px) and (max-width: 727.98px)">.k{display:none}.u{display:flex}.v{justify-content:space-between}.bt{width:24px}.cd{margin:0 24px}.cs{height:40px}.cz{margin-bottom:44px}.dl{margin-bottom:32px}.dz{font-size:13px}.ea{line-height:20px}.ei{padding:0px 8px 1px}.fv{margin-bottom:2px}.hb{font-size:32px}.hc{margin-top:1.01em}.hd{margin-bottom:24px}.he{line-height:38px}.hf{letter-spacing:-0.014em}.hw{align-items:flex-start}.iz{flex-direction:column}.jp{margin:24px 0 0}.jq{padding:0}.kf> *{margin-right:8px}.kg> :last-child{margin-right:8px}.kw{margin-left:0px}.ly{margin:0}.mo{border:1px solid #F2F2F2}.mp{border-radius:99em}.mq{padding:0px 16px 0px 12px}.mr{height:38px}.ms{align-items:center}.mu svg{margin-right:8px}.nc{font-size:18px}.nd{margin-top:1.56em}.ne{line-height:28px}.nf{letter-spacing:-0.003em}.nw{max-width:100%}.oe{margin-top:40px}.ow{font-size:20px}.ox{margin-top:1.2em}.oy{line-height:24px}.oz{letter-spacing:0}.po{margin-top:0.67em}.qe{margin-top:1.08em}.qk{margin-top:2em}.qy{font-size:16px}.qz{margin-top:1.23em}.ss{margin-bottom:20px}.st{margin-right:0}.tk{font-size:24px}.tl{line-height:30px}.tm{letter-spacing:-0.016em}.ty{margin-bottom:64px}.uj{margin:32px 0 16px}.uv{width:100%}.va{padding-top:48px}.mt:hover{border-color:#E5E5E5}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="print">.rz{display:none}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="(orientation: landscape) and (max-width: 903.98px)">.jk{max-height:none}</style><style type="text/css" data-fela-rehydration="580" data-fela-type="RULE" media="(prefers-reduced-motion: no-preference)">.ok{transition:transform 300ms cubic-bezier(0.2, 0, 0.2, 1)}</style></head><body><div id="root"><div class="a b c"><div class="d e f g h i j k"></div><script>document.domain = document.domain;</script><div class="l c"><div class="l m n o c"><div class="p q r s t u v w x i d y z"><a class="du ag dv bf ak b am an ao ap aq ar as at s u w i d q dw z" href="https://rsci.app.link/?%24canonical_url=https%3A%2F%2Fmedium.com%2Fp%2Fa770d10562cd&%7Efeature=LoOpenInAppButton&%7Echannel=ShowPostUnderCollection&source=---top_nav_layout_nav-----------------------------------------" rel="noopener follow">Open in app<svg xmlns="http://www.w3.org/2000/svg" width="10" height="10" fill="none" viewBox="0 0 10 10" class="dt"><path fill="currentColor" d="M.985 8.485a.375.375 0 1 0 .53.53zM8.75 1.25h.375A.375.375 0 0 0 8.75.875zM8.375 6.5a.375.375 0 1 0 .75 0zM3.5.875a.375.375 0 1 0 0 .75zm-1.985 8.14 7.5-7.5-.53-.53-7.5 7.5zm6.86-7.765V6.5h.75V1.25zM3.5 1.625h5.25v-.75H3.5z"></path></svg></a><div class="ab q"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><button class="bf b dx dy eh dz ea ei eb ec ej ek ee el em eg eo ep eq er es et eu ev ew ex ey ez fa fb fc fd bm fe ff" data-testid="headerSignUpButton">Sign up</button></span></p><div class="ax l"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerSignInButton" rel="noopener follow" href="/m/signin?operation=login&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&source=post_page---top_nav_layout_nav-----------------------global_nav------------------">Sign in</a></span></p></div></div></div><div class="p q r ab ac"><div class="ab q ae"><a class="af ag ah ai aj ak al am an ao ap aq ar as at ab" aria-label="Homepage" data-testid="headerMediumLogo" rel="noopener follow" href="/?source=---top_nav_layout_nav-----------------------------------------"><svg xmlns="http://www.w3.org/2000/svg" width="719" height="160" fill="none" viewBox="0 0 719 160" class="au av aw"><path fill="#242424" d="m174.104 9.734.215-.047V8.02H130.39L89.6 103.89 48.81 8.021H1.472v1.666l.212.047c8.018 1.81 12.09 4.509 12.09 14.242V137.93c0 9.734-4.087 12.433-12.106 14.243l-.212.047v1.671h32.118v-1.665l-.213-.048c-8.018-1.809-12.089-4.509-12.089-14.242V30.586l52.399 123.305h2.972l53.925-126.743V140.75c-.687 7.688-4.721 10.062-11.982 11.701l-.215.05v1.652h55.948v-1.652l-.215-.05c-7.269-1.639-11.4-4.013-12.087-11.701l-.037-116.774h.037c0-9.733 4.071-12.432 12.087-14.242m25.555 75.488c.915-20.474 8.268-35.252 20.606-35.507 3.806.063 6.998 1.312 9.479 3.714 5.272 5.118 7.751 15.812 7.368 31.793zm-.553 5.77h65.573v-.275c-.186-15.656-4.721-27.834-13.466-36.196-7.559-7.227-18.751-11.203-30.507-11.203h-.263c-6.101 0-13.584 1.48-18.909 4.16-6.061 2.807-11.407 7.003-15.855 12.511-7.161 8.874-11.499 20.866-12.554 34.343q-.05.606-.092 1.212a50 50 0 0 0-.065 1.151 85.807 85.807 0 0 0-.094 5.689c.71 30.524 17.198 54.917 46.483 54.917 25.705 0 40.675-18.791 44.407-44.013l-1.886-.664c-6.557 13.556-18.334 21.771-31.738 20.769-18.297-1.369-32.314-19.922-31.042-42.395m139.722 41.359c-2.151 5.101-6.639 7.908-12.653 7.908s-11.513-4.129-15.418-11.63c-4.197-8.053-6.405-19.436-6.405-32.92 0-28.067 8.729-46.22 22.24-46.22 5.657 0 10.111 2.807 12.236 7.704zm43.499 20.008c-8.019-1.897-12.089-4.722-12.089-14.951V1.309l-48.716 14.353v1.757l.299-.024c6.72-.543 11.278.386 13.925 2.83 2.072 1.915 3.082 4.853 3.082 8.987v18.66c-4.803-3.067-10.516-4.56-17.448-4.56-14.059 0-26.909 5.92-36.176 16.672-9.66 11.205-14.767 26.518-14.767 44.278-.003 31.72 15.612 53.039 38.851 53.039 13.595 0 24.533-7.449 29.54-20.013v16.865h43.711v-1.746zM424.1 19.819c0-9.904-7.468-17.374-17.375-17.374-9.859 0-17.573 7.632-17.573 17.374s7.721 17.374 17.573 17.374c9.907 0 17.375-7.47 17.375-17.374m11.499 132.546c-8.019-1.897-12.089-4.722-12.089-14.951h-.035V43.635l-43.714 12.551v1.705l.263.024c9.458.842 12.047 4.1 12.047 15.152v81.086h43.751v-1.746zm112.013 0c-8.018-1.897-12.089-4.722-12.089-14.951V43.635l-41.621 12.137v1.71l.246.026c7.733.813 9.967 4.257 9.967 15.36v59.279c-2.578 5.102-7.415 8.131-13.274 8.336-9.503 0-14.736-6.419-14.736-18.073V43.638l-43.714 12.55v1.703l.262.024c9.459.84 12.05 4.097 12.05 15.152v50.17a56.3 56.3 0 0 0 .91 10.444l.787 3.423c3.701 13.262 13.398 20.197 28.59 20.197 12.868 0 24.147-7.966 29.115-20.43v17.311h43.714v-1.747zm169.818 1.788v-1.749l-.213-.05c-8.7-2.006-12.089-5.789-12.089-13.49v-63.79c0-19.89-11.171-31.761-29.883-31.761-13.64 0-25.141 7.882-29.569 20.16-3.517-13.01-13.639-20.16-28.606-20.16-13.146 0-23.449 6.938-27.869 18.657V43.643L545.487 55.68v1.715l.263.024c9.345.829 12.047 4.181 12.047 14.95v81.784h40.787v-1.746l-.215-.053c-6.941-1.631-9.181-4.606-9.181-12.239V66.998c1.836-4.289 5.537-9.37 12.853-9.37 9.086 0 13.692 6.296 13.692 18.697v77.828h40.797v-1.746l-.215-.053c-6.94-1.631-9.18-4.606-9.18-12.239V75.066a42 42 0 0 0-.578-7.26c1.947-4.661 5.86-10.177 13.475-10.177 9.214 0 13.691 6.114 13.691 18.696v77.828z"></path></svg></a><div class="ax h"><div class="ab ay az ba bb q bc bd"><div class="bm" aria-hidden="false" aria-describedby="searchResults" aria-labelledby="searchResults"></div><div class="bn bo ab"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M4.092 11.06a6.95 6.95 0 1 1 13.9 0 6.95 6.95 0 0 1-13.9 0m6.95-8.05a8.05 8.05 0 1 0 5.13 14.26l3.75 3.75a.56.56 0 1 0 .79-.79l-3.73-3.73A8.05 8.05 0 0 0 11.042 3z" clip-rule="evenodd"></path></svg></div><input role="combobox" aria-controls="searchResults" aria-expanded="false" aria-label="search" data-testid="headerSearchInput" tabindex="0" class="ay be bf bg z bh bi bj bk bl" placeholder="Search" value=""/></div></div></div><div class="h k w fg fh"><div class="fi ab"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerWriteButton" rel="noopener follow" href="/m/signin?operation=register&redirect=https%3A%2F%2Fmedium.com%2Fnew-story&source=---top_nav_layout_nav-----------------------new_post_topnav------------------"><div class="bf b bg z du fj fk ab q fl fm"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24" aria-label="Write"><path fill="currentColor" d="M14 4a.5.5 0 0 0 0-1zm7 6a.5.5 0 0 0-1 0zm-7-7H4v1h10zM3 4v16h1V4zm1 17h16v-1H4zm17-1V10h-1v10zm-1 1a1 1 0 0 0 1-1h-1zM3 20a1 1 0 0 0 1 1v-1zM4 3a1 1 0 0 0-1 1h1z"></path><path stroke="currentColor" d="m17.5 4.5-8.458 8.458a.25.25 0 0 0-.06.098l-.824 2.47a.25.25 0 0 0 .316.316l2.47-.823a.25.25 0 0 0 .098-.06L19.5 6.5m-2-2 2.323-2.323a.25.25 0 0 1 .354 0l1.646 1.646a.25.25 0 0 1 0 .354L19.5 6.5m-2-2 2 2"></path></svg><div class="dt l">Write</div></div></a></span></div></div><div class="k j i d"><div class="fi ab"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerSearchButton" rel="noopener follow" href="/search?source=---top_nav_layout_nav-----------------------------------------"><div class="bf b bg z du fj fk ab q fl fm"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24" aria-label="Search"><path fill="currentColor" fill-rule="evenodd" d="M4.092 11.06a6.95 6.95 0 1 1 13.9 0 6.95 6.95 0 0 1-13.9 0m6.95-8.05a8.05 8.05 0 1 0 5.13 14.26l3.75 3.75a.56.56 0 1 0 .79-.79l-3.73-3.73A8.05 8.05 0 0 0 11.042 3z" clip-rule="evenodd"></path></svg></div></a></div></div><div class="fi h k j"><div class="ab q"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><button class="bf b dx dy eh dz ea ei eb ec ej ek ee el em eg eo ep eq er es et eu ev ew ex ey ez fa fb fc fd bm fe ff" data-testid="headerSignUpButton">Sign up</button></span></p><div class="ax l"><p class="bf b dx dy dz ea eb ec ed ee ef eg du"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerSignInButton" rel="noopener follow" href="/m/signin?operation=login&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&source=post_page---top_nav_layout_nav-----------------------global_nav------------------">Sign in</a></span></p></div></div></div><div class="l" aria-hidden="false"><button class="ay fn am ab q ao fo fp fq" aria-label="user options menu" data-testid="headerUserIcon"><div class="l fj"><img alt="" class="l fd by bz ca cx" src="https://miro.medium.com/v2/resize:fill:64:64/1*dmbNkD5D-u45r44go_cf0g.png" width="32" height="32" loading="lazy" role="presentation"/><div class="fr by l bz ca fs n ay ft"></div></div></button></div></div></div><div class="l"><div class="fu fv fw fx fy l"><div class="ab cb"><div class="ci bh fz ga gb gc"></div></div><article><div class="l"><div class="l"><span class="l"></span><section><div><div class="fs gi gj gk gl gm"></div><div class="gn go gp gq gr"><div class="ab cb"><div class="ci bh fz ga gb gc"><div><h1 id="c0ef" class="pw-post-title gs gt gu bf gv gw gx gy gz ha hb hc hd he hf hg hh hi hj hk hl hm hn ho hp hq hr hs ht hu bk" data-testid="storyTitle">Human-Centered Machine Learning</h1><div><div class="speechify-ignore ab cp"><div class="speechify-ignore bh l"><div class="hv hw hx hy hz ab"><div><div class="ab ia"><div><div class="bm" aria-hidden="false"><a rel="noopener follow" href="/@jessholbrook?source=post_page---byline--a770d10562cd---------------------------------------"><div class="l ib ic by id ie"><div class="l fj"><img alt="Jess Holbrook" class="l fd by dd de cx" src="https://miro.medium.com/v2/resize:fill:88:88/1*lJkUus1rQ1XUyomIZZMuaA.jpeg" width="44" height="44" loading="lazy" data-testid="authorPhoto"/><div class="if by l dd de fs n ig ft"></div></div></div></a></div></div><div class="ih ab fj"><div><div class="bm" aria-hidden="false"><a href="https://medium.com/google-design?source=post_page---byline--a770d10562cd---------------------------------------" rel="noopener follow"><div class="l ii ij by id ik"><div class="l fj"><img alt="Google Design" class="l fd by br il cx" src="https://miro.medium.com/v2/resize:fill:48:48/1*aLg16KgQKz7SEm23O2hX8A.png" width="24" height="24" loading="lazy" data-testid="publicationPhoto"/><div class="if by l br il fs n ig ft"></div></div></div></a></div></div></div></div></div><div class="bn bh l"><div class="ab"><div style="flex:1"><span class="bf b bg z bk"><div class="im ab q"><div class="ab q in"><div class="ab q"><div><div class="bm" aria-hidden="false"><p class="bf b io ip bk"><a class="af ag ah ai aj ak al am an ao ap aq ar iq" data-testid="authorName" rel="noopener follow" href="/@jessholbrook?source=post_page---byline--a770d10562cd---------------------------------------">Jess Holbrook</a></p></div></div></div><span class="ir is" aria-hidden="true"><span class="bf b bg z du">·</span></span><p class="bf b io ip du"><span><a class="it iu ah ai aj ak al am an ao ap aq ar ex iv iw" rel="noopener follow" href="/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fsubscribe%2Fuser%2F1f5b1e750931&operation=register&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&user=Jess+Holbrook&userId=1f5b1e750931&source=post_page-1f5b1e750931--byline--a770d10562cd---------------------post_header------------------">Follow</a></span></p></div></div></span></div></div><div class="l ix"><span class="bf b bg z du"><div class="ab cn iy iz ja"><div class="fu fv ab"><div class="bf b bg z du ab jb"><span class="jc l ix">Published in</span><div><div class="l" aria-hidden="false"><a class="af ag ah ai aj ak al am an ao ap aq ar iq ab q" data-testid="publicationName" href="https://medium.com/google-design?source=post_page---byline--a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b bg z jd je jf jg jh ji jj jk bk">Google Design</p></a></div></div></div><div class="h k"><span class="ir is" aria-hidden="true"><span class="bf b bg z du">·</span></span></div></div><span class="bf b bg z du"><div class="ab ae"><span data-testid="storyReadTime">13 min read</span><div class="jl jm l" aria-hidden="true"><span class="l" aria-hidden="true"><span class="bf b bg z du">·</span></span></div><span data-testid="storyPublishDate">Jul 10, 2017</span></div></span></div></span></div></div></div><div class="ab cp jn jo jp jq jr js jt ju jv jw jx jy jz ka kb kc"><div class="h k w fg fh q"><div class="ks l"><div class="ab q kt ku"><div class="pw-multi-vote-icon fj jc kv kw kx"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerClapButton" rel="noopener follow" href="/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fvote%2Fgoogle-design%2Fa770d10562cd&operation=register&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&user=Jess+Holbrook&userId=1f5b1e750931&source=---header_actions--a770d10562cd---------------------clap_footer------------------"><div><div class="bm" aria-hidden="false"><div class="ky ao kz la lb lc am ld le lf kx"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" aria-label="clap"><path fill-rule="evenodd" d="M11.37.828 12 3.282l.63-2.454zM13.916 3.953l1.523-2.112-1.184-.39zM8.589 1.84l1.522 2.112-.337-2.501zM18.523 18.92c-.86.86-1.75 1.246-2.62 1.33a6 6 0 0 0 .407-.372c2.388-2.389 2.86-4.951 1.399-7.623l-.912-1.603-.79-1.672c-.26-.56-.194-.98.203-1.288a.7.7 0 0 1 .546-.132c.283.046.546.231.728.5l2.363 4.157c.976 1.624 1.141 4.237-1.324 6.702m-10.999-.438L3.37 14.328a.828.828 0 0 1 .585-1.408.83.83 0 0 1 .585.242l2.158 2.157a.365.365 0 0 0 .516-.516l-2.157-2.158-1.449-1.449a.826.826 0 0 1 1.167-1.17l3.438 3.44a.363.363 0 0 0 .516 0 .364.364 0 0 0 0-.516L5.293 9.513l-.97-.97a.826.826 0 0 1 0-1.166.84.84 0 0 1 1.167 0l.97.968 3.437 3.436a.36.36 0 0 0 .517 0 .366.366 0 0 0 0-.516L6.977 7.83a.82.82 0 0 1-.241-.584.82.82 0 0 1 .824-.826c.219 0 .43.087.584.242l5.787 5.787a.366.366 0 0 0 .587-.415l-1.117-2.363c-.26-.56-.194-.98.204-1.289a.7.7 0 0 1 .546-.132c.283.046.545.232.727.501l2.193 3.86c1.302 2.38.883 4.59-1.277 6.75-1.156 1.156-2.602 1.627-4.19 1.367-1.418-.236-2.866-1.033-4.079-2.246M10.75 5.971l2.12 2.12c-.41.502-.465 1.17-.128 1.89l.22.465-3.523-3.523a.8.8 0 0 1-.097-.368c0-.22.086-.428.241-.584a.847.847 0 0 1 1.167 0m7.355 1.705c-.31-.461-.746-.758-1.23-.837a1.44 1.44 0 0 0-1.11.275c-.312.24-.505.543-.59.881a1.74 1.74 0 0 0-.906-.465 1.47 1.47 0 0 0-.82.106l-2.182-2.182a1.56 1.56 0 0 0-2.2 0 1.54 1.54 0 0 0-.396.701 1.56 1.56 0 0 0-2.21-.01 1.55 1.55 0 0 0-.416.753c-.624-.624-1.649-.624-2.237-.037a1.557 1.557 0 0 0 0 2.2c-.239.1-.501.238-.715.453a1.56 1.56 0 0 0 0 2.2l.516.515a1.556 1.556 0 0 0-.753 2.615L7.01 19c1.32 1.319 2.909 2.189 4.475 2.449q.482.08.971.08c.85 0 1.653-.198 2.393-.579.231.033.46.054.686.054 1.266 0 2.457-.52 3.505-1.567 2.763-2.763 2.552-5.734 1.439-7.586z" clip-rule="evenodd"></path></svg></div></div></div></a></span></div><div class="pw-multi-vote-count l lg lh li lj lk ll lm"><p class="bf b dv z du"><span class="ln">--</span></p></div></div></div><div><div class="bm" aria-hidden="false"><button class="ao ky lq lr ab q fk ls lt" aria-label="responses"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" class="lp"><path d="M18.006 16.803c1.533-1.456 2.234-3.325 2.234-5.321C20.24 7.357 16.709 4 12.191 4S4 7.357 4 11.482c0 4.126 3.674 7.482 8.191 7.482.817 0 1.622-.111 2.393-.327.231.2.48.391.744.559 1.06.693 2.203 1.044 3.399 1.044.224-.008.4-.112.486-.287a.49.49 0 0 0-.042-.518c-.495-.67-.845-1.364-1.04-2.057a4 4 0 0 1-.125-.598zm-3.122 1.055-.067-.223-.315.096a8 8 0 0 1-2.311.338c-4.023 0-7.292-2.955-7.292-6.587 0-3.633 3.269-6.588 7.292-6.588 4.014 0 7.112 2.958 7.112 6.593 0 1.794-.608 3.469-2.027 4.72l-.195.168v.255c0 .056 0 .151.016.295.025.231.081.478.154.733.154.558.398 1.117.722 1.659a5.3 5.3 0 0 1-2.165-.845c-.276-.176-.714-.383-.941-.59z"></path></svg><p class="bf b dv z du"><span class="pw-responses-count lo lp">38</span></p></button></div></div></div><div class="ab q kd ke kf kg kh ki kj kk kl km kn ko kp kq kr"><div class="lu k j i d"></div><div class="h k"><div><div class="bm" aria-hidden="false"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="headerBookmarkButton" rel="noopener follow" href="/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fbookmark%2Fp%2Fa770d10562cd&operation=register&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&source=---header_actions--a770d10562cd---------------------bookmark_footer------------------"><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" fill="none" viewBox="0 0 25 25" class="du lv" aria-label="Add to list bookmark button"><path fill="currentColor" d="M18 2.5a.5.5 0 0 1 1 0V5h2.5a.5.5 0 0 1 0 1H19v2.5a.5.5 0 1 1-1 0V6h-2.5a.5.5 0 0 1 0-1H18zM7 7a1 1 0 0 1 1-1h3.5a.5.5 0 0 0 0-1H8a2 2 0 0 0-2 2v14a.5.5 0 0 0 .805.396L12.5 17l5.695 4.396A.5.5 0 0 0 19 21v-8.5a.5.5 0 0 0-1 0v7.485l-5.195-4.012a.5.5 0 0 0-.61 0L7 19.985z"></path></svg></a></span></div></div></div><div class="fd lw cn"><div class="l ae"><div class="ab cb"><div class="lx ly lz ma mb mc ci bh"><div class="ab"><div class="bm" aria-hidden="false"><div><div class="bm" aria-hidden="false"><button aria-label="Listen" data-testid="audioPlayButton" class="af fk ah ai aj ak al md an ao ap ex me mf lt mg mh mi mj mk s ml mm mn mo mp mq mr u ms mt mu"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M3 12a9 9 0 1 1 18 0 9 9 0 0 1-18 0m9-10C6.477 2 2 6.477 2 12s4.477 10 10 10 10-4.477 10-10S17.523 2 12 2m3.376 10.416-4.599 3.066a.5.5 0 0 1-.777-.416V8.934a.5.5 0 0 1 .777-.416l4.599 3.066a.5.5 0 0 1 0 .832" clip-rule="evenodd"></path></svg><div class="j i d"><p class="bf b bg z du">Listen</p></div></button></div></div></div></div></div></div></div></div><div class="bm" aria-hidden="false" aria-describedby="postFooterSocialMenu" aria-labelledby="postFooterSocialMenu"><div><div class="bm" aria-hidden="false"><button aria-controls="postFooterSocialMenu" aria-expanded="false" aria-label="Share Post" data-testid="headerSocialShareButton" class="af fk ah ai aj ak al md an ao ap ex me mf lt mg mh mi mj mk s ml mm mn mo mp mq mr u ms mt mu"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M15.218 4.931a.4.4 0 0 1-.118.132l.012.006a.45.45 0 0 1-.292.074.5.5 0 0 1-.3-.13l-2.02-2.02v7.07c0 .28-.23.5-.5.5s-.5-.22-.5-.5v-7.04l-2 2a.45.45 0 0 1-.57.04h-.02a.4.4 0 0 1-.16-.3.4.4 0 0 1 .1-.32l2.8-2.8a.5.5 0 0 1 .7 0l2.8 2.79a.42.42 0 0 1 .068.498m-.106.138.008.004v-.01zM16 7.063h1.5a2 2 0 0 1 2 2v10a2 2 0 0 1-2 2h-11c-1.1 0-2-.9-2-2v-10a2 2 0 0 1 2-2H8a.5.5 0 0 1 .35.15.5.5 0 0 1 .15.35.5.5 0 0 1-.15.35.5.5 0 0 1-.35.15H6.4c-.5 0-.9.4-.9.9v10.2a.9.9 0 0 0 .9.9h11.2c.5 0 .9-.4.9-.9v-10.2c0-.5-.4-.9-.9-.9H16a.5.5 0 0 1 0-1" clip-rule="evenodd"></path></svg><div class="j i d"><p class="bf b bg z du">Share</p></div></button></div></div></div></div></div></div></div></div></div><p id="0cb2" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk"><em class="nt">7 steps to stay focused on the user when designing with ML</em></p><p id="c0b8" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk"><em class="nt">By Josh Lovejoy and Jess Holbrook</em></p></div></div><div class="nu"><div class="ab cb"><div class="lx nv ly nw lz nx cf ny cg nz ci bh"><figure class="od oe of og oh nu oi oj paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob oc"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 1100w, https://miro.medium.com/v2/resize:fit:2000/format:webp/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 1100w, https://miro.medium.com/v2/resize:fit:2000/1*-OtRjI8AyOMXGUmK0gv69A.jpeg 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px"/><img alt="" class="bh mc oo c" width="1000" height="563" loading="eager" role="presentation"/></picture></div></div></figure></div></div></div><div class="ab cb"><div class="ci bh fz ga gb gc"><p id="3c80" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Machine learning (ML) is the science of helping computers discover patterns and relationships in data instead of being manually programmed. It’s a powerful tool for creating personalized and dynamic experiences, and it’s already driving everything from Netflix recommendations to autonomous cars. But as more and more experiences are built with ML, it’s clear that UXers still have a lot to learn about how to make users feel in control of the technology, and not the other way round.</p><p id="049f" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">As was the case with the mobile revolution, and the web before that, ML will cause us to rethink, restructure, displace, and consider new possibilities for virtually every experience we build. In the Google UX community, we’ve started an effort called “<strong class="mx gv">human-centered machine learning</strong>” (HCML) to help focus and guide that conversation. Using this lens, we look across products to see how ML can stay grounded in human needs while solving them in unique ways only possible through ML. Our team at Google works with UXers across the company to bring them up to speed on core ML concepts, understand how to integrate ML into the UX utility belt, and ensure ML and AI are built in inclusive ways.</p><p id="8eea" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">If you’ve just started working with ML, you may be feeling a little overwhelmed by the complexity of the space and the sheer breadth of opportunity for innovation. Slow down, give yourself time to get acclimated, and don’t panic. You don’t need to reinvent yourself in order to be valuable to your team.</p><p id="cf1b" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">We’ve developed seven points to help designers navigate the new terrain of designing ML-driven products. Born out of our work with UX and AI teams at Google (and a healthy dose of trial and error), these points will help you put the user first, iterate quickly, and understand the unique opportunities ML creates.</p><p id="ef3a" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Let’s get started.</p><h1 id="fa42" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">1. Don’t expect Machine learning to figure out what problems to solve</h1><p id="1b95" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">Machine learning and artificial intelligence have a lot of hype around them right now. Many companies and product teams are jumping right into product strategies that start with ML as a solution and skip over focusing on a meaningful problem to solve.</p></div></div><div class="nu"><div class="ab cb"><div class="lx nv ly nw lz nx cf ny cg nz ci bh"><figure class="od oe of og oh nu oi oj paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob oc"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 1100w, https://miro.medium.com/v2/resize:fit:2000/format:webp/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 1100w, https://miro.medium.com/v2/resize:fit:2000/1*1amLc8Z6dlYZRCBvA39Vng.jpeg 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px"/><img alt="" class="bh mc oo c" width="1000" height="563" loading="eager" role="presentation"/></picture></div></div></figure></div></div></div><div class="ab cb"><div class="ci bh fz ga gb gc"><p id="184f" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">That’s fine for pure exploration or seeing what a technology can do, and often inspires new product thinking. However, if you aren’t aligned with a human need, you’re just going to build a very powerful system to address a very small — or perhaps nonexistent — problem.</p><p id="1893" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">So our first point is that you still need to do all that hard work you’ve always done to find human needs. This is all the ethnography, contextual inquiries, interviews, deep hanging out, surveys, reading customer support tickets, logs analysis, and getting proximate to people to figure out if you’re solving a problem or addressing an unstated need people have. Machine learning won’t figure out what problems to solve. We still need to define that. As UXers, we already have the tools to guide our teams, regardless of the dominant technology paradigm.</p><h1 id="c067" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">2. Ask yourself if ML will address the problem in a unique way</h1><p id="760c" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">Once you’ve identified the need or needs you want to address, you’ll want to assess whether ML can solve these needs in unique ways. There are plenty of legitimate problems that <em class="nt">don’t</em> require ML solutions.</p><p id="1ed1" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">A challenge at this point in product development is determining which experiences require ML, which are meaningfully enhanced by ML, and which do not benefit from ML or are even degraded by it. Plenty of products can feel “smart” or “personal” without ML. Don’t get pulled into thinking those are only possible with ML.</p><figure class="od oe of og oh nu oa ob paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob ps"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*URC8DMjzMCrWrzpjIddBVg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*URC8DMjzMCrWrzpjIddBVg.png 640w, https://miro.medium.com/v2/resize:fit:720/1*URC8DMjzMCrWrzpjIddBVg.png 720w, https://miro.medium.com/v2/resize:fit:750/1*URC8DMjzMCrWrzpjIddBVg.png 750w, https://miro.medium.com/v2/resize:fit:786/1*URC8DMjzMCrWrzpjIddBVg.png 786w, https://miro.medium.com/v2/resize:fit:828/1*URC8DMjzMCrWrzpjIddBVg.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*URC8DMjzMCrWrzpjIddBVg.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*URC8DMjzMCrWrzpjIddBVg.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mc oo c" width="700" height="339" loading="lazy" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du"><em class="px">Gmail looks for phrases including words like “attachment” and “attached” to pop a reminder when you may have forgotten an attachment. Heuristics work great here. An ML system would most likely catch more potential mistakes but would be far more costly to build.</em></figcaption></figure><p id="bfae" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">We’ve created a set of exercises to help teams understand the value of ML to their use cases. These exercises do so by digging into the details of what mental models and expectations people might bring when interacting with an ML system as well as what data would be needed for that system.</p><p id="ac36" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Here are three example exercises we have teams walk through and answer about the use cases they are trying to address with ML:</p><blockquote class="py"><p id="1f33" class="pz qa gu bf qb qc qd qe qf qg qh ns du">Describe the way a theoretical human “expert” might perform the task today.</p><p id="720e" class="pz qa gu bf qb qc qd qe qf qg qh ns du">If your human expert were to perform this task, how would you respond to them so they improved for the next time? Do this for all four phases of the <a class="af qi" href="https://en.wikipedia.org/wiki/Confusion_matrix" rel="noopener ugc nofollow" target="_blank">confusion matrix</a>.</p><p id="d971" class="pz qa gu bf qb qc qd qe qf qg qh ns du">If a human were to perform this task, what assumptions would the user want them to make?</p></blockquote><p id="90ec" class="pw-post-body-paragraph mv mw gu mx b my qj na nb nc qk ne nf ng ql ni nj nk qm nm nn no qn nq nr ns gn bk">Spending just a few minutes answering each of these questions reveals the automatic assumptions people will bring to an ML-powered product. They are equally good as prompts for a product team discussion or as stimuli in user research. We’ll also touch on these a bit later when we get into the process of defining labels and training models.</p><p id="444f" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">After these exercises and some additional <a class="af qi" href="https://designsprintkit.withgoogle.com/resources/" rel="noopener ugc nofollow" target="_blank">sketching and storyboarding</a> of specific products and features, we then plot out all of the team’s product ideas in a handy 2x2:</p><figure class="od oe of og oh nu oa ob paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob qo"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*KwrGfG_0ivojLfbPsVMIZQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*KwrGfG_0ivojLfbPsVMIZQ.png 640w, https://miro.medium.com/v2/resize:fit:720/1*KwrGfG_0ivojLfbPsVMIZQ.png 720w, https://miro.medium.com/v2/resize:fit:750/1*KwrGfG_0ivojLfbPsVMIZQ.png 750w, https://miro.medium.com/v2/resize:fit:786/1*KwrGfG_0ivojLfbPsVMIZQ.png 786w, https://miro.medium.com/v2/resize:fit:828/1*KwrGfG_0ivojLfbPsVMIZQ.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*KwrGfG_0ivojLfbPsVMIZQ.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*KwrGfG_0ivojLfbPsVMIZQ.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mc oo c" width="700" height="692" loading="lazy" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du">Plot ideas in this 2x2. Have the team vote on which ideas would have the biggest user impact and which would be most enhanced by an ML solution.</figcaption></figure><p id="aa23" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">This allows us to separate impactful ideas from less impactful ones as well as see which ideas depend on ML vs. those that don’t or might only benefit slightly from it. You should already be partnering with Engineering in these conversations, but if you aren’t, this is a great time to pull them in to weigh-in on the ML realities of these ideas. Whatever has the greatest user impact and is uniquely enabled by ML (in the top right corner of the above matrix) is what you’ll want to focus on first.</p><h1 id="dc7a" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">3. Fake it with personal examples and wizards</h1><p id="5770" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">A big challenge with ML systems is prototyping. If the whole value of your product is that it uses unique user data to tailor an experience to her, you can’t just prototype that up real quick and have it feel anywhere near authentic. Also, if you wait to have a fully built ML system in place to test the design, it will likely be too late to change it in any meaningful way after testing. However, there are two user research approaches that can help: using personal examples from participants and Wizard of Oz studies.</p><p id="8106" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">When doing user research with early mockups, have participants bring in some of their own data — e.g. personal photos, their own contact lists, music or movie recommendations they’ve received — to the sessions. Remember, you’ll need to make sure you fully inform participants about how this data will be used during testing and when it will be deleted. This can even be a kind of fun “homework” for participants before the session (people like to talk about their favorite movies after all).</p><p id="4f32" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">With these examples, you can then simulate right and wrong responses from the system. For example, you can simulate the system returning the wrong movie recommendation to the user to see how she reacts and what assumptions she makes about why the system returned that result. This helps you assess the cost and benefits of these possibilities with much more validity than using dummy examples or conceptual descriptions.</p><p id="8f58" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">The second approach that works quite well for testing not-yet-built ML products is conducting <a class="af qi" href="https://en.wikipedia.org/wiki/Wizard_of_Oz_experiment" rel="noopener ugc nofollow" target="_blank">Wizard of Oz studies</a>. All the rage at one time, Wizard of Oz studies fell from prominence as a user research method over the past 20 years or so. Well, they’re back.</p><figure class="od oe of og oh nu oa ob paragraph-image"><div class="oa ob qp"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 1100w, https://miro.medium.com/v2/resize:fit:1280/format:webp/1*doAy8yuUHlLo1JbO37jFNg.gif 1280w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 640px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*doAy8yuUHlLo1JbO37jFNg.gif 640w, https://miro.medium.com/v2/resize:fit:720/1*doAy8yuUHlLo1JbO37jFNg.gif 720w, https://miro.medium.com/v2/resize:fit:750/1*doAy8yuUHlLo1JbO37jFNg.gif 750w, https://miro.medium.com/v2/resize:fit:786/1*doAy8yuUHlLo1JbO37jFNg.gif 786w, https://miro.medium.com/v2/resize:fit:828/1*doAy8yuUHlLo1JbO37jFNg.gif 828w, https://miro.medium.com/v2/resize:fit:1100/1*doAy8yuUHlLo1JbO37jFNg.gif 1100w, https://miro.medium.com/v2/resize:fit:1280/1*doAy8yuUHlLo1JbO37jFNg.gif 1280w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 640px"/><img alt="" class="bh mc oo c" width="640" height="360" loading="lazy" role="presentation"/></picture></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du">Chat interfaces are one of the easiest experiences to test with a Wizard of Oz approach. Simply have a team mate ready on the other side of the chat to enter “answers” from the “AI.” (image from: <a class="af qi" href="https://research.googleblog.com/2017/04/federated-learning-collaborative.html" rel="noopener ugc nofollow" target="_blank">https://research.googleblog.com/2017/04/federated-learning-collaborative.html</a>)</figcaption></figure><p id="eda2" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Quick reminder: Wizard of Oz studies have participants interact with what they believe to be an autonomous system, but which is actually being controlled by a human (usually a teammate).</p><p id="c8c2" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Having a teammate imitate an ML system’s actions like chat responses, suggesting people the participant should call, or movies suggestions can simulate interacting with an “intelligent” system. These interactions are essential to guiding the design because when participants can earnestly engage with what they perceive to be an AI, they will naturally tend to form a mental model of the system and adjust their behavior according to those models. Observing their adaptations and second-order interactions with the system are hugely valuable to informing its design.</p><h1 id="ea20" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">4. Weigh the costs of false positives and false negatives</h1><p id="b99a" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">Your ML system will make mistakes. It’s important to understand what these errors look like and how they might affect the user’s experience of the product. In one of the questions in point 2 we mentioned something called the <a class="af qi" href="https://en.wikipedia.org/wiki/Confusion_matrix" rel="noopener ugc nofollow" target="_blank">confusion matrix</a>. This is a key concept in ML and describes what it looks like when an ML system gets it right and gets it wrong.</p><figure class="od oe of og oh nu oa ob paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob qq"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*-QR9WF1n7jkzn4t1u57NNw.gif 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*-QR9WF1n7jkzn4t1u57NNw.gif 640w, https://miro.medium.com/v2/resize:fit:720/1*-QR9WF1n7jkzn4t1u57NNw.gif 720w, https://miro.medium.com/v2/resize:fit:750/1*-QR9WF1n7jkzn4t1u57NNw.gif 750w, https://miro.medium.com/v2/resize:fit:786/1*-QR9WF1n7jkzn4t1u57NNw.gif 786w, https://miro.medium.com/v2/resize:fit:828/1*-QR9WF1n7jkzn4t1u57NNw.gif 828w, https://miro.medium.com/v2/resize:fit:1100/1*-QR9WF1n7jkzn4t1u57NNw.gif 1100w, https://miro.medium.com/v2/resize:fit:1400/1*-QR9WF1n7jkzn4t1u57NNw.gif 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mc oo c" width="700" height="700" loading="lazy" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du"><em class="px">The four states of a confusion matrix and what they likely mean for your users.</em></figcaption></figure><p id="d9e3" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">While all errors are equal to an ML system, not all errors are equal to all people. For example, if we had a “is this a human or a troll?” classifier, then accidentally classifying a human as a troll is just an error to the system. It has no notion of insulting a user or the cultural context surrounding the classifications it is making. It doesn’t understand that people using the system may be much more offended being accidentally labeled a troll compared to trolls accidentally being labeled as people. But maybe that’s our people-centric bias coming out. :)</p><p id="d443" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">In ML terms, you’ll need to make conscious trade-offs between the <a class="af qi" href="https://en.wikipedia.org/wiki/Precision_and_recall" rel="noopener ugc nofollow" target="_blank">precision and recall</a> of the system. That is, you need to decide if it is more important to include all of the right answers even if it means letting in more wrong ones (optimizing for recall), or minimizing the number of wrong answers at the cost of leaving out some of the right ones (optimizing for precision). For example, if you are searching Google Photos for “playground”, you might see results like this:</p></div></div><div class="nu"><div class="ab cb"><div class="lx nv ly nw lz nx cf ny cg nz ci bh"><figure class="od oe of og oh nu oi oj paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob qr"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/0*JA6ide7VGzj_l4FD. 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/0*JA6ide7VGzj_l4FD. 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/0*JA6ide7VGzj_l4FD. 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/0*JA6ide7VGzj_l4FD. 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/0*JA6ide7VGzj_l4FD. 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/0*JA6ide7VGzj_l4FD. 1100w, https://miro.medium.com/v2/resize:fit:2000/format:webp/0*JA6ide7VGzj_l4FD. 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/0*JA6ide7VGzj_l4FD. 640w, https://miro.medium.com/v2/resize:fit:720/0*JA6ide7VGzj_l4FD. 720w, https://miro.medium.com/v2/resize:fit:750/0*JA6ide7VGzj_l4FD. 750w, https://miro.medium.com/v2/resize:fit:786/0*JA6ide7VGzj_l4FD. 786w, https://miro.medium.com/v2/resize:fit:828/0*JA6ide7VGzj_l4FD. 828w, https://miro.medium.com/v2/resize:fit:1100/0*JA6ide7VGzj_l4FD. 1100w, https://miro.medium.com/v2/resize:fit:2000/0*JA6ide7VGzj_l4FD. 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px"/><img alt="" class="bh mc oo c" width="1000" height="625" loading="eager" role="presentation"/></picture></div></div></figure></div></div></div><div class="ab cb"><div class="ci bh fz ga gb gc"><p id="b28f" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">These results include a few scenes of children playing, but not on a playground. In this case, recall is taking priority over precision. It is more important to get all of the playground photos and include a few that are similar but not exactly right than it is to only include playground photos and potentially exclude the photo you were looking for.</p><h1 id="b79e" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">5. Plan for co-learning and adaptation</h1><p id="14de" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">The most valuable ML systems evolve over time in tandem with users’ mental models. When people interact with these systems, they’re influencing and adjusting the kinds of outputs they’ll see in the future. Those adjustments in turn will change how users interact with the system, which will change the models… and so on, in a feedback loop. This can result in “<strong class="mx gv">conspiracy theories</strong>” where people form incorrect or incomplete mental models of a system and run into problems trying to manipulate the outputs according to these imaginary rules. You want to guide users with clear mental models that encourage them to give feedback that is mutually beneficial to them and the model.</p><figure class="od oe of og oh nu oa ob paragraph-image"><div class="oa ob qs"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 1100w, https://miro.medium.com/v2/resize:fit:1200/format:webp/1*whMp785sX1yFEpXz6TbJ1Q.gif 1200w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 600px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*whMp785sX1yFEpXz6TbJ1Q.gif 640w, https://miro.medium.com/v2/resize:fit:720/1*whMp785sX1yFEpXz6TbJ1Q.gif 720w, https://miro.medium.com/v2/resize:fit:750/1*whMp785sX1yFEpXz6TbJ1Q.gif 750w, https://miro.medium.com/v2/resize:fit:786/1*whMp785sX1yFEpXz6TbJ1Q.gif 786w, https://miro.medium.com/v2/resize:fit:828/1*whMp785sX1yFEpXz6TbJ1Q.gif 828w, https://miro.medium.com/v2/resize:fit:1100/1*whMp785sX1yFEpXz6TbJ1Q.gif 1100w, https://miro.medium.com/v2/resize:fit:1200/1*whMp785sX1yFEpXz6TbJ1Q.gif 1200w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 600px"/><img alt="" class="bh mc oo c" width="600" height="800" loading="lazy" role="presentation"/></picture></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du"><em class="px">An example of the virtuous cycle is how Gboard continuously evolves to predict the user’s next word. The more someone uses the system’s recommendations, the better those recommendations get. Image from </em><a class="af qi" href="https://research.googleblog.com/2017/05/the-machine-intelligence-behind-gboard.html" rel="noopener ugc nofollow" target="_blank">https://research.googleblog.com/2017/05/the-machine-intelligence-behind-gboard.html</a></figcaption></figure><p id="5d61" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">While ML systems are trained on existing data sets, they will adapt with new inputs in ways we often can’t predict before they happen. So we need to adapt our user research and feedback strategies accordingly. This means planning ahead in the product cycle for longitudinal, high-touch, as well as broad-reach research together. You’ll need to plan enough time to evaluate the performance of ML systems through quantitative measures of accuracy and errors as users and use cases increase, as well as sit with people while they use these systems to understand how mental models evolve with every success and failure.</p><p id="8457" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Additionally, as UXers we need to think about how we can get in situ feedback from users over the entire product lifecycle to improve the ML systems. Designing interaction patterns that make giving feedback easy as well as showing the benefits of that feedback quickly, will start to differentiate good ML systems from great ones.</p><figure class="od oe of og oh nu oa ob paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob qt"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*cD4Zc1XMRTDG6-oUMt7OdA.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*cD4Zc1XMRTDG6-oUMt7OdA.png 640w, https://miro.medium.com/v2/resize:fit:720/1*cD4Zc1XMRTDG6-oUMt7OdA.png 720w, https://miro.medium.com/v2/resize:fit:750/1*cD4Zc1XMRTDG6-oUMt7OdA.png 750w, https://miro.medium.com/v2/resize:fit:786/1*cD4Zc1XMRTDG6-oUMt7OdA.png 786w, https://miro.medium.com/v2/resize:fit:828/1*cD4Zc1XMRTDG6-oUMt7OdA.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*cD4Zc1XMRTDG6-oUMt7OdA.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*cD4Zc1XMRTDG6-oUMt7OdA.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mc oo c" width="700" height="522" loading="lazy" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du"><em class="px">The Google app asks every once in awhile if a particular card is useful right now to get feedback on its suggestions.</em></figcaption></figure><figure class="od oe of og oh nu oa ob paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob qu"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*-OxTILETAjm-rZPGzNihhA.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*-OxTILETAjm-rZPGzNihhA.png 640w, https://miro.medium.com/v2/resize:fit:720/1*-OxTILETAjm-rZPGzNihhA.png 720w, https://miro.medium.com/v2/resize:fit:750/1*-OxTILETAjm-rZPGzNihhA.png 750w, https://miro.medium.com/v2/resize:fit:786/1*-OxTILETAjm-rZPGzNihhA.png 786w, https://miro.medium.com/v2/resize:fit:828/1*-OxTILETAjm-rZPGzNihhA.png 828w, https://miro.medium.com/v2/resize:fit:1100/1*-OxTILETAjm-rZPGzNihhA.png 1100w, https://miro.medium.com/v2/resize:fit:1400/1*-OxTILETAjm-rZPGzNihhA.png 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mc oo c" width="700" height="571" loading="lazy" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du"><em class="px">People can give feedback on Google Search Autocomplete including why predictions may be inappropriate.</em></figcaption></figure><h1 id="952e" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">6. Teach your algorithm using the right labels</h1><p id="d445" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">As UXers, we’ve grown accustomed to wireframes, mockups, prototypes, and redlines being our hallmark deliverables. Well, curveball: when it comes to ML-augmented UX, there’s only so much we can specify. That’s where “labels” come in.</p><p id="84f3" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Labels are an essential aspect of machine learning. There are people whose job is to look at tons of content and label it, answering questions like “is there a cat in this photo?” And once enough photos have been labeled as “cat” or “not cat”, you’ve got a data set you can use to train a model to be able to recognize cats. Or more accurately, to be able to predict with some confidence level whether or not there’s a cat in a photo it’s never seen before. Simple, right?</p><figure class="od oe of og oh nu oa ob paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob qq"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 1100w, https://miro.medium.com/v2/resize:fit:1400/format:webp/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 640w, https://miro.medium.com/v2/resize:fit:720/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 720w, https://miro.medium.com/v2/resize:fit:750/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 750w, https://miro.medium.com/v2/resize:fit:786/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 786w, https://miro.medium.com/v2/resize:fit:828/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 828w, https://miro.medium.com/v2/resize:fit:1100/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 1100w, https://miro.medium.com/v2/resize:fit:1400/1*ZtUs_9crXZqBg9O_Nw-A9A.gif 1400w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 700px"/><img alt="" class="bh mc oo c" width="700" height="700" loading="lazy" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du"><em class="px">Can you pass this quiz?</em></figcaption></figure><p id="22f4" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">The challenge comes when you venture into territory where the goal of your model is to predict something that might feel subjective to your users, like whether or not they’ll find an article interesting or a suggested email reply meaningful. But models take a long time to train, and getting a data set fully labeled can be prohibitively expensive, not to mention that getting your labels wrong can have a huge impact on your product’s viability.</p><p id="282f" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">So here’s how to proceed: Start by making reasonable assumptions and discussing those assumptions with a diverse array of collaborators. These assumptions should generally take the form of “for ________ users in ________ situations, we assume they’ll prefer ________ and not ________.” Then get these assumptions into the hackiest prototype possible as quickly as possible in order to start gathering feedback and iterating.</p><p id="83c9" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Find experts who can be the best possible teachers for your machine learner — people with domain expertise relevant to whatever predictions you’re trying to make. We recommend that you actually hire a handful of them, or as a fallback, transform someone on your team into the role. We call these folks “Content Specialists” on our team.</p><p id="40b1" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">By this point, you’ll have identified which assumptions are feeling “<strong class="mx gv">truthier</strong>” than others. But before you go big and start investing in large-scale data collection and labeling, you’ll want to perform a critical second round of validation using examples that have been curated from real user data by Content Specialists. Your users should be testing out a high-fidelity prototype and perceive that they’re interacting with a legit AI (per point #3 above).</p><p id="6143" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">With validation in-hand, have your Content Specialists create a broad portfolio of hand-crafted examples of what you want your AI to produce. These examples give you a roadmap for data collection, a strong set of labels to start training models, and a framework for designing large scale labeling protocols.</p><h1 id="ed58" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">7. Extend your UX family, ML is a creative process</h1><p id="0c97" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">Think about the worst micro-management “feedback” you’ve ever received as a UXer. Can you picture the person leaning over your shoulder and nit-picking your every move? OK, now keep that image in your mind… and make absolutely certain that you don’t come across like that to your engineers.</p><p id="685f" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">There are so many potential ways to approach any ML challenge, so as a UXer, getting too prescriptive too quickly may result in unintentionally anchoring — and thereby diminishing the creativity of — your engineering counterparts. Trust them to use their intuition and encourage them to experiment, even if they might be hesitant to test with users before a full evaluation framework is in place.</p><p id="3514" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Machine learning is a much more creative and expressive engineering process than we’re generally accustomed to. Training a model can be slow-going, and the tools for visualization aren’t great yet, so engineers end up needing to use their imaginations frequently when tuning an algorithm (there’s even a methodology called “Active Learning” where they manually “tune” the model after every iteration). Your job is to help them make great user-centered choices all along the way.</p></div></div><div class="nu"><div class="ab cb"><div class="lx nv ly nw lz nx cf ny cg nz ci bh"><figure class="od oe of og oh nu oi oj paragraph-image"><div role="button" tabindex="0" class="ok ol fj om bh on"><div class="oa ob oc"><picture><source srcSet="https://miro.medium.com/v2/resize:fit:640/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 1100w, https://miro.medium.com/v2/resize:fit:2000/format:webp/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px" type="image/webp"/><source data-testid="og" srcSet="https://miro.medium.com/v2/resize:fit:640/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 640w, https://miro.medium.com/v2/resize:fit:720/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 720w, https://miro.medium.com/v2/resize:fit:750/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 750w, https://miro.medium.com/v2/resize:fit:786/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 786w, https://miro.medium.com/v2/resize:fit:828/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 828w, https://miro.medium.com/v2/resize:fit:1100/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 1100w, https://miro.medium.com/v2/resize:fit:2000/1*D4Ykl-wS9nHpFY_ibnioGg.jpeg 2000w" sizes="(min-resolution: 4dppx) and (max-width: 700px) 50vw, (-webkit-min-device-pixel-ratio: 4) and (max-width: 700px) 50vw, (min-resolution: 3dppx) and (max-width: 700px) 67vw, (-webkit-min-device-pixel-ratio: 3) and (max-width: 700px) 65vw, (min-resolution: 2.5dppx) and (max-width: 700px) 80vw, (-webkit-min-device-pixel-ratio: 2.5) and (max-width: 700px) 80vw, (min-resolution: 2dppx) and (max-width: 700px) 100vw, (-webkit-min-device-pixel-ratio: 2) and (max-width: 700px) 100vw, 1000px"/><img alt="" class="bh mc oo c" width="1000" height="563" loading="eager" role="presentation"/></picture></div></div><figcaption class="pt ff pu oa ob pv pw bf b bg z du">Work together with Engineering, Product, etc. to piece together the right experience.</figcaption></figure></div></div></div><div class="ab cb"><div class="ci bh fz ga gb gc"><p id="ba18" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">So inspire them with examples — decks, personal stories, vision videos, prototypes, clips from user research, the works — of what an amazing experience could look and feel like, build up their fluency in user research goals and findings, and gently introduce them to our wonderful world of UX crits, workshops, and <a class="af qi" href="https://designsprintkit.withgoogle.com/" rel="noopener ugc nofollow" target="_blank">design sprints</a> to help manifest a deeper understanding of your product principles and experience goals. The earlier they get comfortable with iteration, the better it will be for the robustness of your ML pipeline, and for your ability to effectively influence the product.</p><h1 id="c5d1" class="op oq gu bf or os ot ou ov ow ox oy oz pa pb pc pd pe pf pg ph pi pj pk pl pm bk">Conclusion</h1><p id="bbb9" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">These are the seven points we emphasize with teams in Google. We hope they are useful to you as you think through your own ML-powered product questions. As ML starts to power more and more products and experiences, let’s step up to our responsibility to stay human-centered, find the unique value for people, and make every experience great.</p><h2 id="43ba" class="qv oq gu bf or qw qx dy ov qy qz ea oz ng ra rb rc nk rd re rf no rg rh ri rj bk">Authors</h2><p id="b6f2" class="pw-post-body-paragraph mv mw gu mx b my pn na nb nc po ne nf ng pp ni nj nk pq nm nn no pr nq nr ns gn bk">Josh Lovejoy is a UX Designer in the Research and Machine Intelligence group at Google. He works at the intersection of Interaction Design, Machine Learning, and unconscious bias awareness, leading design and strategy for Google’s ML Fairness efforts.</p><p id="b18c" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Jess Holbrook is a UX Manager and UX Researcher in the Research and Machine Intelligence group at Google. He and his team work on multiple products powered by AI and machine learning that take a human-centered approach to these technologies.</p><p id="c363" class="pw-post-body-paragraph mv mw gu mx b my mz na nb nc nd ne nf ng nh ni nj nk nl nm nn no np nq nr ns gn bk">Akiko Okazaki did the beautiful illustrations.</p></div></div></div></div></section></div></div></article></div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="rk rl ab ja"><div class="rm ab"><a class="rn ay am ao" rel="noopener follow" href="/tag/machine-learning?source=post_page-----a770d10562cd---------------------------------------"><div class="ro fj cx rp ge rq rr bf b bg z bk rs">Machine Learning</div></a></div><div class="rm ab"><a class="rn ay am ao" rel="noopener follow" href="/tag/user-experience?source=post_page-----a770d10562cd---------------------------------------"><div class="ro fj cx rp ge rq rr bf b bg z bk rs">User Experience</div></a></div><div class="rm ab"><a class="rn ay am ao" rel="noopener follow" href="/tag/ux?source=post_page-----a770d10562cd---------------------------------------"><div class="ro fj cx rp ge rq rr bf b bg z bk rs">UX</div></a></div><div class="rm ab"><a class="rn ay am ao" rel="noopener follow" href="/tag/ai?source=post_page-----a770d10562cd---------------------------------------"><div class="ro fj cx rp ge rq rr bf b bg z bk rs">AI</div></a></div><div class="rm ab"><a class="rn ay am ao" rel="noopener follow" href="/tag/how-to?source=post_page-----a770d10562cd---------------------------------------"><div class="ro fj cx rp ge rq rr bf b bg z bk rs">How To</div></a></div></div></div></div><div class="l"></div><footer class="rt ru rv rw rx ab q ry ik c"><div class="l ae"><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="ab cp rz"><div class="ab q kt"><div class="sa l"><span class="l sb sc sd e d"><div class="ab q kt ku"><div class="pw-multi-vote-icon fj jc kv kw kx"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="footerClapButton" rel="noopener follow" href="/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fvote%2Fgoogle-design%2Fa770d10562cd&operation=register&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&user=Jess+Holbrook&userId=1f5b1e750931&source=---footer_actions--a770d10562cd---------------------clap_footer------------------"><div><div class="bm" aria-hidden="false"><div class="ky ao kz la lb lc am ld le lf kx"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" aria-label="clap"><path fill-rule="evenodd" d="M11.37.828 12 3.282l.63-2.454zM13.916 3.953l1.523-2.112-1.184-.39zM8.589 1.84l1.522 2.112-.337-2.501zM18.523 18.92c-.86.86-1.75 1.246-2.62 1.33a6 6 0 0 0 .407-.372c2.388-2.389 2.86-4.951 1.399-7.623l-.912-1.603-.79-1.672c-.26-.56-.194-.98.203-1.288a.7.7 0 0 1 .546-.132c.283.046.546.231.728.5l2.363 4.157c.976 1.624 1.141 4.237-1.324 6.702m-10.999-.438L3.37 14.328a.828.828 0 0 1 .585-1.408.83.83 0 0 1 .585.242l2.158 2.157a.365.365 0 0 0 .516-.516l-2.157-2.158-1.449-1.449a.826.826 0 0 1 1.167-1.17l3.438 3.44a.363.363 0 0 0 .516 0 .364.364 0 0 0 0-.516L5.293 9.513l-.97-.97a.826.826 0 0 1 0-1.166.84.84 0 0 1 1.167 0l.97.968 3.437 3.436a.36.36 0 0 0 .517 0 .366.366 0 0 0 0-.516L6.977 7.83a.82.82 0 0 1-.241-.584.82.82 0 0 1 .824-.826c.219 0 .43.087.584.242l5.787 5.787a.366.366 0 0 0 .587-.415l-1.117-2.363c-.26-.56-.194-.98.204-1.289a.7.7 0 0 1 .546-.132c.283.046.545.232.727.501l2.193 3.86c1.302 2.38.883 4.59-1.277 6.75-1.156 1.156-2.602 1.627-4.19 1.367-1.418-.236-2.866-1.033-4.079-2.246M10.75 5.971l2.12 2.12c-.41.502-.465 1.17-.128 1.89l.22.465-3.523-3.523a.8.8 0 0 1-.097-.368c0-.22.086-.428.241-.584a.847.847 0 0 1 1.167 0m7.355 1.705c-.31-.461-.746-.758-1.23-.837a1.44 1.44 0 0 0-1.11.275c-.312.24-.505.543-.59.881a1.74 1.74 0 0 0-.906-.465 1.47 1.47 0 0 0-.82.106l-2.182-2.182a1.56 1.56 0 0 0-2.2 0 1.54 1.54 0 0 0-.396.701 1.56 1.56 0 0 0-2.21-.01 1.55 1.55 0 0 0-.416.753c-.624-.624-1.649-.624-2.237-.037a1.557 1.557 0 0 0 0 2.2c-.239.1-.501.238-.715.453a1.56 1.56 0 0 0 0 2.2l.516.515a1.556 1.556 0 0 0-.753 2.615L7.01 19c1.32 1.319 2.909 2.189 4.475 2.449q.482.08.971.08c.85 0 1.653-.198 2.393-.579.231.033.46.054.686.054 1.266 0 2.457-.52 3.505-1.567 2.763-2.763 2.552-5.734 1.439-7.586z" clip-rule="evenodd"></path></svg></div></div></div></a></span></div><div class="pw-multi-vote-count l lg lh li lj lk ll lm"><p class="bf b dv z du"><span class="ln">--</span></p></div></div></span><span class="l h g f se sf"><div class="ab q kt ku"><div class="pw-multi-vote-icon fj jc kv kw kx"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="footerClapButton" rel="noopener follow" href="/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fvote%2Fgoogle-design%2Fa770d10562cd&operation=register&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&user=Jess+Holbrook&userId=1f5b1e750931&source=---footer_actions--a770d10562cd---------------------clap_footer------------------"><div><div class="bm" aria-hidden="false"><div class="ky ao kz la lb lc am ld le lf kx"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" aria-label="clap"><path fill-rule="evenodd" d="M11.37.828 12 3.282l.63-2.454zM13.916 3.953l1.523-2.112-1.184-.39zM8.589 1.84l1.522 2.112-.337-2.501zM18.523 18.92c-.86.86-1.75 1.246-2.62 1.33a6 6 0 0 0 .407-.372c2.388-2.389 2.86-4.951 1.399-7.623l-.912-1.603-.79-1.672c-.26-.56-.194-.98.203-1.288a.7.7 0 0 1 .546-.132c.283.046.546.231.728.5l2.363 4.157c.976 1.624 1.141 4.237-1.324 6.702m-10.999-.438L3.37 14.328a.828.828 0 0 1 .585-1.408.83.83 0 0 1 .585.242l2.158 2.157a.365.365 0 0 0 .516-.516l-2.157-2.158-1.449-1.449a.826.826 0 0 1 1.167-1.17l3.438 3.44a.363.363 0 0 0 .516 0 .364.364 0 0 0 0-.516L5.293 9.513l-.97-.97a.826.826 0 0 1 0-1.166.84.84 0 0 1 1.167 0l.97.968 3.437 3.436a.36.36 0 0 0 .517 0 .366.366 0 0 0 0-.516L6.977 7.83a.82.82 0 0 1-.241-.584.82.82 0 0 1 .824-.826c.219 0 .43.087.584.242l5.787 5.787a.366.366 0 0 0 .587-.415l-1.117-2.363c-.26-.56-.194-.98.204-1.289a.7.7 0 0 1 .546-.132c.283.046.545.232.727.501l2.193 3.86c1.302 2.38.883 4.59-1.277 6.75-1.156 1.156-2.602 1.627-4.19 1.367-1.418-.236-2.866-1.033-4.079-2.246M10.75 5.971l2.12 2.12c-.41.502-.465 1.17-.128 1.89l.22.465-3.523-3.523a.8.8 0 0 1-.097-.368c0-.22.086-.428.241-.584a.847.847 0 0 1 1.167 0m7.355 1.705c-.31-.461-.746-.758-1.23-.837a1.44 1.44 0 0 0-1.11.275c-.312.24-.505.543-.59.881a1.74 1.74 0 0 0-.906-.465 1.47 1.47 0 0 0-.82.106l-2.182-2.182a1.56 1.56 0 0 0-2.2 0 1.54 1.54 0 0 0-.396.701 1.56 1.56 0 0 0-2.21-.01 1.55 1.55 0 0 0-.416.753c-.624-.624-1.649-.624-2.237-.037a1.557 1.557 0 0 0 0 2.2c-.239.1-.501.238-.715.453a1.56 1.56 0 0 0 0 2.2l.516.515a1.556 1.556 0 0 0-.753 2.615L7.01 19c1.32 1.319 2.909 2.189 4.475 2.449q.482.08.971.08c.85 0 1.653-.198 2.393-.579.231.033.46.054.686.054 1.266 0 2.457-.52 3.505-1.567 2.763-2.763 2.552-5.734 1.439-7.586z" clip-rule="evenodd"></path></svg></div></div></div></a></span></div><div class="pw-multi-vote-count l lg lh li lj lk ll lm"><p class="bf b dv z du"><span class="ln">--</span></p></div></div></span></div><div class="bq ab"><div><div class="bm" aria-hidden="false"><button class="ao ky lq lr ab q fk ls lt" aria-label="responses"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" class="lp"><path d="M18.006 16.803c1.533-1.456 2.234-3.325 2.234-5.321C20.24 7.357 16.709 4 12.191 4S4 7.357 4 11.482c0 4.126 3.674 7.482 8.191 7.482.817 0 1.622-.111 2.393-.327.231.2.48.391.744.559 1.06.693 2.203 1.044 3.399 1.044.224-.008.4-.112.486-.287a.49.49 0 0 0-.042-.518c-.495-.67-.845-1.364-1.04-2.057a4 4 0 0 1-.125-.598zm-3.122 1.055-.067-.223-.315.096a8 8 0 0 1-2.311.338c-4.023 0-7.292-2.955-7.292-6.587 0-3.633 3.269-6.588 7.292-6.588 4.014 0 7.112 2.958 7.112 6.593 0 1.794-.608 3.469-2.027 4.72l-.195.168v.255c0 .056 0 .151.016.295.025.231.081.478.154.733.154.558.398 1.117.722 1.659a5.3 5.3 0 0 1-2.165-.845c-.276-.176-.714-.383-.941-.59z"></path></svg><p class="bf b bg z du"><span class="pw-responses-count lo lp">38</span></p></button></div></div></div></div><div class="ab q"><div class="sg l ix"><div><div class="bm" aria-hidden="false"><span><a class="af ag ah ai aj ak al am an ao ap aq ar as at" data-testid="footerBookmarkButton" rel="noopener follow" href="/m/signin?actionUrl=https%3A%2F%2Fmedium.com%2F_%2Fbookmark%2Fp%2Fa770d10562cd&operation=register&redirect=https%3A%2F%2Fmedium.com%2Fgoogle-design%2Fhuman-centered-machine-learning-a770d10562cd&source=---footer_actions--a770d10562cd---------------------bookmark_footer------------------"><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" fill="none" viewBox="0 0 25 25" class="du lv" aria-label="Add to list bookmark button"><path fill="currentColor" d="M18 2.5a.5.5 0 0 1 1 0V5h2.5a.5.5 0 0 1 0 1H19v2.5a.5.5 0 1 1-1 0V6h-2.5a.5.5 0 0 1 0-1H18zM7 7a1 1 0 0 1 1-1h3.5a.5.5 0 0 0 0-1H8a2 2 0 0 0-2 2v14a.5.5 0 0 0 .805.396L12.5 17l5.695 4.396A.5.5 0 0 0 19 21v-8.5a.5.5 0 0 0-1 0v7.485l-5.195-4.012a.5.5 0 0 0-.61 0L7 19.985z"></path></svg></a></span></div></div></div><div class="sg l ix"><div class="bm" aria-hidden="false" aria-describedby="postFooterSocialMenu" aria-labelledby="postFooterSocialMenu"><div><div class="bm" aria-hidden="false"><button aria-controls="postFooterSocialMenu" aria-expanded="false" aria-label="Share Post" data-testid="footerSocialShareButton" class="af fk ah ai aj ak al md an ao ap ex me mf lt mg"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="none" viewBox="0 0 24 24"><path fill="currentColor" fill-rule="evenodd" d="M15.218 4.931a.4.4 0 0 1-.118.132l.012.006a.45.45 0 0 1-.292.074.5.5 0 0 1-.3-.13l-2.02-2.02v7.07c0 .28-.23.5-.5.5s-.5-.22-.5-.5v-7.04l-2 2a.45.45 0 0 1-.57.04h-.02a.4.4 0 0 1-.16-.3.4.4 0 0 1 .1-.32l2.8-2.8a.5.5 0 0 1 .7 0l2.8 2.79a.42.42 0 0 1 .068.498m-.106.138.008.004v-.01zM16 7.063h1.5a2 2 0 0 1 2 2v10a2 2 0 0 1-2 2h-11c-1.1 0-2-.9-2-2v-10a2 2 0 0 1 2-2H8a.5.5 0 0 1 .35.15.5.5 0 0 1 .15.35.5.5 0 0 1-.15.35.5.5 0 0 1-.35.15H6.4c-.5 0-.9.4-.9.9v10.2a.9.9 0 0 0 .9.9h11.2c.5 0 .9-.4.9-.9v-10.2c0-.5-.4-.9-.9-.9H16a.5.5 0 0 1 0-1" clip-rule="evenodd"></path></svg></button></div></div></div></div></div></div></div></div></div></footer><div class="sh l"><div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="si l"><div class="ab sj sk sl iz iy"><div class="sm sn so sp sq sr ss st su sv ab cp"><div class="h k"><a href="https://medium.com/google-design?source=post_page---post_publication_info--a770d10562cd---------------------------------------" rel="noopener follow"><div class="fj ab"><img alt="Google Design" class="sw ib ic cx" src="https://miro.medium.com/v2/resize:fill:96:96/1*aLg16KgQKz7SEm23O2hX8A.png" width="48" height="48" loading="lazy"/><div class="sw l ic ib fs n fr sx"></div></div></a></div><div class="j i d"><a href="https://medium.com/google-design?source=post_page---post_publication_info--a770d10562cd---------------------------------------" rel="noopener follow"><div class="fj ab"><img alt="Google Design" class="sw sz sy cx" src="https://miro.medium.com/v2/resize:fill:128:128/1*aLg16KgQKz7SEm23O2hX8A.png" width="64" height="64" loading="lazy"/><div class="sw l sy sz fs n fr sx"></div></div></a></div><div class="j i d ta ix"><div class="ab"></div></div></div><div class="ab co tb"><div class="tc td te nw nv l"><a class="af ag ah aj ak al am an ao ap aq ar as at ab q" href="https://medium.com/google-design?source=post_page---post_publication_info--a770d10562cd---------------------------------------" rel="noopener follow"><h2 class="pw-author-name bf tg th ti tj tk tl tm ng rb rc nk re rf no rh ri bk"><span class="gn tf">Published in Google Design</span></h2></a><div class="rm ab ia"><div class="l ix"><span class="pw-follower-count bf b bg z du"><a class="af ag ah ai aj ak al am an ao ap aq ar iq" rel="noopener follow" href="/google-design/followers?source=post_page---post_publication_info--a770d10562cd---------------------------------------">222K Followers</a></span></div><div class="bf b bg z du ab jb"><span class="ir l" aria-hidden="true"><span class="bf b bg z du">·</span></span><a class="af ag ah ai aj ak al am an ao ap aq ar iq" rel="noopener follow" href="/google-design/improving-comprehension-through-intuitive-actions-f7e6336e12e6?source=post_page---post_publication_info--a770d10562cd---------------------------------------">Last published <span>Feb 5, 2021</span></a></div></div><div class="tn l"><p class="bf b bg z bk">Stories by Googlers on the people, product, and practice of UX at Google. For editorial content and more visit <a class="af ag ah ai aj ak al am an ao ap aq ar qi go" href="http://design.google" rel="noopener ugc nofollow">design.google</a></p></div></div></div><div class="h k"><div class="ab"></div></div></div></div><div class="ab sj sk sl iz iy"><div class="sm sn so sp sq sr ss st su sv ab cp"><div class="h k"><a tabindex="0" rel="noopener follow" href="/@jessholbrook?source=post_page---post_author_info--a770d10562cd---------------------------------------"><div class="l fj"><img alt="Jess Holbrook" class="l fd by ic ib cx" src="https://miro.medium.com/v2/resize:fill:96:96/1*lJkUus1rQ1XUyomIZZMuaA.jpeg" width="48" height="48" loading="lazy"/><div class="fr by l ic ib fs n ay sx"></div></div></a></div><div class="j i d"><a tabindex="0" rel="noopener follow" href="/@jessholbrook?source=post_page---post_author_info--a770d10562cd---------------------------------------"><div class="l fj"><img alt="Jess Holbrook" class="l fd by sy sz cx" src="https://miro.medium.com/v2/resize:fill:128:128/1*lJkUus1rQ1XUyomIZZMuaA.jpeg" width="64" height="64" loading="lazy"/><div class="fr by l sy sz fs n ay sx"></div></div></a></div><div class="j i d ta ix"><div class="ab"><span><button class="bf b bg z to ro tp tq tr ts tt ev ew tu tv tw fa fb fc fd bm fe ff">Follow</button></span></div></div></div><div class="ab co tb"><div class="tc td te nw nv l"><a class="af ag ah aj ak al am an ao ap aq ar as at ab q" rel="noopener follow" href="/@jessholbrook?source=post_page---post_author_info--a770d10562cd---------------------------------------"><h2 class="pw-author-name bf tg th ti tj tk tl tm ng rb rc nk re rf no rh ri bk"><span class="gn tf">Written by Jess Holbrook</span></h2></a><div class="rm ab ia"><div class="l ix"><span class="pw-follower-count bf b bg z du"><a class="af ag ah ai aj ak al am an ao ap aq ar iq" rel="noopener follow" href="/@jessholbrook/followers?source=post_page---post_author_info--a770d10562cd---------------------------------------">3.2K Followers</a></span></div><div class="bf b bg z du ab jb"><span class="ir l" aria-hidden="true"><span class="bf b bg z du">·</span></span><a class="af ag ah ai aj ak al am an ao ap aq ar iq" rel="noopener follow" href="/@jessholbrook/following?source=post_page---post_author_info--a770d10562cd---------------------------------------">373 Following</a></div></div><div class="tn l"><p class="bf b bg z bk"><span class="gn">Head of User Research for Responsible AI at Meta. Formerly co-lead of the People + AI Research (PAIR) team at Google. Board Member, Forging Youth Resilience.</span></p></div></div></div><div class="h k"><div class="ab"><span><button class="bf b bg z to ro tp tq tr ts tt ev ew tu tv tw fa fb fc fd bm fe ff">Follow</button></span></div></div></div></div></div></div></div><div class="tx ty tz ua ub l"><div class="uc bh r sh"></div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="ab q cp"><h2 class="bf tg os ou ov ow oy oz pa pc pd pe pg ph pi pk pl bk">Responses (38)</h2><div class="ab ud"><div><div class="bm" aria-hidden="false"><a class="ue uf" href="https://policy.medium.com/medium-rules-30e5502c4eb4?source=post_page---post_responses--a770d10562cd---------------------------------------" rel="noopener follow" target="_blank"><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" viewBox="0 0 25 25"><path fill-rule="evenodd" d="M11.987 5.036a.754.754 0 0 1 .914-.01c.972.721 1.767 1.218 2.6 1.543.828.322 1.719.485 2.887.505a.755.755 0 0 1 .741.757c-.018 3.623-.43 6.256-1.449 8.21-1.034 1.984-2.662 3.209-4.966 4.083a.75.75 0 0 1-.537-.003c-2.243-.874-3.858-2.095-4.897-4.074-1.024-1.951-1.457-4.583-1.476-8.216a.755.755 0 0 1 .741-.757c1.195-.02 2.1-.182 2.923-.503.827-.322 1.6-.815 2.519-1.535m.468.903c-.897.69-1.717 1.21-2.623 1.564-.898.35-1.856.527-3.026.565.037 3.45.469 5.817 1.36 7.515.884 1.684 2.25 2.762 4.284 3.571 2.092-.81 3.465-1.89 4.344-3.575.886-1.698 1.299-4.065 1.334-7.512-1.149-.039-2.091-.217-2.99-.567-.906-.353-1.745-.873-2.683-1.561m-.009 9.155a2.672 2.672 0 1 0 0-5.344 2.672 2.672 0 0 0 0 5.344m0 1a3.672 3.672 0 1 0 0-7.344 3.672 3.672 0 0 0 0 7.344m-1.813-3.777.525-.526.916.917 1.623-1.625.526.526-2.149 2.152z" clip-rule="evenodd"></path></svg></a></div></div></div></div><div class="ug uh ui uj uk ul um l"></div><div class="un l"><button class="bf b bg z bk ro uo up uq lv ls tt ev ew ex ur us ut fa uu uv uw ux uy fb fc fd bm fe ff">See all responses</button></div></div></div></div><div class="uz va vb vc vd l bx"><div class="h k j"><div class="uc bh ve vf"></div><div class="ab cb"><div class="ci bh fz ga gb gc"><div class="vg ab kt ja"><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://help.medium.com/hc/en-us?source=post_page-----a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b dv z du">Help</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://medium.statuspage.io/?source=post_page-----a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b dv z du">Status</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" rel="noopener follow" href="/about?autoplay=1&source=post_page-----a770d10562cd---------------------------------------"><p class="bf b dv z du">About</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" rel="noopener follow" href="/jobs-at-medium/work-at-medium-959d1a85284e?source=post_page-----a770d10562cd---------------------------------------"><p class="bf b dv z du">Careers</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="mailto:pressinquiries@medium.com" rel="noopener follow"><p class="bf b dv z du">Press</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://blog.medium.com/?source=post_page-----a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b dv z du">Blog</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://policy.medium.com/medium-privacy-policy-f03bf92035c9?source=post_page-----a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b dv z du">Privacy</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://policy.medium.com/medium-terms-of-service-9db0094a1e0f?source=post_page-----a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b dv z du">Terms</p></a></div><div class="vh vi l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" href="https://speechify.com/medium?source=post_page-----a770d10562cd---------------------------------------" rel="noopener follow"><p class="bf b dv z du">Text to speech</p></a></div><div class="vh l"><a class="af ag ah ai aj ak al am an ao ap aq ar as at" rel="noopener follow" href="/business?source=post_page-----a770d10562cd---------------------------------------"><p class="bf b dv z du">Teams</p></a></div></div></div></div></div></div></div></div></div></div><script>window.__BUILD_ID__="main-20250214-225023-b6ac233ec4"</script><script>window.__GRAPHQL_URI__ = "https://medium.com/_/graphql"</script><script>window.__PRELOADED_STATE__ = {"algolia":{"queries":{}},"cache":{"experimentGroupSet":true,"reason":"","group":"enabled","tags":["group-edgeCachePosts","post-a770d10562cd","user-1f5b1e750931","collection-2935d33b43a8"],"serverVariantState":"44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a","middlewareEnabled":true,"cacheStatus":"DYNAMIC","shouldUseCache":true,"vary":[],"pubFeaturingPostPageLabelEnabled":false},"client":{"hydrated":false,"isUs":false,"isNativeMedium":false,"isSafariMobile":false,"isSafari":false,"isFirefox":false,"routingEntity":{"type":"DEFAULT","explicit":false},"viewerIsBot":false},"debug":{"requestId":"3e9943fa-e6a4-4001-bc65-987a4e980f8f","requestTag":"","hybridDevServices":[],"originalSpanCarrier":{"traceparent":"00-2182800400e7763355c4cebfaca9413e-df6d990474f54fcd-01"}},"multiVote":{"clapsPerPost":{}},"navigation":{"branch":{"show":null,"hasRendered":null,"blockedByCTA":false},"hideGoogleOneTap":false,"hasRenderedAlternateUserBanner":null,"currentLocation":"https:\u002F\u002Fmedium.com\u002Fgoogle-design\u002Fhuman-centered-machine-learning-a770d10562cd","host":"medium.com","hostname":"medium.com","referrer":"","hasSetReferrer":false,"susiModal":{"step":null,"operation":"register"},"postRead":false,"partnerProgram":{"selectedCountryCode":null},"queryString":"","currentHash":""},"config":{"nodeEnv":"production","version":"main-20250214-225023-b6ac233ec4","target":"production","productName":"Medium","publicUrl":"https:\u002F\u002Fcdn-client.medium.com\u002Flite","authDomain":"medium.com","authGoogleClientId":"216296035834-k1k6qe060s2tp2a2jam4ljdcms00sttg.apps.googleusercontent.com","favicon":"production","glyphUrl":"https:\u002F\u002Fglyph.medium.com","branchKey":"key_live_ofxXr2qTrrU9NqURK8ZwEhknBxiI6KBm","algolia":{"appId":"MQ57UUUQZ2","apiKeySearch":"394474ced050e3911ae2249ecc774921","indexPrefix":"medium_","host":"-dsn.algolia.net"},"recaptchaKey":"6Lfc37IUAAAAAKGGtC6rLS13R1Hrw_BqADfS1LRk","recaptcha3Key":"6Lf8R9wUAAAAABMI_85Wb8melS7Zj6ziuf99Yot5","recaptchaEnterpriseKeyId":"6Le-uGgpAAAAAPprRaokM8AKthQ9KNGdoxaGUvVp","datadog":{"applicationId":"6702d87d-a7e0-42fe-bbcb-95b469547ea0","clientToken":"pub853ea8d17ad6821d9f8f11861d23dfed","rumToken":"pubf9cc52896502b9413b68ba36fc0c7162","context":{"deployment":{"target":"production","tag":"main-20250214-225023-b6ac233ec4","commit":"b6ac233ec4e33c48e304b373b7df8c338a410ef2"}},"datacenter":"us"},"googleAnalyticsCode":"G-7JY7T788PK","googlePay":{"apiVersion":"2","apiVersionMinor":"0","merchantId":"BCR2DN6TV7EMTGBM","merchantName":"Medium","instanceMerchantId":"13685562959212738550"},"applePay":{"version":3},"signInWallCustomDomainCollectionIds":["3a8144eabfe3","336d898217ee","61061eb0c96b","138adf9c44c","819cc2aaeee0"],"mediumMastodonDomainName":"me.dm","mediumOwnedAndOperatedCollectionIds":["8a9336e5bb4","b7e45b22fec3","193b68bd4fba","8d6b8a439e32","54c98c43354d","3f6ecf56618","d944778ce714","92d2092dc598","ae2a65f35510","1285ba81cada","544c7006046e","fc8964313712","40187e704f1c","88d9857e584e","7b6769f2748b","bcc38c8f6edf","cef6983b292","cb8577c9149e","444d13b52878","713d7dbc99b0","ef8e90590e66","191186aaafa0","55760f21cdc5","9dc80918cc93","bdc4052bbdba","8ccfed20cbb2"],"tierOneDomains":["medium.com","thebolditalic.com","arcdigital.media","towardsdatascience.com","uxdesign.cc","codeburst.io","psiloveyou.xyz","writingcooperative.com","entrepreneurshandbook.co","prototypr.io","betterhumans.coach.me","theascent.pub"],"topicsToFollow":["d61cf867d93f","8a146bc21b28","1eca0103fff3","4d562ee63426","aef1078a3ef5","e15e46793f8d","6158eb913466","55f1c20aba7a","3d18b94f6858","4861fee224fd","63c6f1f93ee","1d98b3a9a871","decb52b64abf","ae5d4995e225","830cded25262"],"topicToTagMappings":{"accessibility":"accessibility","addiction":"addiction","android-development":"android-development","art":"art","artificial-intelligence":"artificial-intelligence","astrology":"astrology","basic-income":"basic-income","beauty":"beauty","biotech":"biotech","blockchain":"blockchain","books":"books","business":"business","cannabis":"cannabis","cities":"cities","climate-change":"climate-change","comics":"comics","coronavirus":"coronavirus","creativity":"creativity","cryptocurrency":"cryptocurrency","culture":"culture","cybersecurity":"cybersecurity","data-science":"data-science","design":"design","digital-life":"digital-life","disability":"disability","economy":"economy","education":"education","equality":"equality","family":"family","feminism":"feminism","fiction":"fiction","film":"film","fitness":"fitness","food":"food","freelancing":"freelancing","future":"future","gadgets":"gadgets","gaming":"gaming","gun-control":"gun-control","health":"health","history":"history","humor":"humor","immigration":"immigration","ios-development":"ios-development","javascript":"javascript","justice":"justice","language":"language","leadership":"leadership","lgbtqia":"lgbtqia","lifestyle":"lifestyle","machine-learning":"machine-learning","makers":"makers","marketing":"marketing","math":"math","media":"media","mental-health":"mental-health","mindfulness":"mindfulness","money":"money","music":"music","neuroscience":"neuroscience","nonfiction":"nonfiction","outdoors":"outdoors","parenting":"parenting","pets":"pets","philosophy":"philosophy","photography":"photography","podcasts":"podcast","poetry":"poetry","politics":"politics","privacy":"privacy","product-management":"product-management","productivity":"productivity","programming":"programming","psychedelics":"psychedelics","psychology":"psychology","race":"race","relationships":"relationships","religion":"religion","remote-work":"remote-work","san-francisco":"san-francisco","science":"science","self":"self","self-driving-cars":"self-driving-cars","sexuality":"sexuality","social-media":"social-media","society":"society","software-engineering":"software-engineering","space":"space","spirituality":"spirituality","sports":"sports","startups":"startup","style":"style","technology":"technology","transportation":"transportation","travel":"travel","true-crime":"true-crime","tv":"tv","ux":"ux","venture-capital":"venture-capital","visual-design":"visual-design","work":"work","world":"world","writing":"writing"},"defaultImages":{"avatar":{"imageId":"1*dmbNkD5D-u45r44go_cf0g.png","height":150,"width":150},"orgLogo":{"imageId":"7*V1_7XP4snlmqrc_0Njontw.png","height":110,"width":500},"postLogo":{"imageId":"bd978bb536350a710e8efb012513429cabdc4c28700604261aeda246d0f980b7","height":810,"width":1440},"postPreviewImage":{"imageId":"1*hn4v1tCaJy7cWMyb0bpNpQ.png","height":386,"width":579}},"collectionStructuredData":{"8d6b8a439e32":{"name":"Elemental","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fcdn-images-1.medium.com\u002Fmax\u002F980\u002F1*9ygdqoKprhwuTVKUM0DLPA@2x.png","width":980,"height":159}}},"3f6ecf56618":{"name":"Forge","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fcdn-images-1.medium.com\u002Fmax\u002F596\u002F1*uULpIlImcO5TDuBZ6lm7Lg@2x.png","width":596,"height":183}}},"ae2a65f35510":{"name":"GEN","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F264\u002F1*RdVZMdvfV3YiZTw6mX7yWA.png","width":264,"height":140}}},"88d9857e584e":{"name":"LEVEL","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F540\u002F1*JqYMhNX6KNNb2UlqGqO2WQ.png","width":540,"height":108}}},"7b6769f2748b":{"name":"Marker","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fcdn-images-1.medium.com\u002Fmax\u002F383\u002F1*haCUs0wF6TgOOvfoY-jEoQ@2x.png","width":383,"height":92}}},"444d13b52878":{"name":"OneZero","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F540\u002F1*cw32fIqCbRWzwJaoQw6BUg.png","width":540,"height":123}}},"8ccfed20cbb2":{"name":"Zora","data":{"@type":"NewsMediaOrganization","ethicsPolicy":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Farticles\u002F360043290473","logo":{"@type":"ImageObject","url":"https:\u002F\u002Fmiro.medium.com\u002Fmax\u002F540\u002F1*tZUQqRcCCZDXjjiZ4bDvgQ.png","width":540,"height":106}}}},"embeddedPostIds":{"coronavirus":"cd3010f9d81f"},"sharedCdcMessaging":{"COVID_APPLICABLE_TAG_SLUGS":[],"COVID_APPLICABLE_TOPIC_NAMES":[],"COVID_APPLICABLE_TOPIC_NAMES_FOR_TOPIC_PAGE":[],"COVID_MESSAGES":{"tierA":{"text":"For more information on the novel coronavirus and Covid-19, visit cdc.gov.","markups":[{"start":66,"end":73,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]},"tierB":{"text":"Anyone can publish on Medium per our Policies, but we don’t fact-check every story. For more info about the coronavirus, see cdc.gov.","markups":[{"start":37,"end":45,"href":"https:\u002F\u002Fhelp.medium.com\u002Fhc\u002Fen-us\u002Fcategories\u002F201931128-Policies-Safety"},{"start":125,"end":132,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]},"paywall":{"text":"This article has been made free for everyone, thanks to Medium Members. For more information on the novel coronavirus and Covid-19, visit cdc.gov.","markups":[{"start":56,"end":70,"href":"https:\u002F\u002Fmedium.com\u002Fmembership"},{"start":138,"end":145,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]},"unbound":{"text":"This article is free for everyone, thanks to Medium Members. For more information on the novel coronavirus and Covid-19, visit cdc.gov.","markups":[{"start":45,"end":59,"href":"https:\u002F\u002Fmedium.com\u002Fmembership"},{"start":127,"end":134,"href":"https:\u002F\u002Fwww.cdc.gov\u002Fcoronavirus\u002F2019-nCoV"}]}},"COVID_BANNER_POST_ID_OVERRIDE_WHITELIST":["3b31a67bff4a"]},"sharedVoteMessaging":{"TAGS":["politics","election-2020","government","us-politics","election","2020-presidential-race","trump","donald-trump","democrats","republicans","congress","republican-party","democratic-party","biden","joe-biden","maga"],"TOPICS":["politics","election"],"MESSAGE":{"text":"Find out more about the U.S. election results here.","markups":[{"start":46,"end":50,"href":"https:\u002F\u002Fcookpolitical.com\u002F2020-national-popular-vote-tracker"}]},"EXCLUDE_POSTS":["397ef29e3ca5"]},"embedPostRules":[],"recircOptions":{"v1":{"limit":3},"v2":{"limit":8}},"braintreeClientKey":"production_zjkj96jm_m56f8fqpf7ngnrd4","braintree":{"enabled":true,"merchantId":"m56f8fqpf7ngnrd4","merchantAccountId":{"usd":"AMediumCorporation_instant","eur":"amediumcorporation_EUR","cad":"amediumcorporation_CAD"},"publicKey":"ds2nn34bg2z7j5gd","braintreeEnvironment":"production","dashboardUrl":"https:\u002F\u002Fwww.braintreegateway.com\u002Fmerchants","gracePeriodDurationInDays":14,"mediumMembershipPlanId":{"monthly":"ce105f8c57a3","monthlyV2":"e8a5e126-792b-4ee6-8fba-d574c1b02fc5","monthlyWithTrial":"d5ee3dbe3db8","monthlyPremium":"fa741a9b47a2","yearly":"a40ad4a43185","yearlyV2":"3815d7d6-b8ca-4224-9b8c-182f9047866e","yearlyStaff":"d74fb811198a","yearlyWithTrial":"b3bc7350e5c7","yearlyPremium":"e21bd2c12166","monthlyOneYearFree":"e6c0637a-2bad-4171-ab4f-3c268633d83c","monthly25PercentOffFirstYear":"235ecc62-0cdb-49ae-9378-726cd21c504b","monthly20PercentOffFirstYear":"ba518864-9c13-4a99-91ca-411bf0cac756","monthly15PercentOffFirstYear":"594c029b-9f89-43d5-88f8-8173af4e070e","monthly10PercentOffFirstYear":"c6c7bc9a-40f2-4b51-8126-e28511d5bdb0","monthlyForStudents":"629ebe51-da7d-41fd-8293-34cd2f2030a8","yearlyOneYearFree":"78ba7be9-0d9f-4ece-aa3e-b54b826f2bf1","yearly25PercentOffFirstYear":"2dbb010d-bb8f-4eeb-ad5c-a08509f42d34","yearly20PercentOffFirstYear":"47565488-435b-47f8-bf93-40d5fbe0ebc8","yearly15PercentOffFirstYear":"8259809b-0881-47d9-acf7-6c001c7f720f","yearly10PercentOffFirstYear":"9dd694fb-96e1-472c-8d9e-3c868d5c1506","yearlyForStudents":"e29345ef-ab1c-4234-95c5-70e50fe6bc23","monthlyCad":"p52orjkaceei","yearlyCad":"h4q9g2up9ktt"},"braintreeDiscountId":{"oneMonthFree":"MONTHS_FREE_01","threeMonthsFree":"MONTHS_FREE_03","sixMonthsFree":"MONTHS_FREE_06","fiftyPercentOffOneYear":"FIFTY_PERCENT_OFF_ONE_YEAR"},"3DSecureVersion":"2","defaultCurrency":"usd","providerPlanIdCurrency":{"4ycw":"usd","rz3b":"usd","3kqm":"usd","jzw6":"usd","c2q2":"usd","nnsw":"usd","q8qw":"usd","d9y6":"usd","fx7w":"cad","nwf2":"cad"}},"paypalClientId":"AXj1G4fotC2GE8KzWX9mSxCH1wmPE3nJglf4Z2ig_amnhvlMVX87otaq58niAg9iuLktVNF_1WCMnN7v","paypal":{"host":"https:\u002F\u002Fapi.paypal.com:443","clientMode":"production","serverMode":"live","webhookId":"4G466076A0294510S","monthlyPlan":{"planId":"P-9WR0658853113943TMU5FDQA","name":"Medium Membership (Monthly) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"yearlyPlan":{"planId":"P-7N8963881P8875835MU5JOPQ","name":"Medium Membership (Annual) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"oneYearGift":{"name":"Medium Membership (1 Year, Digital Gift Code)","description":"Unlimited access to the best and brightest stories on Medium. Gift codes can be redeemed at medium.com\u002Fredeem.","price":"50.00","currency":"USD","sku":"membership-gift-1-yr"},"oldMonthlyPlan":{"planId":"P-96U02458LM656772MJZUVH2Y","name":"Medium Membership (Monthly)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"oldYearlyPlan":{"planId":"P-59P80963JF186412JJZU3SMI","name":"Medium Membership (Annual)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"monthlyPlanWithTrial":{"planId":"P-66C21969LR178604GJPVKUKY","name":"Medium Membership (Monthly) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"yearlyPlanWithTrial":{"planId":"P-6XW32684EX226940VKCT2MFA","name":"Medium Membership (Annual) with setup fee","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"oldMonthlyPlanNoSetupFee":{"planId":"P-4N046520HR188054PCJC7LJI","name":"Medium Membership (Monthly)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed monthly."},"oldYearlyPlanNoSetupFee":{"planId":"P-7A4913502Y5181304CJEJMXQ","name":"Medium Membership (Annual)","description":"Unlimited access to the best and brightest stories on Medium. Membership billed annually."},"sdkUrl":"https:\u002F\u002Fwww.paypal.com\u002Fsdk\u002Fjs"},"stripePublishableKey":"pk_live_7FReX44VnNIInZwrIIx6ghjl","log":{"json":true,"level":"info"},"imageUploadMaxSizeMb":25,"staffPicks":{"title":"Staff Picks","catalogId":"c7bc6e1ee00f"}},"session":{"xsrf":""}}</script><script>window.__APOLLO_STATE__ = {"ROOT_QUERY":{"__typename":"Query","viewer":null,"collectionByDomainOrSlug({\"domainOrSlug\":\"google-design\"})":{"__ref":"Collection:2935d33b43a8"},"postResult({\"id\":\"a770d10562cd\"})":{"__ref":"Post:a770d10562cd"}},"ImageMetadata:":{"__typename":"ImageMetadata","id":""},"Collection:2935d33b43a8":{"__typename":"Collection","id":"2935d33b43a8","favicon":{"__ref":"ImageMetadata:"},"customStyleSheet":null,"colorPalette":{"__typename":"ColorPalette","highlightSpectrum":{"__typename":"ColorSpectrum","backgroundColor":"#FFFFFFFF","colorPoints":[{"__typename":"ColorPoint","color":"#FFE5F4FF","point":0},{"__typename":"ColorPoint","color":"#FFE0F3FF","point":0.1},{"__typename":"ColorPoint","color":"#FFDAF2FF","point":0.2},{"__typename":"ColorPoint","color":"#FFD5F0FF","point":0.3},{"__typename":"ColorPoint","color":"#FFCFEFFF","point":0.4},{"__typename":"ColorPoint","color":"#FFCAEDFF","point":0.5},{"__typename":"ColorPoint","color":"#FFC4EBFF","point":0.6},{"__typename":"ColorPoint","color":"#FFBEEAFF","point":0.7},{"__typename":"ColorPoint","color":"#FFB8E8FF","point":0.8},{"__typename":"ColorPoint","color":"#FFB2E6FF","point":0.9},{"__typename":"ColorPoint","color":"#FFABE5FF","point":1}]},"defaultBackgroundSpectrum":{"__typename":"ColorSpectrum","backgroundColor":"#FFFFFFFF","colorPoints":[{"__typename":"ColorPoint","color":"#FF3586FB","point":0},{"__typename":"ColorPoint","color":"#FF367DE5","point":0.1},{"__typename":"ColorPoint","color":"#FF3674D0","point":0.2},{"__typename":"ColorPoint","color":"#FF356BBA","point":0.3},{"__typename":"ColorPoint","color":"#FF3361A5","point":0.4},{"__typename":"ColorPoint","color":"#FF305691","point":0.5},{"__typename":"ColorPoint","color":"#FF2C4C7C","point":0.6},{"__typename":"ColorPoint","color":"#FF274068","point":0.7},{"__typename":"ColorPoint","color":"#FF213553","point":0.8},{"__typename":"ColorPoint","color":"#FF19283F","point":0.9},{"__typename":"ColorPoint","color":"#FF111B2B","point":1}]},"tintBackgroundSpectrum":{"__typename":"ColorSpectrum","backgroundColor":"#FF1A73E8","colorPoints":[{"__typename":"ColorPoint","color":"#FF1A73E8","point":0},{"__typename":"ColorPoint","color":"#FF3D84ED","point":0.1},{"__typename":"ColorPoint","color":"#FF5795F2","point":0.2},{"__typename":"ColorPoint","color":"#FF6EA4F7","point":0.3},{"__typename":"ColorPoint","color":"#FF84B2FC","point":0.4},{"__typename":"ColorPoint","color":"#FF98C0FF","point":0.5},{"__typename":"ColorPoint","color":"#FFABCEFF","point":0.6},{"__typename":"ColorPoint","color":"#FFBEDBFF","point":0.7},{"__typename":"ColorPoint","color":"#FFD1E8FF","point":0.8},{"__typename":"ColorPoint","color":"#FFE3F4FF","point":0.9},{"__typename":"ColorPoint","color":"#FFF4FFFF","point":1}]}},"domain":null,"slug":"google-design","googleAnalyticsId":null,"name":"Google Design","avatar":{"__ref":"ImageMetadata:1*aLg16KgQKz7SEm23O2hX8A.png"},"description":"Stories by Googlers on the people, product, and practice of UX at Google. For editorial content and more visit design.google","subscriberCount":222072,"latestPostsConnection({\"paging\":{\"limit\":1}})":{"__typename":"PostConnection","posts":[{"__ref":"Post:f7e6336e12e6"}]},"isAuroraVisible":false,"tintColor":"#FF1A73E8","newsletterV3":null,"viewerEdge":{"__ref":"CollectionViewerEdge:collectionId:2935d33b43a8-viewerId:lo_d341ab3e400b"},"twitterUsername":"googledesign","facebookPageId":null,"logo":{"__ref":"ImageMetadata:1*qkwnduFf23no2FixTOP8bg.png"}},"ImageMetadata:1*aLg16KgQKz7SEm23O2hX8A.png":{"__typename":"ImageMetadata","id":"1*aLg16KgQKz7SEm23O2hX8A.png"},"User:4257f91461e5":{"__typename":"User","id":"4257f91461e5","customDomainState":null,"hasSubdomain":false,"username":"ramprakash_r"},"Post:f7e6336e12e6":{"__typename":"Post","id":"f7e6336e12e6","firstPublishedAt":1612531882317,"creator":{"__ref":"User:4257f91461e5"},"collection":{"__ref":"Collection:2935d33b43a8"},"isSeries":false,"mediumUrl":"https:\u002F\u002Fmedium.com\u002Fgoogle-design\u002Fimproving-comprehension-through-intuitive-actions-f7e6336e12e6","sequence":null,"uniqueSlug":"improving-comprehension-through-intuitive-actions-f7e6336e12e6"},"LinkedAccounts:1f5b1e750931":{"__typename":"LinkedAccounts","mastodon":null,"id":"1f5b1e750931"},"Membership:47879430-018c-4540-964f-386d38d8d721":{"__typename":"Membership","tier":"MEMBER","id":"47879430-018c-4540-964f-386d38d8d721"},"User:1f5b1e750931":{"__typename":"User","id":"1f5b1e750931","linkedAccounts":{"__ref":"LinkedAccounts:1f5b1e750931"},"isSuspended":false,"name":"Jess Holbrook","imageId":"1*lJkUus1rQ1XUyomIZZMuaA.jpeg","customDomainState":null,"hasSubdomain":false,"username":"jessholbrook","verifications":{"__typename":"VerifiedInfo","isBookAuthor":false},"socialStats":{"__typename":"SocialStats","followerCount":3214,"followingCount":288,"collectionFollowingCount":85},"bio":"Head of User Research for Responsible AI at Meta. Formerly co-lead of the People + AI Research (PAIR) team at Google. Board Member, Forging Youth Resilience.","membership":{"__ref":"Membership:47879430-018c-4540-964f-386d38d8d721"},"allowNotes":true,"viewerEdge":{"__ref":"UserViewerEdge:userId:1f5b1e750931-viewerId:lo_d341ab3e400b"},"twitterScreenName":""},"Paragraph:a8536d8aaece_0":{"__typename":"Paragraph","id":"a8536d8aaece_0","name":"c0ef","type":"H3","href":null,"layout":null,"metadata":null,"text":"Human-Centered Machine Learning","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_1":{"__typename":"Paragraph","id":"a8536d8aaece_1","name":"0cb2","type":"P","href":null,"layout":null,"metadata":null,"text":"7 steps to stay focused on the user when designing with ML","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":58,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_2":{"__typename":"Paragraph","id":"a8536d8aaece_2","name":"c0b8","type":"P","href":null,"layout":null,"metadata":null,"text":"By Josh Lovejoy and Jess Holbrook","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":33,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*-OtRjI8AyOMXGUmK0gv69A.jpeg":{"__typename":"ImageMetadata","id":"1*-OtRjI8AyOMXGUmK0gv69A.jpeg","originalHeight":1080,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_3":{"__typename":"Paragraph","id":"a8536d8aaece_3","name":"1d25","type":"IMG","href":null,"layout":"OUTSET_CENTER","metadata":{"__ref":"ImageMetadata:1*-OtRjI8AyOMXGUmK0gv69A.jpeg"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_4":{"__typename":"Paragraph","id":"a8536d8aaece_4","name":"3c80","type":"P","href":null,"layout":null,"metadata":null,"text":"Machine learning (ML) is the science of helping computers discover patterns and relationships in data instead of being manually programmed. It’s a powerful tool for creating personalized and dynamic experiences, and it’s already driving everything from Netflix recommendations to autonomous cars. But as more and more experiences are built with ML, it’s clear that UXers still have a lot to learn about how to make users feel in control of the technology, and not the other way round.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_5":{"__typename":"Paragraph","id":"a8536d8aaece_5","name":"049f","type":"P","href":null,"layout":null,"metadata":null,"text":"As was the case with the mobile revolution, and the web before that, ML will cause us to rethink, restructure, displace, and consider new possibilities for virtually every experience we build. In the Google UX community, we’ve started an effort called “human-centered machine learning” (HCML) to help focus and guide that conversation. Using this lens, we look across products to see how ML can stay grounded in human needs while solving them in unique ways only possible through ML. Our team at Google works with UXers across the company to bring them up to speed on core ML concepts, understand how to integrate ML into the UX utility belt, and ensure ML and AI are built in inclusive ways.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":253,"end":284,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_6":{"__typename":"Paragraph","id":"a8536d8aaece_6","name":"8eea","type":"P","href":null,"layout":null,"metadata":null,"text":"If you’ve just started working with ML, you may be feeling a little overwhelmed by the complexity of the space and the sheer breadth of opportunity for innovation. Slow down, give yourself time to get acclimated, and don’t panic. You don’t need to reinvent yourself in order to be valuable to your team.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_7":{"__typename":"Paragraph","id":"a8536d8aaece_7","name":"cf1b","type":"P","href":null,"layout":null,"metadata":null,"text":"We’ve developed seven points to help designers navigate the new terrain of designing ML-driven products. Born out of our work with UX and AI teams at Google (and a healthy dose of trial and error), these points will help you put the user first, iterate quickly, and understand the unique opportunities ML creates.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_8":{"__typename":"Paragraph","id":"a8536d8aaece_8","name":"ef3a","type":"P","href":null,"layout":null,"metadata":null,"text":"Let’s get started.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_9":{"__typename":"Paragraph","id":"a8536d8aaece_9","name":"fa42","type":"H3","href":null,"layout":null,"metadata":null,"text":"1. Don’t expect Machine learning to figure out what problems to solve","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_10":{"__typename":"Paragraph","id":"a8536d8aaece_10","name":"1b95","type":"P","href":null,"layout":null,"metadata":null,"text":"Machine learning and artificial intelligence have a lot of hype around them right now. Many companies and product teams are jumping right into product strategies that start with ML as a solution and skip over focusing on a meaningful problem to solve.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*1amLc8Z6dlYZRCBvA39Vng.jpeg":{"__typename":"ImageMetadata","id":"1*1amLc8Z6dlYZRCBvA39Vng.jpeg","originalHeight":1080,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_11":{"__typename":"Paragraph","id":"a8536d8aaece_11","name":"8d29","type":"IMG","href":null,"layout":"OUTSET_CENTER","metadata":{"__ref":"ImageMetadata:1*1amLc8Z6dlYZRCBvA39Vng.jpeg"},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_12":{"__typename":"Paragraph","id":"a8536d8aaece_12","name":"184f","type":"P","href":null,"layout":null,"metadata":null,"text":"That’s fine for pure exploration or seeing what a technology can do, and often inspires new product thinking. However, if you aren’t aligned with a human need, you’re just going to build a very powerful system to address a very small — or perhaps nonexistent — problem.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_13":{"__typename":"Paragraph","id":"a8536d8aaece_13","name":"1893","type":"P","href":null,"layout":null,"metadata":null,"text":"So our first point is that you still need to do all that hard work you’ve always done to find human needs. This is all the ethnography, contextual inquiries, interviews, deep hanging out, surveys, reading customer support tickets, logs analysis, and getting proximate to people to figure out if you’re solving a problem or addressing an unstated need people have. Machine learning won’t figure out what problems to solve. We still need to define that. As UXers, we already have the tools to guide our teams, regardless of the dominant technology paradigm.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_14":{"__typename":"Paragraph","id":"a8536d8aaece_14","name":"c067","type":"H3","href":null,"layout":null,"metadata":null,"text":"2. Ask yourself if ML will address the problem in a unique way","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_15":{"__typename":"Paragraph","id":"a8536d8aaece_15","name":"760c","type":"P","href":null,"layout":null,"metadata":null,"text":"Once you’ve identified the need or needs you want to address, you’ll want to assess whether ML can solve these needs in unique ways. There are plenty of legitimate problems that don’t require ML solutions.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":178,"end":183,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_16":{"__typename":"Paragraph","id":"a8536d8aaece_16","name":"1ed1","type":"P","href":null,"layout":null,"metadata":null,"text":"A challenge at this point in product development is determining which experiences require ML, which are meaningfully enhanced by ML, and which do not benefit from ML or are even degraded by it. Plenty of products can feel “smart” or “personal” without ML. Don’t get pulled into thinking those are only possible with ML.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*URC8DMjzMCrWrzpjIddBVg.png":{"__typename":"ImageMetadata","id":"1*URC8DMjzMCrWrzpjIddBVg.png","originalHeight":900,"originalWidth":1862,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_17":{"__typename":"Paragraph","id":"a8536d8aaece_17","name":"f7ad","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*URC8DMjzMCrWrzpjIddBVg.png"},"text":"Gmail looks for phrases including words like “attachment” and “attached” to pop a reminder when you may have forgotten an attachment. Heuristics work great here. An ML system would most likely catch more potential mistakes but would be far more costly to build.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":261,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_18":{"__typename":"Paragraph","id":"a8536d8aaece_18","name":"bfae","type":"P","href":null,"layout":null,"metadata":null,"text":"We’ve created a set of exercises to help teams understand the value of ML to their use cases. These exercises do so by digging into the details of what mental models and expectations people might bring when interacting with an ML system as well as what data would be needed for that system.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_19":{"__typename":"Paragraph","id":"a8536d8aaece_19","name":"ac36","type":"P","href":null,"layout":null,"metadata":null,"text":"Here are three example exercises we have teams walk through and answer about the use cases they are trying to address with ML:","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_20":{"__typename":"Paragraph","id":"a8536d8aaece_20","name":"1f33","type":"PQ","href":null,"layout":null,"metadata":null,"text":"Describe the way a theoretical human “expert” might perform the task today.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_21":{"__typename":"Paragraph","id":"a8536d8aaece_21","name":"720e","type":"PQ","href":null,"layout":null,"metadata":null,"text":"If your human expert were to perform this task, how would you respond to them so they improved for the next time? Do this for all four phases of the confusion matrix.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":149,"end":165,"href":"https:\u002F\u002Fen.wikipedia.org\u002Fwiki\u002FConfusion_matrix","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_22":{"__typename":"Paragraph","id":"a8536d8aaece_22","name":"d971","type":"PQ","href":null,"layout":null,"metadata":null,"text":"If a human were to perform this task, what assumptions would the user want them to make?","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_23":{"__typename":"Paragraph","id":"a8536d8aaece_23","name":"90ec","type":"P","href":null,"layout":null,"metadata":null,"text":"Spending just a few minutes answering each of these questions reveals the automatic assumptions people will bring to an ML-powered product. They are equally good as prompts for a product team discussion or as stimuli in user research. We’ll also touch on these a bit later when we get into the process of defining labels and training models.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_24":{"__typename":"Paragraph","id":"a8536d8aaece_24","name":"444f","type":"P","href":null,"layout":null,"metadata":null,"text":"After these exercises and some additional sketching and storyboarding of specific products and features, we then plot out all of the team’s product ideas in a handy 2x2:","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":42,"end":69,"href":"https:\u002F\u002Fdesignsprintkit.withgoogle.com\u002Fresources\u002F","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*KwrGfG_0ivojLfbPsVMIZQ.png":{"__typename":"ImageMetadata","id":"1*KwrGfG_0ivojLfbPsVMIZQ.png","originalHeight":798,"originalWidth":808,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_25":{"__typename":"Paragraph","id":"a8536d8aaece_25","name":"8905","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*KwrGfG_0ivojLfbPsVMIZQ.png"},"text":"Plot ideas in this 2x2. Have the team vote on which ideas would have the biggest user impact and which would be most enhanced by an ML solution.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_26":{"__typename":"Paragraph","id":"a8536d8aaece_26","name":"aa23","type":"P","href":null,"layout":null,"metadata":null,"text":"This allows us to separate impactful ideas from less impactful ones as well as see which ideas depend on ML vs. those that don’t or might only benefit slightly from it. You should already be partnering with Engineering in these conversations, but if you aren’t, this is a great time to pull them in to weigh-in on the ML realities of these ideas. Whatever has the greatest user impact and is uniquely enabled by ML (in the top right corner of the above matrix) is what you’ll want to focus on first.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_27":{"__typename":"Paragraph","id":"a8536d8aaece_27","name":"dc7a","type":"H3","href":null,"layout":null,"metadata":null,"text":"3. Fake it with personal examples and wizards","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_28":{"__typename":"Paragraph","id":"a8536d8aaece_28","name":"5770","type":"P","href":null,"layout":null,"metadata":null,"text":"A big challenge with ML systems is prototyping. If the whole value of your product is that it uses unique user data to tailor an experience to her, you can’t just prototype that up real quick and have it feel anywhere near authentic. Also, if you wait to have a fully built ML system in place to test the design, it will likely be too late to change it in any meaningful way after testing. However, there are two user research approaches that can help: using personal examples from participants and Wizard of Oz studies.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_29":{"__typename":"Paragraph","id":"a8536d8aaece_29","name":"8106","type":"P","href":null,"layout":null,"metadata":null,"text":"When doing user research with early mockups, have participants bring in some of their own data — e.g. personal photos, their own contact lists, music or movie recommendations they’ve received — to the sessions. Remember, you’ll need to make sure you fully inform participants about how this data will be used during testing and when it will be deleted. This can even be a kind of fun “homework” for participants before the session (people like to talk about their favorite movies after all).","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_30":{"__typename":"Paragraph","id":"a8536d8aaece_30","name":"4f32","type":"P","href":null,"layout":null,"metadata":null,"text":"With these examples, you can then simulate right and wrong responses from the system. For example, you can simulate the system returning the wrong movie recommendation to the user to see how she reacts and what assumptions she makes about why the system returned that result. This helps you assess the cost and benefits of these possibilities with much more validity than using dummy examples or conceptual descriptions.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_31":{"__typename":"Paragraph","id":"a8536d8aaece_31","name":"8f58","type":"P","href":null,"layout":null,"metadata":null,"text":"The second approach that works quite well for testing not-yet-built ML products is conducting Wizard of Oz studies. All the rage at one time, Wizard of Oz studies fell from prominence as a user research method over the past 20 years or so. Well, they’re back.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":94,"end":114,"href":"https:\u002F\u002Fen.wikipedia.org\u002Fwiki\u002FWizard_of_Oz_experiment","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*doAy8yuUHlLo1JbO37jFNg.gif":{"__typename":"ImageMetadata","id":"1*doAy8yuUHlLo1JbO37jFNg.gif","originalHeight":360,"originalWidth":640,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_32":{"__typename":"Paragraph","id":"a8536d8aaece_32","name":"40fc","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*doAy8yuUHlLo1JbO37jFNg.gif"},"text":"Chat interfaces are one of the easiest experiences to test with a Wizard of Oz approach. Simply have a team mate ready on the other side of the chat to enter “answers” from the “AI.” (image from: https:\u002F\u002Fresearch.googleblog.com\u002F2017\u002F04\u002Ffederated-learning-collaborative.html)","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":196,"end":273,"href":"https:\u002F\u002Fresearch.googleblog.com\u002F2017\u002F04\u002Ffederated-learning-collaborative.html","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_33":{"__typename":"Paragraph","id":"a8536d8aaece_33","name":"eda2","type":"P","href":null,"layout":null,"metadata":null,"text":"Quick reminder: Wizard of Oz studies have participants interact with what they believe to be an autonomous system, but which is actually being controlled by a human (usually a teammate).","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_34":{"__typename":"Paragraph","id":"a8536d8aaece_34","name":"c8c2","type":"P","href":null,"layout":null,"metadata":null,"text":"Having a teammate imitate an ML system’s actions like chat responses, suggesting people the participant should call, or movies suggestions can simulate interacting with an “intelligent” system. These interactions are essential to guiding the design because when participants can earnestly engage with what they perceive to be an AI, they will naturally tend to form a mental model of the system and adjust their behavior according to those models. Observing their adaptations and second-order interactions with the system are hugely valuable to informing its design.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_35":{"__typename":"Paragraph","id":"a8536d8aaece_35","name":"ea20","type":"H3","href":null,"layout":null,"metadata":null,"text":"4. Weigh the costs of false positives and false negatives","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_36":{"__typename":"Paragraph","id":"a8536d8aaece_36","name":"b99a","type":"P","href":null,"layout":null,"metadata":null,"text":"Your ML system will make mistakes. It’s important to understand what these errors look like and how they might affect the user’s experience of the product. In one of the questions in point 2 we mentioned something called the confusion matrix. This is a key concept in ML and describes what it looks like when an ML system gets it right and gets it wrong.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":225,"end":241,"href":"https:\u002F\u002Fen.wikipedia.org\u002Fwiki\u002FConfusion_matrix","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*-QR9WF1n7jkzn4t1u57NNw.gif":{"__typename":"ImageMetadata","id":"1*-QR9WF1n7jkzn4t1u57NNw.gif","originalHeight":1024,"originalWidth":1024,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_37":{"__typename":"Paragraph","id":"a8536d8aaece_37","name":"0f04","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*-QR9WF1n7jkzn4t1u57NNw.gif"},"text":"The four states of a confusion matrix and what they likely mean for your users.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":79,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_38":{"__typename":"Paragraph","id":"a8536d8aaece_38","name":"d9e3","type":"P","href":null,"layout":null,"metadata":null,"text":"While all errors are equal to an ML system, not all errors are equal to all people. For example, if we had a “is this a human or a troll?” classifier, then accidentally classifying a human as a troll is just an error to the system. It has no notion of insulting a user or the cultural context surrounding the classifications it is making. It doesn’t understand that people using the system may be much more offended being accidentally labeled a troll compared to trolls accidentally being labeled as people. But maybe that’s our people-centric bias coming out. :)","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_39":{"__typename":"Paragraph","id":"a8536d8aaece_39","name":"d443","type":"P","href":null,"layout":null,"metadata":null,"text":"In ML terms, you’ll need to make conscious trade-offs between the precision and recall of the system. That is, you need to decide if it is more important to include all of the right answers even if it means letting in more wrong ones (optimizing for recall), or minimizing the number of wrong answers at the cost of leaving out some of the right ones (optimizing for precision). For example, if you are searching Google Photos for “playground”, you might see results like this:","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":66,"end":86,"href":"https:\u002F\u002Fen.wikipedia.org\u002Fwiki\u002FPrecision_and_recall","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:0*JA6ide7VGzj_l4FD.":{"__typename":"ImageMetadata","id":"0*JA6ide7VGzj_l4FD.","originalHeight":1000,"originalWidth":1600,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_40":{"__typename":"Paragraph","id":"a8536d8aaece_40","name":"25c6","type":"IMG","href":null,"layout":"OUTSET_CENTER","metadata":{"__ref":"ImageMetadata:0*JA6ide7VGzj_l4FD."},"text":"","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_41":{"__typename":"Paragraph","id":"a8536d8aaece_41","name":"b28f","type":"P","href":null,"layout":null,"metadata":null,"text":"These results include a few scenes of children playing, but not on a playground. In this case, recall is taking priority over precision. It is more important to get all of the playground photos and include a few that are similar but not exactly right than it is to only include playground photos and potentially exclude the photo you were looking for.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_42":{"__typename":"Paragraph","id":"a8536d8aaece_42","name":"b79e","type":"H3","href":null,"layout":null,"metadata":null,"text":"5. Plan for co-learning and adaptation","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_43":{"__typename":"Paragraph","id":"a8536d8aaece_43","name":"14de","type":"P","href":null,"layout":null,"metadata":null,"text":"The most valuable ML systems evolve over time in tandem with users’ mental models. When people interact with these systems, they’re influencing and adjusting the kinds of outputs they’ll see in the future. Those adjustments in turn will change how users interact with the system, which will change the models… and so on, in a feedback loop. This can result in “conspiracy theories” where people form incorrect or incomplete mental models of a system and run into problems trying to manipulate the outputs according to these imaginary rules. You want to guide users with clear mental models that encourage them to give feedback that is mutually beneficial to them and the model.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":361,"end":380,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*whMp785sX1yFEpXz6TbJ1Q.gif":{"__typename":"ImageMetadata","id":"1*whMp785sX1yFEpXz6TbJ1Q.gif","originalHeight":800,"originalWidth":600,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_44":{"__typename":"Paragraph","id":"a8536d8aaece_44","name":"e32d","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*whMp785sX1yFEpXz6TbJ1Q.gif"},"text":"An example of the virtuous cycle is how Gboard continuously evolves to predict the user’s next word. The more someone uses the system’s recommendations, the better those recommendations get. Image from https:\u002F\u002Fresearch.googleblog.com\u002F2017\u002F05\u002Fthe-machine-intelligence-behind-gboard.html","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":202,"end":285,"href":"https:\u002F\u002Fresearch.googleblog.com\u002F2017\u002F05\u002Fthe-machine-intelligence-behind-gboard.html","anchorType":"LINK","userId":null,"linkMetadata":null},{"__typename":"Markup","type":"EM","start":0,"end":202,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_45":{"__typename":"Paragraph","id":"a8536d8aaece_45","name":"5d61","type":"P","href":null,"layout":null,"metadata":null,"text":"While ML systems are trained on existing data sets, they will adapt with new inputs in ways we often can’t predict before they happen. So we need to adapt our user research and feedback strategies accordingly. This means planning ahead in the product cycle for longitudinal, high-touch, as well as broad-reach research together. You’ll need to plan enough time to evaluate the performance of ML systems through quantitative measures of accuracy and errors as users and use cases increase, as well as sit with people while they use these systems to understand how mental models evolve with every success and failure.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_46":{"__typename":"Paragraph","id":"a8536d8aaece_46","name":"8457","type":"P","href":null,"layout":null,"metadata":null,"text":"Additionally, as UXers we need to think about how we can get in situ feedback from users over the entire product lifecycle to improve the ML systems. Designing interaction patterns that make giving feedback easy as well as showing the benefits of that feedback quickly, will start to differentiate good ML systems from great ones.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*cD4Zc1XMRTDG6-oUMt7OdA.png":{"__typename":"ImageMetadata","id":"1*cD4Zc1XMRTDG6-oUMt7OdA.png","originalHeight":1057,"originalWidth":1418,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_47":{"__typename":"Paragraph","id":"a8536d8aaece_47","name":"1963","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*cD4Zc1XMRTDG6-oUMt7OdA.png"},"text":"The Google app asks every once in awhile if a particular card is useful right now to get feedback on its suggestions.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":117,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*-OxTILETAjm-rZPGzNihhA.png":{"__typename":"ImageMetadata","id":"1*-OxTILETAjm-rZPGzNihhA.png","originalHeight":1598,"originalWidth":1962,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_48":{"__typename":"Paragraph","id":"a8536d8aaece_48","name":"0651","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*-OxTILETAjm-rZPGzNihhA.png"},"text":"People can give feedback on Google Search Autocomplete including why predictions may be inappropriate.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":102,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_49":{"__typename":"Paragraph","id":"a8536d8aaece_49","name":"952e","type":"H3","href":null,"layout":null,"metadata":null,"text":"6. Teach your algorithm using the right labels","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_50":{"__typename":"Paragraph","id":"a8536d8aaece_50","name":"d445","type":"P","href":null,"layout":null,"metadata":null,"text":"As UXers, we’ve grown accustomed to wireframes, mockups, prototypes, and redlines being our hallmark deliverables. Well, curveball: when it comes to ML-augmented UX, there’s only so much we can specify. That’s where “labels” come in.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_51":{"__typename":"Paragraph","id":"a8536d8aaece_51","name":"84f3","type":"P","href":null,"layout":null,"metadata":null,"text":"Labels are an essential aspect of machine learning. There are people whose job is to look at tons of content and label it, answering questions like “is there a cat in this photo?” And once enough photos have been labeled as “cat” or “not cat”, you’ve got a data set you can use to train a model to be able to recognize cats. Or more accurately, to be able to predict with some confidence level whether or not there’s a cat in a photo it’s never seen before. Simple, right?","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*ZtUs_9crXZqBg9O_Nw-A9A.gif":{"__typename":"ImageMetadata","id":"1*ZtUs_9crXZqBg9O_Nw-A9A.gif","originalHeight":1024,"originalWidth":1024,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_52":{"__typename":"Paragraph","id":"a8536d8aaece_52","name":"4d39","type":"IMG","href":null,"layout":"INSET_CENTER","metadata":{"__ref":"ImageMetadata:1*ZtUs_9crXZqBg9O_Nw-A9A.gif"},"text":"Can you pass this quiz?","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"EM","start":0,"end":23,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_53":{"__typename":"Paragraph","id":"a8536d8aaece_53","name":"22f4","type":"P","href":null,"layout":null,"metadata":null,"text":"The challenge comes when you venture into territory where the goal of your model is to predict something that might feel subjective to your users, like whether or not they’ll find an article interesting or a suggested email reply meaningful. But models take a long time to train, and getting a data set fully labeled can be prohibitively expensive, not to mention that getting your labels wrong can have a huge impact on your product’s viability.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_54":{"__typename":"Paragraph","id":"a8536d8aaece_54","name":"282f","type":"P","href":null,"layout":null,"metadata":null,"text":"So here’s how to proceed: Start by making reasonable assumptions and discussing those assumptions with a diverse array of collaborators. These assumptions should generally take the form of “for ________ users in ________ situations, we assume they’ll prefer ________ and not ________.” Then get these assumptions into the hackiest prototype possible as quickly as possible in order to start gathering feedback and iterating.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_55":{"__typename":"Paragraph","id":"a8536d8aaece_55","name":"83c9","type":"P","href":null,"layout":null,"metadata":null,"text":"Find experts who can be the best possible teachers for your machine learner — people with domain expertise relevant to whatever predictions you’re trying to make. We recommend that you actually hire a handful of them, or as a fallback, transform someone on your team into the role. We call these folks “Content Specialists” on our team.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_56":{"__typename":"Paragraph","id":"a8536d8aaece_56","name":"40b1","type":"P","href":null,"layout":null,"metadata":null,"text":"By this point, you’ll have identified which assumptions are feeling “truthier” than others. But before you go big and start investing in large-scale data collection and labeling, you’ll want to perform a critical second round of validation using examples that have been curated from real user data by Content Specialists. Your users should be testing out a high-fidelity prototype and perceive that they’re interacting with a legit AI (per point #3 above).","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"STRONG","start":69,"end":77,"href":null,"anchorType":null,"userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_57":{"__typename":"Paragraph","id":"a8536d8aaece_57","name":"6143","type":"P","href":null,"layout":null,"metadata":null,"text":"With validation in-hand, have your Content Specialists create a broad portfolio of hand-crafted examples of what you want your AI to produce. These examples give you a roadmap for data collection, a strong set of labels to start training models, and a framework for designing large scale labeling protocols.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_58":{"__typename":"Paragraph","id":"a8536d8aaece_58","name":"ed58","type":"H3","href":null,"layout":null,"metadata":null,"text":"7. Extend your UX family, ML is a creative process","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_59":{"__typename":"Paragraph","id":"a8536d8aaece_59","name":"0c97","type":"P","href":null,"layout":null,"metadata":null,"text":"Think about the worst micro-management “feedback” you’ve ever received as a UXer. Can you picture the person leaning over your shoulder and nit-picking your every move? OK, now keep that image in your mind… and make absolutely certain that you don’t come across like that to your engineers.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_60":{"__typename":"Paragraph","id":"a8536d8aaece_60","name":"685f","type":"P","href":null,"layout":null,"metadata":null,"text":"There are so many potential ways to approach any ML challenge, so as a UXer, getting too prescriptive too quickly may result in unintentionally anchoring — and thereby diminishing the creativity of — your engineering counterparts. Trust them to use their intuition and encourage them to experiment, even if they might be hesitant to test with users before a full evaluation framework is in place.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_61":{"__typename":"Paragraph","id":"a8536d8aaece_61","name":"3514","type":"P","href":null,"layout":null,"metadata":null,"text":"Machine learning is a much more creative and expressive engineering process than we’re generally accustomed to. Training a model can be slow-going, and the tools for visualization aren’t great yet, so engineers end up needing to use their imaginations frequently when tuning an algorithm (there’s even a methodology called “Active Learning” where they manually “tune” the model after every iteration). Your job is to help them make great user-centered choices all along the way.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"ImageMetadata:1*D4Ykl-wS9nHpFY_ibnioGg.jpeg":{"__typename":"ImageMetadata","id":"1*D4Ykl-wS9nHpFY_ibnioGg.jpeg","originalHeight":1080,"originalWidth":1920,"focusPercentX":null,"focusPercentY":null,"alt":null},"Paragraph:a8536d8aaece_62":{"__typename":"Paragraph","id":"a8536d8aaece_62","name":"fd21","type":"IMG","href":null,"layout":"OUTSET_CENTER","metadata":{"__ref":"ImageMetadata:1*D4Ykl-wS9nHpFY_ibnioGg.jpeg"},"text":"Work together with Engineering, Product, etc. to piece together the right experience.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_63":{"__typename":"Paragraph","id":"a8536d8aaece_63","name":"ba18","type":"P","href":null,"layout":null,"metadata":null,"text":"So inspire them with examples — decks, personal stories, vision videos, prototypes, clips from user research, the works — of what an amazing experience could look and feel like, build up their fluency in user research goals and findings, and gently introduce them to our wonderful world of UX crits, workshops, and design sprints to help manifest a deeper understanding of your product principles and experience goals. The earlier they get comfortable with iteration, the better it will be for the robustness of your ML pipeline, and for your ability to effectively influence the product.","hasDropCap":null,"dropCapImage":null,"markups":[{"__typename":"Markup","type":"A","start":315,"end":329,"href":"https:\u002F\u002Fdesignsprintkit.withgoogle.com\u002F","anchorType":"LINK","userId":null,"linkMetadata":null}],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_64":{"__typename":"Paragraph","id":"a8536d8aaece_64","name":"c5d1","type":"H3","href":null,"layout":null,"metadata":null,"text":"Conclusion","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_65":{"__typename":"Paragraph","id":"a8536d8aaece_65","name":"bbb9","type":"P","href":null,"layout":null,"metadata":null,"text":"These are the seven points we emphasize with teams in Google. We hope they are useful to you as you think through your own ML-powered product questions. As ML starts to power more and more products and experiences, let’s step up to our responsibility to stay human-centered, find the unique value for people, and make every experience great.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_66":{"__typename":"Paragraph","id":"a8536d8aaece_66","name":"43ba","type":"H4","href":null,"layout":null,"metadata":null,"text":"Authors","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_67":{"__typename":"Paragraph","id":"a8536d8aaece_67","name":"b6f2","type":"P","href":null,"layout":null,"metadata":null,"text":"Josh Lovejoy is a UX Designer in the Research and Machine Intelligence group at Google. He works at the intersection of Interaction Design, Machine Learning, and unconscious bias awareness, leading design and strategy for Google’s ML Fairness efforts.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_68":{"__typename":"Paragraph","id":"a8536d8aaece_68","name":"b18c","type":"P","href":null,"layout":null,"metadata":null,"text":"Jess Holbrook is a UX Manager and UX Researcher in the Research and Machine Intelligence group at Google. He and his team work on multiple products powered by AI and machine learning that take a human-centered approach to these technologies.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"Paragraph:a8536d8aaece_69":{"__typename":"Paragraph","id":"a8536d8aaece_69","name":"c363","type":"P","href":null,"layout":null,"metadata":null,"text":"Akiko Okazaki did the beautiful illustrations.","hasDropCap":null,"dropCapImage":null,"markups":[],"codeBlockMetadata":null,"iframe":null,"mixtapeMetadata":null},"CollectionViewerEdge:collectionId:2935d33b43a8-viewerId:lo_d341ab3e400b":{"__typename":"CollectionViewerEdge","id":"collectionId:2935d33b43a8-viewerId:lo_d341ab3e400b","isEditor":false,"isMuting":false},"UserViewerEdge:userId:1f5b1e750931-viewerId:lo_d341ab3e400b":{"__typename":"UserViewerEdge","id":"userId:1f5b1e750931-viewerId:lo_d341ab3e400b","isMuting":false},"ImageMetadata:1*qkwnduFf23no2FixTOP8bg.png":{"__typename":"ImageMetadata","id":"1*qkwnduFf23no2FixTOP8bg.png","originalWidth":920,"originalHeight":154},"PostViewerEdge:postId:a770d10562cd-viewerId:lo_d341ab3e400b":{"__typename":"PostViewerEdge","shouldIndexPostForExternalSearch":true,"id":"postId:a770d10562cd-viewerId:lo_d341ab3e400b"},"Tag:machine-learning":{"__typename":"Tag","id":"machine-learning","displayTitle":"Machine Learning","normalizedTagSlug":"machine-learning"},"Tag:user-experience":{"__typename":"Tag","id":"user-experience","displayTitle":"User Experience","normalizedTagSlug":"user-experience"},"Tag:ux":{"__typename":"Tag","id":"ux","displayTitle":"UX","normalizedTagSlug":"ux"},"Tag:ai":{"__typename":"Tag","id":"ai","displayTitle":"AI","normalizedTagSlug":"ai"},"Tag:how-to":{"__typename":"Tag","id":"how-to","displayTitle":"How To","normalizedTagSlug":"how-to"},"Post:a770d10562cd":{"__typename":"Post","id":"a770d10562cd","collection":{"__ref":"Collection:2935d33b43a8"},"content({\"postMeteringOptions\":{\"referrer\":\"\"}})":{"__typename":"PostContent","isLockedPreviewOnly":false,"bodyModel":{"__typename":"RichText","sections":[{"__typename":"Section","name":"ab69","startIndex":0,"textLayout":null,"imageLayout":null,"backgroundImage":null,"videoLayout":null,"backgroundVideo":null}],"paragraphs":[{"__ref":"Paragraph:a8536d8aaece_0"},{"__ref":"Paragraph:a8536d8aaece_1"},{"__ref":"Paragraph:a8536d8aaece_2"},{"__ref":"Paragraph:a8536d8aaece_3"},{"__ref":"Paragraph:a8536d8aaece_4"},{"__ref":"Paragraph:a8536d8aaece_5"},{"__ref":"Paragraph:a8536d8aaece_6"},{"__ref":"Paragraph:a8536d8aaece_7"},{"__ref":"Paragraph:a8536d8aaece_8"},{"__ref":"Paragraph:a8536d8aaece_9"},{"__ref":"Paragraph:a8536d8aaece_10"},{"__ref":"Paragraph:a8536d8aaece_11"},{"__ref":"Paragraph:a8536d8aaece_12"},{"__ref":"Paragraph:a8536d8aaece_13"},{"__ref":"Paragraph:a8536d8aaece_14"},{"__ref":"Paragraph:a8536d8aaece_15"},{"__ref":"Paragraph:a8536d8aaece_16"},{"__ref":"Paragraph:a8536d8aaece_17"},{"__ref":"Paragraph:a8536d8aaece_18"},{"__ref":"Paragraph:a8536d8aaece_19"},{"__ref":"Paragraph:a8536d8aaece_20"},{"__ref":"Paragraph:a8536d8aaece_21"},{"__ref":"Paragraph:a8536d8aaece_22"},{"__ref":"Paragraph:a8536d8aaece_23"},{"__ref":"Paragraph:a8536d8aaece_24"},{"__ref":"Paragraph:a8536d8aaece_25"},{"__ref":"Paragraph:a8536d8aaece_26"},{"__ref":"Paragraph:a8536d8aaece_27"},{"__ref":"Paragraph:a8536d8aaece_28"},{"__ref":"Paragraph:a8536d8aaece_29"},{"__ref":"Paragraph:a8536d8aaece_30"},{"__ref":"Paragraph:a8536d8aaece_31"},{"__ref":"Paragraph:a8536d8aaece_32"},{"__ref":"Paragraph:a8536d8aaece_33"},{"__ref":"Paragraph:a8536d8aaece_34"},{"__ref":"Paragraph:a8536d8aaece_35"},{"__ref":"Paragraph:a8536d8aaece_36"},{"__ref":"Paragraph:a8536d8aaece_37"},{"__ref":"Paragraph:a8536d8aaece_38"},{"__ref":"Paragraph:a8536d8aaece_39"},{"__ref":"Paragraph:a8536d8aaece_40"},{"__ref":"Paragraph:a8536d8aaece_41"},{"__ref":"Paragraph:a8536d8aaece_42"},{"__ref":"Paragraph:a8536d8aaece_43"},{"__ref":"Paragraph:a8536d8aaece_44"},{"__ref":"Paragraph:a8536d8aaece_45"},{"__ref":"Paragraph:a8536d8aaece_46"},{"__ref":"Paragraph:a8536d8aaece_47"},{"__ref":"Paragraph:a8536d8aaece_48"},{"__ref":"Paragraph:a8536d8aaece_49"},{"__ref":"Paragraph:a8536d8aaece_50"},{"__ref":"Paragraph:a8536d8aaece_51"},{"__ref":"Paragraph:a8536d8aaece_52"},{"__ref":"Paragraph:a8536d8aaece_53"},{"__ref":"Paragraph:a8536d8aaece_54"},{"__ref":"Paragraph:a8536d8aaece_55"},{"__ref":"Paragraph:a8536d8aaece_56"},{"__ref":"Paragraph:a8536d8aaece_57"},{"__ref":"Paragraph:a8536d8aaece_58"},{"__ref":"Paragraph:a8536d8aaece_59"},{"__ref":"Paragraph:a8536d8aaece_60"},{"__ref":"Paragraph:a8536d8aaece_61"},{"__ref":"Paragraph:a8536d8aaece_62"},{"__ref":"Paragraph:a8536d8aaece_63"},{"__ref":"Paragraph:a8536d8aaece_64"},{"__ref":"Paragraph:a8536d8aaece_65"},{"__ref":"Paragraph:a8536d8aaece_66"},{"__ref":"Paragraph:a8536d8aaece_67"},{"__ref":"Paragraph:a8536d8aaece_68"},{"__ref":"Paragraph:a8536d8aaece_69"}]},"validatedShareKey":"","shareKeyCreator":null},"creator":{"__ref":"User:1f5b1e750931"},"inResponseToEntityType":null,"isLocked":false,"isMarkedPaywallOnly":false,"lockedSource":"LOCKED_POST_SOURCE_NONE","mediumUrl":"https:\u002F\u002Fmedium.com\u002Fgoogle-design\u002Fhuman-centered-machine-learning-a770d10562cd","primaryTopic":null,"topics":[{"__typename":"Topic","slug":"machine-learning"},{"__typename":"Topic","slug":"design"}],"isLimitedState":false,"isPublished":true,"allowResponses":true,"latestPublishedVersion":"a8536d8aaece","visibility":"PUBLIC","postResponses":{"__typename":"PostResponses","count":38},"responseDistribution":"NOT_DISTRIBUTED","clapCount":9534,"title":"Human-Centered Machine Learning","isSeries":false,"sequence":null,"uniqueSlug":"human-centered-machine-learning-a770d10562cd","socialTitle":"","socialDek":"","canonicalUrl":"","metaDescription":"","latestPublishedAt":1530218897919,"readingTime":12.131132075471697,"previewContent":{"__typename":"PreviewContent","subtitle":"7 steps to stay focused on the user when designing with ML"},"previewImage":{"__ref":"ImageMetadata:1*-OtRjI8AyOMXGUmK0gv69A.jpeg"},"isShortform":false,"seoTitle":"","firstPublishedAt":1499657726609,"updatedAt":1696979247830,"shortformType":"SHORTFORM_TYPE_LINK","seoDescription":"","viewerEdge":{"__ref":"PostViewerEdge:postId:a770d10562cd-viewerId:lo_d341ab3e400b"},"isSuspended":false,"license":"ALL_RIGHTS_RESERVED","tags":[{"__ref":"Tag:machine-learning"},{"__ref":"Tag:user-experience"},{"__ref":"Tag:ux"},{"__ref":"Tag:ai"},{"__ref":"Tag:how-to"}],"isFeaturedInPublishedPublication":false,"isNewsletter":false,"statusForCollection":"APPROVED","pendingCollection":null,"detectedLanguage":"en","wordCount":2857,"layerCake":0,"responsesLocked":false}}</script><script>window.__MIDDLEWARE_STATE__={"session":{"xsrf":""},"cache":{"cacheStatus":"HIT"}}</script><script src="https://cdn-client.medium.com/lite/static/js/manifest.8b67b313.js"></script><script src="https://cdn-client.medium.com/lite/static/js/9865.1496d74a.js"></script><script src="https://cdn-client.medium.com/lite/static/js/main.94ea62ed.js"></script><script src="https://cdn-client.medium.com/lite/static/js/instrumentation.5bef8967.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/reporting.ff22a7a5.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/9120.5df29668.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5049.d1ead72d.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/4505.6dfaf853.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6618.db187378.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/9380.fb176dee.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2707.dc8dbee4.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/9977.933c1c9a.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8599.68bc318b.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/3045.1cc3d8cb.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6349.3329b100.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2648.26563adf.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8393.a4ecfb83.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6428.36238b5a.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6199.6da73f3b.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5642.7d9f7f3d.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6546.67eb283b.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6834.8aa8d357.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/4492.0c3e1a1d.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2571.6814b962.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/839.1c286b32.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/6128.f8800a13.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2135.2e8dc177.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/7975.60bcefe8.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/144.86429b48.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/5240.6281357f.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8819.c627c2bf.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8204.d0637ed0.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/PostPage.MainContent.c3ee9367.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/8414.0d800846.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/3974.8d3e0217.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/2527.18a8996d.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/PostResponsesContent.e1e580cb.chunk.js"></script> <script src="https://cdn-client.medium.com/lite/static/js/responses.editor.e89462cb.chunk.js"></script><script>window.main();</script><script>(function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'91347acc9baffd6f',t:'MTczOTc4MTcwMC4wMDAwMDA='};var a=document.createElement('script');a.nonce='';a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();</script></body></html>