CINXE.COM

<!DOCTYPE html> <html lang="en" class=" story nytapp-vi-article " xmlns:og="http://opengraphprotocol.org/schema/"> <head> <meta charset="utf-8" /> <title data-rh="true">Peer Review: The Worst Way to Judge Research, Except for All the Others - The New York Times</title> <meta data-rh="true" name="robots" content="noarchive, max-image-preview:large"/><meta data-rh="true" name="description" content="A look at the system’s weaknesses, and possible ways to combat them. "/><meta data-rh="true" property="twitter:url" content="https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"/><meta data-rh="true" property="twitter:title" content="Peer Review: The Worst Way to Judge Research, Except for All the Others (Published 2018)"/><meta data-rh="true" property="twitter:description" content="A look at the system’s weaknesses, and possible ways to combat them. "/><meta data-rh="true" property="twitter:image" content="https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-videoSixteenByNineJumbo1600.jpg?year=2018&h=900&w=1600&s=45b7b1ae55d46ef33c018c25ce8e2ac6c08f62c011986923681fdb3447f192fe&k=ZQJBKqZ0VN&tw=1"/><meta data-rh="true" property="twitter:image:alt" content=" "/><meta data-rh="true" property="twitter:card" content="summary_large_image"/><meta data-rh="true" property="og:url" content="https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"/><meta data-rh="true" property="og:type" content="article"/><meta data-rh="true" property="og:title" content="Peer Review: The Worst Way to Judge Research, Except for All the Others (Published 2018)"/><meta data-rh="true" property="og:image" content="https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-facebookJumbo.jpg?year=2018&h=550&w=1050&s=7020f38fe004eda713552014f21195109041ecd3526c156def9e82a03c5f8eab&k=ZQJBKqZ0VN"/><meta data-rh="true" property="og:image:alt" content=" "/><meta data-rh="true" property="og:description" content="A look at the system’s weaknesses, and possible ways to combat them. "/> <link data-rh="true" rel="canonical" href="https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"/><link data-rh="true" rel="alternate" href="nyt://article/c74f1aa9-e20e-5f50-b4e0-ff97b35f203c"/><link data-rh="true" rel="alternate" type="application/json+oembed" href="https://www.nytimes.com/svc/oembed/json/?url=https%3A%2F%2Fwww.nytimes.com%2F2018%2F11%2F05%2Fupshot%2Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html" title="Peer Review: The Worst Way to Judge Research, Except for All the Others"/> <script data-rh="true" type="application/ld+json">{"@context":"https://schema.org","@type":"NewsArticle","@id":"https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","description":"A look at the system’s weaknesses, and possible ways to combat them. ","image":[{"@context":"https://schema.org","@type":"ImageObject","url":"https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-videoSixteenByNineJumbo1600.jpg","height":900,"width":1600,"contentUrl":"https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-videoSixteenByNineJumbo1600.jpg","caption":" ","creditText":"Tony Cenicola/The New York Times"},{"@context":"https://schema.org","@type":"ImageObject","url":"https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-superJumbo.jpg","height":995,"width":1631,"contentUrl":"https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-superJumbo.jpg","caption":" ","creditText":"Tony Cenicola/The New York Times"}],"mainEntityOfPage":"https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","url":"https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","inLanguage":"en","author":[{"@context":"https://schema.org","@type":"Person","url":"https://www.nytimes.com/by/aaron-e-carroll","name":"Aaron E. Carroll"}],"dateModified":"2018-11-05T21:24:23.000Z","datePublished":"2018-11-05T10:00:01.000Z","headline":"Peer Review: The Worst Way to Judge Research, Except for All the Others","alternativeHeadline":"Why That Hot New Study May Be Flawed, and How to Tighten the Net","publisher":{"@id":"https://www.nytimes.com/#publisher","name":"The New York Times"},"hasPart":{"@type":"WebPageElement","isAccessibleForFree":false,"cssSelector":".meteredContent"},"isPartOf":{"@type":["CreativeWork","Product"],"name":"The New York Times","productID":"nytimes.com:basic"},"comment":{"@id":"#commentsContainer"},"commentCount":81,"copyrightHolder":{"@id":"https://www.nytimes.com/#publisher","name":"The New York Times"},"sourceOrganization":{"@id":"https://www.nytimes.com/#publisher","name":"The New York Times"},"copyrightYear":2024,"isAccessibleForFree":false,"articleSection":"The Upshot","keywords":["Research","Academic and Scientific Journals","Science and Technology","Discrimination"]}</script><script data-rh="true" type="application/ld+json">{"@context":"https://schema.org","@type":"NewsMediaOrganization","name":"The New York Times","logo":{"@context":"https://schema.org","@type":"ImageObject","url":"https://static01.nyt.com/images/icons/t_logo_291_black.png","height":291,"width":291,"contentUrl":"https://static01.nyt.com/images/icons/t_logo_291_black.png","creditText":"The New York Times"},"url":"https://www.nytimes.com/","@id":"https://www.nytimes.com/#publisher","publishingPrinciples":"https://www.nytimes.com/editorial-standards/ethical-journalism.html","diversityPolicy":"https://www.nytco.com/company/diversity-and-inclusion/","ethicsPolicy":"https://www.nytco.com/company/standards-ethics/","masthead":"https://www.nytimes.com/interactive/2023/01/28/admin/the-new-york-times-masthead.html","foundingDate":"1851-09-18","sameAs":"https://en.wikipedia.org/wiki/The_New_York_Times"}</script> <meta data-rh="true" property="article:published_time" content="2018-11-05T10:00:01.000Z"/><meta data-rh="true" property="article:modified_time" content="2018-11-05T21:24:23.000Z"/><meta data-rh="true" http-equiv="Content-Language" content="en"/><meta data-rh="true" name="articleid" content="100000006190761"/><meta data-rh="true" name="nyt_uri" content="nyt://article/c74f1aa9-e20e-5f50-b4e0-ff97b35f203c"/><meta data-rh="true" name="pubp_event_id" content="pubp://event/61690c35469348d196cdd72697559736"/><meta data-rh="true" name="image" content="https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-facebookJumbo.jpg?year=2018&h=550&w=1050&s=7020f38fe004eda713552014f21195109041ecd3526c156def9e82a03c5f8eab&k=ZQJBKqZ0VN"/><meta data-rh="true" name="byl" content="By Aaron E. Carroll"/><meta data-rh="true" name="news_keywords" content="Research,Academic and Scientific Journals,science,Discrimination"/><meta data-rh="true" name="pdate" content="20181105"/><meta data-rh="true" property="article:section" content="The Upshot"/><meta data-rh="true" property="article:tag" content="Research"/><meta data-rh="true" property="article:tag" content="Academic and Scientific Journals"/><meta data-rh="true" property="article:tag" content="Science and Technology"/><meta data-rh="true" property="article:tag" content="Discrimination"/><meta data-rh="true" property="article:opinion" content="false"/><meta data-rh="true" property="article:content_tier" content="metered"/><meta data-rh="true" name="CG" content="upshot"/><meta data-rh="true" name="SCG" content=""/><meta data-rh="true" name="CN" content="the-new-health-care"/><meta data-rh="true" name="CT" content=""/><meta data-rh="true" name="PT" content="article"/><meta data-rh="true" name="PST" content="News"/><meta data-rh="true" name="url" content="https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"/><meta data-rh="true" name="msapplication-starturl" content="https://www.nytimes.com"/><meta data-rh="true" property="al:android:url" content="nyt://article/c74f1aa9-e20e-5f50-b4e0-ff97b35f203c"/><meta data-rh="true" property="al:android:package" content="com.nytimes.android"/><meta data-rh="true" property="al:android:app_name" content="NYTimes"/><meta data-rh="true" name="twitter:app:name:googleplay" content="NYTimes"/><meta data-rh="true" name="twitter:app:id:googleplay" content="com.nytimes.android"/><meta data-rh="true" name="twitter:app:url:googleplay" content="nyt://article/c74f1aa9-e20e-5f50-b4e0-ff97b35f203c"/><meta data-rh="true" property="al:iphone:url" content="nytimes://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"/><meta data-rh="true" property="al:iphone:app_store_id" content="284862083"/><meta data-rh="true" property="al:iphone:app_name" content="NYTimes"/><meta data-rh="true" property="al:ipad:url" content="nytimes://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"/><meta data-rh="true" property="al:ipad:app_store_id" content="357066198"/><meta data-rh="true" property="al:ipad:app_name" content="NYTimes"/> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta property="fb:app_id" content="9869919170" /> <meta name="twitter:site" content="@nytimes" /> <meta name="slack-app-id" content="A0121HXPPTQ" /> <script>(function eo(e){if(new URL(window.location).searchParams.get("sentryOverride")||Math.floor(100*Math.random())<=e){var t=['<script src="https://js.sentry-cdn.com/7bc8bccf5c254286a99b11c68f6bf4ce.min.js" crossorigin="anonymous">',"<","/script>"].join("");document.write(t)}})(1);</script><script>(function to(e){var t=e.release,n=e.env,o=e.routeName,r=window.vi&&window.vi.webviewEnvironment||{},i=r.isPreloaded,a=void 0!==i&&i,l="IOS"===r.deviceType;if(window.Sentry){var c=function(){window.Sentry.init({maxBreadcrumbs:s,release:t,environment:n,allowUrls:d,ignoreErrors:u,initialScope:function(e){e.setTags({"nyt.route":o});var t=/nyt-a=(.*?)(;|$)/.exec(document.cookie);null!==t&&e.setUser({id:t[1]});try{if(a){var n,r,i=window.asset||{},c=i.eventId,s=void 0===c?"":c,u=i.uri,d=void 0===u?"":u,f=i.url,p=void 0===f?"":f,m=i.sourceType,h=void 0===m?"":m,b=i.sourceId,y=void 0===b?"":b;s&&e.setTag("eventId",s),d&&e.setTag("uri",d),p&&e.setTag("url",p),h&&e.setTag("sourceType",h),y&&e.setTag("sourceId",y),e.setExtra("visibilityState",document.visibilityState),null!==(n=window)&&void 0!==n&&null!==(r=n.performance)&&void 0!==r&&r.timeOrigin&&e.setExtra("timeOrigin",window.performance.timeOrigin),e.setTag("type","preloaded-webview")}var v=function(){var t=window.config||{},n=t.AppVersion,o=void 0===n?"":n,r=t.ConnectionStatus,i=void 0===r?3:r,a=t.LoggedIn,l=void 0!==a&&a,c=t.Subscriber,s=void 0!==c&&c;null==e||e.setTag("AppVersion",o),null==e||e.setTag("ConnectionStatus",i),null==e||e.setTag("LoggedIn",l),null==e||e.setTag("Subscriber",s)};l?window.addEventListener("initWebview:ios",v):v()}catch(e){console.error(e)}return e},replaysSessionSampleRate:0,replaysOnErrorSampleRate:.01,integrations:[window.Sentry.browserTracingIntegration({enableInp:!0,instrumentNavigation:!1,instrumentPageLoad:!1})]});var e=window.Sentry.getClient(),r={};r[window.Sentry.SEMANTIC_ATTRIBUTE_SENTRY_SOURCE]="url",window.Sentry.startBrowserTracingPageLoadSpan(e,{name:o,attributes:r})},s=70,u=["2mdn","ads-us","amazon-adsystem","amp4ads","ampproject","bk_addPageCtx","boomerang","BOOMR","cb is not a function","chartbeat","google_tag_manager","gsi","gtm","prebid","pubads","scorecardresearch","setConfig is not a function","webkitExitFullScreen","yimg","reading 'campaign'","Object.fromEntries is not a function"];a&&(u=u.concat(["Failed to fetch","Load failed","Something went wrong","Unexpected EOF","The request is not allowed by the user agent","scrollIntoView","No weather-bot homepage data available","UnhandledRejection: Non-Error promise rejection captured with value: false","VHS is currently showing this error message on-screen.","useMessageSelection","messageComponentLibrary"]));var d=[/^https?:\/\/(www|local|alpha|alpha-preview)\.(stg\.)?(nytimes\.com|nyt\.net)/];window.Sentry.onLoad(c),window.__isUnitTestEnv&&(window.__testSentryOnload=c)}})({"release":"c5101898f3ca2765a4e56c729eab4ec14b137918","env":"prd","routeName":"vi-story","allowUrls":[{}]});</script> <script> (function Qn(){var e,t,n,o,r;e=window,t=document,n="script",o="https://www.datadoghq-browser-agent.com/us1/v5/datadog-rum.js",e=e[r="DD_RUM"]=e[r]||{q:[],onReady:function(t){e.q.push(t)}},(r=t.createElement(n)).async=1,r.src=o,(o=t.getElementsByTagName(n)[0]).parentNode.insertBefore(r,o)})(); (function Xn(e){var t=e.service,n=e.env,o=e.version,r=e.sessionSampleRate,i=e.deploymentId,a=e.routeName,l=e.tenant;if(window.DD_RUM){var c=function(){var e={clientToken:"pube5bf68ea68edb54c35106f34e32ff07c",applicationId:"7d0602a0-8ef8-4d39-985b-c3188887e5b3",site:"datadoghq.com",service:"".concat(t,"-client"),env:n,version:o,sessionSampleRate:parseInt(r,10),sessionReplaySampleRate:y,trackUserInteractions:!0,trackResources:!0,trackLongTasks:!0,trackViewsManually:!0,defaultPrivacyLevel:"mask-user-input",allowedTracingUrls:m,traceSampleRate:20,useCrossSiteSessionCookie:!0,useSecureSessionCookie:!0};d&&(e=Object.assign(e,b)),window.DD_RUM.init(e);var c={billing:{environment:n,deployment:{id:i}},dvsp:{tenant:l},route:{name:a},webview:p,preloaded:d};d&&(c=Object.assign(c,h)),window.DD_RUM.setGlobalContextProperty("nyt",c),window.DD_RUM.startView({name:a});var s=/nyt-a=(.*?)(;|$)/.exec(document.cookie);if(null!==s&&window.DD_RUM.setUser({id:s[1]}),d){var u=(window.asset||{}).url,f=void 0===u?"":u;window.DD_RUM.setGlobalContextProperty("url",f);var v=window.getNativeBridgeCookie("nyt-a");v&&window.DD_RUM.setUser({id:v})}},s=window.vi&&window.vi.webviewEnvironment||{},u=s.isPreloaded,d=void 0!==u&&u,f=s.isInWebview,p=void 0!==f&&f,m=[/https:\/\/samizdat-graphql.*\.nytimes\.com/],h={},b={},y=100;d&&(m=[/[https|http|nytresource]:\/\/.*\.nytimes\.com/,/[https|http|nytresource]:\/\/.*\.nyt\.com/],h={team:"web-platforms"},y=0,b={trackFrustrations:!0,allowFallbackToLocalStorage:!0}),window.DD_RUM.onReady(c),window.__isUnitTestEnv&&(window.__testDataDogOnReady=c)}})({"service":"vi","env":"prd","version":"vi-newsreader@v6144-c510189","sessionSampleRate":"1","deploymentId":"aws-491988406224","routeName":"vi-story","tenant":"web-platforms"}); </script> <link data-rh="true" rel="shortcut icon" href="/vi-assets/static-assets/favicon-d2483f10ef688e6f89e23806b9700298.ico"/><link data-rh="true" rel="apple-touch-icon" href="/vi-assets/static-assets/apple-touch-icon-28865b72953380a40aa43318108876cb.png"/><link data-rh="true" rel="apple-touch-icon-precomposed" sizes="144×144" href="/vi-assets/static-assets/ios-ipad-144x144-28865b72953380a40aa43318108876cb.png"/><link data-rh="true" rel="apple-touch-icon-precomposed" sizes="114×114" href="/vi-assets/static-assets/ios-iphone-114x144-080e7ec6514fdc62bcbb7966d9b257d2.png"/><link data-rh="true" rel="apple-touch-icon-precomposed" href="/vi-assets/static-assets/ios-default-homescreen-57x57-43808a4cd5333b648057a01624d84960.png"/> <link href="https://g1.nyt.com/fonts/css/web-fonts.a65411eeb1ab091c1b7eaa3047f86dabe8355f0e.css" rel="stylesheet" type="text/css" crossorigin /> <link rel="stylesheet" href="/vi-assets/static-assets/global-75f713f5ef71fb15f77ecbb55c1f03b7.css" /> <style>[data-timezone] { display: none }</style> <style data-lights-css="k008qs 63woee 1dv1kvn qebcue 1pd1msn kgn7zc 1hyfx7x uc4bdz 1jmk4jh 1e1s8k7 1qa4qp6 jq1cx6 lrgcsu yywogo vxcmzt 79elbk 1eeh360 1re6eyk 1mlnk6q 2urdiw 1nii3md 1yhvmgx 1atjma0 1qy6wq7 1nurhyi 93zicp 12fr9lp 18z7m18 ec8ke8 1hqnpie 10habuo rnl02l 1u4hfeb x15j1o tvohiw b4nnp0 1n6z4y 777zgl rfqw0c 19vbshk l9onyx 2ov6oh 1xb94ky uwwqev 121kum4 171d1bw asuuk5 7axq9l 6yo1no z5ryv4 103l8m3 10cldcv 1r7ky0e ew4tgv s99gbd 53u6y8 1ly73wi 1q2w90k 1bymuyk 7s20nv 1f7ibof 10698na ijmohz 1npft71 c5j6tx vfkorq 1bvtpon 1lnfix7 yomkvi 4skfbu 1c5ewvl zd9juy 10d8k1f eap6fy 1vxca1d 1aeqhal rq4mmj ktho12 jevhma 14fe1uy dc6zx6 233int 4anu6l ojhyzr at9mc1 8qgvsz sxwst7 1ho5u4o t8x4fj a7htku 88wicj 1vkm6nb nlqgyf 3xqm5e hme5ai 1ca3kv7 79rysd 1iyvej0 1gkjb1c 1u5onbp 165eim7 1g7pp1u 1336jj 1g71tqy 1b5b8u1 3kpklk 10zpvha duration name 5j8bii delay timing-function">@-webkit-keyframes animation-5j8bii{from{opacity:0;}to{opacity:1;}}@keyframes animation-5j8bii{from{opacity:0;}to{opacity:1;}}.css-k008qs{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;}.css-63woee{-webkit-animation:spin 0.8s steps(10,end) infinite;animation:spin 0.8s steps(10,end) infinite;}@media (prefers-reduced-motion){.css-63woee{-webkit-animation-duration:10s;animation-duration:10s;}}@-webkit-keyframes spin{100%{-webkit-transform:rotate(360deg);-ms-transform:rotate(360deg);transform:rotate(360deg);}}@keyframes spin{100%{-webkit-transform:rotate(360deg);-ms-transform:rotate(360deg);transform:rotate(360deg);}}.css-1dv1kvn{border:0;-webkit-clip:rect(0 0 0 0);clip:rect(0 0 0 0);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px;}.css-qebcue{display:none;font-size:10px;margin-left:auto;text-transform:uppercase;}.hasLinks .css-qebcue{display:block;min-height:10px;}@media (min-width:740px){return!e.theme.isIntlHomepage.hasLinks .css-qebcue function(e).hasLinks .css-qebcue function(e)!e.theme.homepage.hasLinks .css-qebcue function(e).hasLinks .css-qebcue function(e){margin:"none",position:"absolute",right:"20px";}}@media (min-width:1024px){.hasLinks .css-qebcue{display:none;min-height:0;}}.css-1pd1msn{display:inline-block;font-size:0.875rem;line-height:1.25rem;-webkit-transition:color 0.6s ease;transition:color 0.6s ease;color:#121212;}.css-1pd1msn:hover{color:#666;}.css-kgn7zc{border:0;-webkit-clip:rect(0 0 0 0);clip:rect(0 0 0 0);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px;border-radius:3px;cursor:pointer;font-family:nyt-franklin,helvetica,arial,sans-serif;-webkit-transition:ease 0.6s;transition:ease 0.6s;white-space:nowrap;vertical-align:middle;background-color:transparent;color:#000;font-size:11px;line-height:11px;font-weight:700;-webkit-letter-spacing:0.02em;-moz-letter-spacing:0.02em;-ms-letter-spacing:0.02em;letter-spacing:0.02em;padding:11px 12px 8px;background:#fff;display:inline-block;left:44px;text-transform:uppercase;-webkit-transition:none;transition:none;z-index:5;}.css-kgn7zc:active,.css-kgn7zc:focus{-webkit-clip:auto;clip:auto;overflow:visible;width:auto;height:auto;}.css-kgn7zc::-moz-focus-inner{padding:0;border:0;}.css-kgn7zc:-moz-focusring{outline:1px dotted;}.css-kgn7zc:disabled,.css-kgn7zc.disabled{opacity:0.5;cursor:default;}.css-kgn7zc:active,.css-kgn7zc.active{background-color:#f7f7f7;}@media (min-width:740px){.css-kgn7zc:hover{background-color:#f7f7f7;}}.css-kgn7zc:focus{margin-top:3px;padding:8px 8px 6px;}@media (max-width:600px){.css-kgn7zc:focus{margin-top:12px;margin-left:9px;}}@media (min-width:1024px){.css-kgn7zc{left:112px;}}.css-1hyfx7x{display:none;}.css-uc4bdz{min-height:269px;}@media (min-width:1150px){.css-uc4bdz{min-height:431.5px;}}.NYTApp .css-uc4bdz{display:none;}@media (min-width:1150px){.css-1jmk4jh{margin:0 auto;max-width:1200px;padding:0 3% 9px;}}.NYTApp .css-1jmk4jh{display:none;}@media print{.css-1jmk4jh{display:none;}}.css-1e1s8k7{font-size:11px;text-align:center;padding-bottom:25px;}@media (min-width:1024px){.css-1e1s8k7{padding:0 3% 9px;}}.css-1e1s8k7.dockVisible{padding-bottom:45px;}@media (min-width:1024px){.css-1e1s8k7.dockVisible{padding:0 3% 45px;}}@media (min-width:1150px){.css-1e1s8k7{margin:0 auto;max-width:1200px;}}.NYTApp .css-1e1s8k7{display:none;}@media print{.css-1e1s8k7{display:none;}}.css-1qa4qp6{border-top:1px solid #ebebeb;padding-top:9px;margin:0 0 35px;}.css-jq1cx6{color:#666;font-family:nyt-franklin,helvetica,arial,sans-serif;padding:10px 0;-webkit-text-decoration:none;text-decoration:none;white-space:nowrap;}.css-jq1cx6:hover{-webkit-text-decoration:underline;text-decoration:underline;}.css-lrgcsu{color:var(--color-content-primary,#121212);}.css-yywogo{color:var(--color-signal-editorial,#326891);}.css-yywogo:visited{color:var(--color-signal-editorial,#326891);}.css-vxcmzt{display:-webkit-inline-box;display:-webkit-inline-flex;display:-ms-inline-flexbox;display:inline-flex;}.css-79elbk{position:relative;}.css-1eeh360{height:auto;width:auto;border-radius:30px;}.css-1eeh360:focus{outline:none;box-shadow:0 0 4px 1px rgb(0 95 204);}@supports selector(:focus-visible){.css-1eeh360:focus{box-shadow:none;}.css-1eeh360:focus-visible{box-shadow:0 0 4px 1px rgb(0 95 204);}}.css-1re6eyk{font-size:0.75rem;line-height:0.75rem;margin-top:auto;}.css-1mlnk6q{border-radius:30px;padding:6px;padding:8px 10px 7px;display:inline-block;}@media (max-width:600px){.css-1mlnk6q{padding:8px 7px 7px;}}.css-1mlnk6q svg path{fill:var(--color-content-primary,#121212);}.css-2urdiw{vertical-align:middle;margin-top:-1px;margin-right:5px;overflow:visible;}.css-1nii3md{-webkit-align-self:center;-ms-flex-item-align:center;align-self:center;vertical-align:initial;border-radius:30px;background-color:transparent;border:none;bottom:0.05rem;cursor:pointer;display:-webkit-inline-box;display:-webkit-inline-flex;display:-ms-inline-flexbox;display:inline-flex;-webkit-flex-direction:column;-ms-flex-direction:column;flex-direction:column;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:0.75rem;font-weight:500;height:auto;width:auto;line-height:1rem;overflow:visible;position:relative;text-transform:uppercase;}.css-1nii3md:hover,.css-1nii3md:focus{-webkit-text-decoration:none;text-decoration:none;border-color:#ccc;}.css-1yhvmgx{height:auto;width:auto;border:solid 1px var(--color-stroke-quaternary,#DFDFDF);background-color:var(--color-background-primary,#FFFFFF);border-radius:30px;font-size:0.75rem;font-family:nyt-franklin,helvetica,arial,sans-serif;text-transform:uppercase;}.css-1yhvmgx:hover{background-color:var(--color-background-tertiary,#EBEBEB);border:1px solid var(--color-background-tertiary,#EBEBEB);}.css-1yhvmgx .hiddenClass{display:none;}.css-1yhvmgx[aria-checked='true'] .saved-fill{fill:var(--color-stroke-primary,#121212);}.css-1yhvmgx[aria-checked='true'] .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-1yhvmgx[aria-checked='false'] .saved-fill{fill:none;}.css-1yhvmgx[aria-checked='false'] .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-1yhvmgx[aria-busy='true']{cursor:default;background-color:var(--color-background-tertiary,#EBEBEB);}.css-1atjma0{padding:0;margin-left:0;margin-right:0;}@media (max-width:424px){.css-1atjma0{margin-left:-9px;margin-right:-20px;}}.css-1qy6wq7{color:#999;display:inline;margin-right:12px;width:100%;}.css-1qy6wq7 > a,.css-1qy6wq7 > button{-webkit-text-decoration:none;text-decoration:none;}.css-1qy6wq7 > a:focus,.css-1qy6wq7 > button:focus{display:inline-block;outline:none;box-shadow:0 0 2px 1px rgb(0 95 204);}@supports selector(:focus-visible){.css-1qy6wq7 > a:focus,.css-1qy6wq7 > button:focus{box-shadow:none;}.css-1qy6wq7 > a:focus-visible,.css-1qy6wq7 > button:focus-visible{box-shadow:0 0 2px 1px rgb(0 95 204);}}.css-1qy6wq7 > a:focus{border-radius:100%;}@media (max-width:424px){.css-1qy6wq7{margin-right:6px;}}.css-1qy6wq7:last-of-type{margin-right:0;}.css-1nurhyi{height:auto;width:auto;border-radius:100%;background-color:transparent;}.css-93zicp{display:none;}@media (min-width:375px){.css-93zicp{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;width:16px;height:31px;}}@media (min-width:740px){.css-93zicp{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;width:16px;height:31px;}}@media (min-width:1024px){.css-93zicp{display:none;}}@media print{.css-93zicp{display:none;}}.css-12fr9lp{height:23px;margin-top:6px;}.css-18z7m18{display:none;}@media (min-width:1024px){.css-18z7m18{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;margin-top:0;}}@media print{.css-18z7m18{display:block;}}.css-ec8ke8{display:none;}@media (min-width:375px){.css-ec8ke8{position:fixed;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;opacity:0;z-index:1;-webkit-transition:all 0.2s ease-in-out;transition:all 0.2s ease-in-out;width:100%;height:32.063px;background:white;padding:5px 0;top:0;text-align:center;font-family:nyt-cheltenham,cheltenham-fallback-georgia,cheltenham-fallback-noto,georgia,'times new roman',times,serif;box-shadow:rgba(0,0,0,0.08) 0 0 5px 1px;border-bottom:1px solid #e2e2e2;}}@media print{.css-ec8ke8{position:relative;border:none;display:inline-block;opacity:1 !important;visibility:visible !important;}}@media (max-width:739px){.NYTApp .css-ec8ke8{display:none;}}.css-1hqnpie{margin-left:20px;margin-right:20px;max-width:1605px;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-direction:column;-ms-flex-direction:column;flex-direction:column;position:relative;width:100%;}@media (min-width:1360px){.css-1hqnpie{margin-left:20px;margin-right:20px;}}@media (min-width:1780px){.css-1hqnpie{margin-left:auto;margin-right:auto;}}@media print{.css-1hqnpie{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-10habuo{display:none;}@media (min-width:1024px){.css-10habuo{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-direction:row;-ms-flex-direction:row;flex-direction:row;max-width:1605px;overflow:hidden;position:absolute;width:50%;margin-left:calc((100% - 50%) / 2);}}@media (min-width:740px){.NYTApp .css-10habuo{width:90%;margin-left:calc((100% - 90%) / 2);}@media (min-width:1024px){.NYTApp .css-10habuo{width:63%;margin-left:calc((100% - 63%) / 2);}}}@media print{.css-10habuo{display:none;}}.css-rnl02l{font-family:nyt-cheltenham-small,georgia,'times new roman';font-weight:400;font-size:13px;-webkit-letter-spacing:0.015em;-moz-letter-spacing:0.015em;-ms-letter-spacing:0.015em;letter-spacing:0.015em;margin-top:10.5px;margin-bottom:10.5px;margin-right:auto;white-space:nowrap;text-overflow:ellipsis;}.css-1u4hfeb{font-family:nyt-franklin,helvetica,arial,sans-serif;font-weight:700;font-size:0.75rem;text-transform:uppercase;-webkit-letter-spacing:0;-moz-letter-spacing:0;-ms-letter-spacing:0;letter-spacing:0;margin-top:12.5px;margin-bottom:auto;margin-left:auto;white-space:nowrap;}.css-1u4hfeb:hover{-webkit-text-decoration:underline;text-decoration:underline;}.css-x15j1o{display:inline-block;padding-left:7px;padding-right:7px;font-size:13px;margin-top:10px;margin-bottom:auto;color:#ccc;}.css-tvohiw{margin-top:-1px;margin-bottom:auto;margin-left:auto;z-index:50;box-shadow:-14px 2px 7px -2px rgba(255,255,255,0.7);}.css-b4nnp0{margin-top:1px;}@media (min-width:1024px){.css-b4nnp0{margin-top:0;}}.css-1n6z4y{font-family:nyt-franklin,helvetica,arial,sans-serif;color:#ccc !important;border-left:1px solid #ccc;margin-left:10px;padding:10px;display:none;}@media print{.css-1n6z4y{display:inline-block;}}.css-777zgl{position:absolute;width:1px;height:1px;margin:-1px;padding:0;border:0;-webkit-clip:rect(0 0 0 0);clip:rect(0 0 0 0);overflow:hidden;text-align:center;}.css-777zgl:focus-visible{background-color:#fff;border-radius:3px;height:auto;width:auto;-webkit-clip:auto;clip:auto;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:0.6875rem;font-weight:700;left:50%;padding:8px 8px 6px;-webkit-transform:translateX(-50%);-ms-transform:translateX(-50%);transform:translateX(-50%);top:5px;}.css-rfqw0c{text-align:center;height:100%;display:block;}.css-19vbshk{color:#ccc;display:none;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:0.5625rem;font-weight:300;-webkit-letter-spacing:0.05rem;-moz-letter-spacing:0.05rem;-ms-letter-spacing:0.05rem;letter-spacing:0.05rem;line-height:0.5625rem;margin-left:auto;text-align:center;text-transform:uppercase;}@media (min-width:600px){.css-19vbshk{display:inline-block;}}.css-19vbshk p{margin-bottom:auto;margin-right:7px;margin-top:auto;text-transform:none;}.css-l9onyx{color:#ccc;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:0.5625rem;font-weight:300;-webkit-letter-spacing:0.05rem;-moz-letter-spacing:0.05rem;-ms-letter-spacing:0.05rem;letter-spacing:0.05rem;line-height:0.5625rem;margin-bottom:9px;text-align:center;text-transform:uppercase;}.css-2ov6oh{display:inline-block;max-width:225px;vertical-align:middle;}@media (min-width:740px){.css-2ov6oh{max-width:275px;}}.sizeSmall .css-1xb94ky{width:50%;}@media (min-width:600px){.sizeSmall .css-1xb94ky{width:300px;}}@media (min-width:1440px){.sizeSmall .css-1xb94ky{width:300px;}}@media (max-width:600px){.sizeSmall .css-1xb94ky{width:50%;}}.sizeSmall.sizeSmallNoCaption .css-1xb94ky{margin-left:auto;margin-right:auto;}@media (min-width:740px){.sizeSmall.layoutVertical .css-1xb94ky{max-width:250px;}}@media (min-width:1024px){.sizeSmall.layoutVertical .css-1xb94ky{width:250px;}}@media (max-width:740px){.sizeSmall.layoutVertical .css-1xb94ky{max-width:250px;}}@media (min-width:740px){.sizeSmall.layoutHorizontal .css-1xb94ky{max-width:300px;}}@media (min-width:1024px){.sizeSmall.layoutHorizontal .css-1xb94ky{width:300px;}}@media (max-width:740px){.sizeSmall.layoutHorizontal .css-1xb94ky{max-width:300px;}}@media (min-width:600px){.sizeMedium.layoutVertical.verticalVideo .css-1xb94ky{width:420px;}}.css-uwwqev{width:100%;height:100%;}.css-121kum4{width:100%;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-direction:column;-ms-flex-direction:column;flex-direction:column;-webkit-align-items:center;-webkit-box-align:center;-ms-flex-align:center;align-items:center;}.css-171d1bw{background:linear-gradient(180deg,hsla(0,0%,100%,0),#fff);position:relative;height:110px;margin-top:-126px;width:100%;}.css-asuuk5{height:170px;}.css-7axq9l{display:grid;grid-row-gap:24px;justify-items:center;margin-left:20px;margin-right:20px;padding:32px 0 40px 0;}.css-6yo1no{display:grid;grid-row-gap:8px;text-align:center;}.css-z5ryv4{color:#121212;-webkit-text-decoration:underline;text-decoration:underline;}.css-103l8m3{margin:1.25rem 0;}.css-10cldcv{margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;}@media (min-width:600px){.css-10cldcv{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-10cldcv{width:600px;}}@media print{.css-10cldcv{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-1r7ky0e .e6idgb70 + .e1h9rw200{margin-top:0;}.css-1r7ky0e .eoo0vm40 + .e1gnsphs0{margin-top:-0.3em;}.css-1r7ky0e .e6idgb70 + .eoo0vm40{margin-top:0;}.css-1r7ky0e .eoo0vm40 + figure{margin-top:1.2rem;}.css-1r7ky0e .e1gnsphs0 + figure{margin-top:1.2rem;}.css-ew4tgv{display:none;}@media (min-width:1024px){.css-ew4tgv{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;margin-right:0;margin-left:auto;width:130px;-webkit-align-items:center;-webkit-box-align:center;-ms-flex-align:center;align-items:center;}}@media (min-width:1150px){.css-ew4tgv{width:210px;}}@media print{.css-ew4tgv{display:none;}}.css-s99gbd{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-direction:column;-ms-flex-direction:column;flex-direction:column;margin-bottom:1rem;}@media (min-width:1024px){.css-s99gbd{-webkit-flex-direction:row;-ms-flex-direction:row;flex-direction:row;height:100%;width:945px;margin-left:auto;margin-right:auto;}}@media (min-width:1150px){.css-s99gbd{width:1110px;margin-left:auto;margin-right:auto;}}@media (min-width:1280px){.css-s99gbd{width:1170px;}}@media (min-width:1440px){.css-s99gbd{width:1200px;}}@media print{.css-s99gbd{margin-left:0;margin-right:0;width:100%;max-width:100%;}}@media print{.css-s99gbd{margin-bottom:1em;display:block;}}.css-53u6y8{margin-left:auto;margin-right:auto;width:100%;}@media (min-width:1024px){.css-53u6y8{margin-left:calc((100% - 600px) / 2);margin-right:0;width:600px;}}@media (min-width:1440px){.css-53u6y8{max-width:600px;width:600px;margin-left:calc((100% - 600px) / 2);}}@media print{.css-53u6y8{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-1ly73wi{position:absolute;width:1px;height:1px;margin:-1px;padding:0;border:0;-webkit-clip:rect(0 0 0 0);clip:rect(0 0 0 0);overflow:hidden;}.css-1q2w90k{opacity:1;visibility:visible;-webkit-animation-name:animation-5j8bii;animation-name:animation-5j8bii;-webkit-animation-duration:300ms;animation-duration:300ms;-webkit-animation-delay:0ms;animation-delay:0ms;-webkit-animation-timing-function:ease-out;animation-timing-function:ease-out;}@media print{.css-1q2w90k{display:none;}}@media (min-width:1024px){.css-1q2w90k{position:fixed;width:100%;top:0;left:0;z-index:200;background-color:#fff;border-bottom:none;-webkit-transition:all 0.2s ease-in-out;transition:all 0.2s ease-in-out;}}@media (min-width:1024px){.css-1bymuyk{position:relative;border-bottom:1px solid #e2e2e2;}}.css-7s20nv{background:#fff;border-bottom:1px solid #e2e2e2;height:36px;padding:8px 15px 3px;position:relative;}@media (min-width:740px){.css-7s20nv{background:#fff;padding:8px 15px 3px;}}@media (min-width:1024px){.css-7s20nv{background:transparent;border-bottom:0;padding:4px 15px 2px;}}@media (min-width:1024px){.css-7s20nv{margin:0 auto;max-width:1605px;}}.css-1f7ibof{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-box-pack:space-around;-webkit-justify-content:space-around;-ms-flex-pack:space-around;justify-content:space-around;left:10px;position:absolute;}@media print{.css-1f7ibof{display:none;}}.css-10698na{text-align:center;}@media (min-width:740px){.css-10698na{padding-top:0;}}@media print{.css-10698na a[href]::after{content:'';}.css-10698na svg{fill:black;}}.css-ijmohz{display:block;width:189px;height:26px;margin:5px auto 0;}@media (min-width:740px){.css-ijmohz{width:189px;height:26px;margin:5px auto 0;}}@media (min-width:1024px){.css-ijmohz{width:195px;height:26px;margin:6px auto 0;}}.css-1npft71{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-box-pack:space-around;-webkit-justify-content:space-around;-ms-flex-pack:space-around;justify-content:space-around;position:absolute;right:10px;top:8px;}@media (min-width:1024px){.css-1npft71{top:4px;}}@media print{.css-1npft71{display:none;}}.css-c5j6tx{-webkit-align-items:center;-webkit-box-align:center;-ms-flex-align:center;align-items:center;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:11px;-webkit-box-pack:space-around;-webkit-justify-content:space-around;-ms-flex-pack:space-around;justify-content:space-around;padding:13px 20px 12px;}@media (min-width:740px){.css-c5j6tx{position:relative;}}@media (min-width:1024px){.css-c5j6tx{-webkit-box-pack:justify;-webkit-justify-content:space-between;-ms-flex-pack:justify;justify-content:space-between;border:none;padding:0;height:0;-webkit-transform:translateY(48px);-ms-transform:translateY(48px);transform:translateY(48px);-webkit-align-items:flex-end;-webkit-box-align:flex-end;-ms-flex-align:flex-end;align-items:flex-end;}}@media print{.css-c5j6tx{display:none;}}.css-vfkorq{color:#121212;font-size:0.6875rem;font-family:nyt-franklin,helvetica,arial,sans-serif;display:none;width:auto;font-weight:700;}@media (min-width:740px){.css-vfkorq{text-align:center;width:100%;font-weight:700;}}@media (min-width:1024px){.css-vfkorq{font-size:0.875rem;line-height:1.25rem;width:auto;margin-bottom:4px;font-weight:400;}}.css-1bvtpon{display:none;}.css-1lnfix7{top:0;position:-webkit-sticky;position:sticky;background-color:var(--color-background-elevated,#FFFFFF);z-index:902;}@media print{.css-1lnfix7{display:none;}}@media (min-width:1024px){.css-1lnfix7{margin-top:3px;}}@media (min-width:1024px){.css-1lnfix7:empty{margin-top:0;}}.css-yomkvi .actionbar-button{background:var(--color-background-primary,#FFFFFF);border:1px solid var(--color-stroke-quaternary,#DFDFDF);color:var(--color-content-primary,#121212);box-shadow:none;}.css-yomkvi .actionbar-button svg > path{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button:hover{border:1px solid var(--color-stroke-quaternary,#DFDFDF);background:var(--color-background-tertiary,#EBEBEB);color:var(--color-content-primary,#121212);}.css-yomkvi .actionbar-button:hover svg > path{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button:hover svg > g{stroke:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button:active,.css-yomkvi .actionbar-button[aria-expanded='true']{border:1px solid var(--color-stroke-tertiary,#C7C7C7);background:rgba(235,235,235,0.6);}.css-yomkvi .actionbar-button:active svg > path,.css-yomkvi .actionbar-button[aria-expanded='true'] svg > path{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button:active svg > g,.css-yomkvi .actionbar-button[aria-expanded='true'] svg > g{stroke:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='true'] .saved-fill{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='true'] .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='true']:hover .saved-fill{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='true']:hover .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='true']:active .saved-fill{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='true']:active .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='false'] .saved-fill{fill:none;}.css-yomkvi .actionbar-button[aria-checked='false'] .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='false']:hover .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button[aria-checked='false']:active .saved-stroke{fill:var(--color-stroke-primary,#121212);}.css-yomkvi .actionbar-button:focus{box-shadow:0 0 2px 1px rgb(0 95 204);outline:3px solid transparent;outline-offset:2px;}@supports selector(:focus-visible){.css-yomkvi .actionbar-button:focus{box-shadow:none;}.css-yomkvi .actionbar-button:focus-visible{box-shadow:0 0 2px 1px rgb(0 95 204);outline:3px solid transparent;outline-offset:2px;}}.css-4skfbu{color:#999;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-shrink:0;-ms-flex-negative:0;flex-shrink:0;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:17px;margin-bottom:5px;margin-bottom:0;}@media print{.css-4skfbu{display:none;}}.css-1c5ewvl{color:#999;display:inline;margin-right:12px;width:100%;position:relative;}.css-1c5ewvl > a,.css-1c5ewvl > button{-webkit-text-decoration:none;text-decoration:none;}.css-1c5ewvl > a:focus,.css-1c5ewvl > button:focus{display:inline-block;outline:none;box-shadow:0 0 2px 1px rgb(0 95 204);}@supports selector(:focus-visible){.css-1c5ewvl > a:focus,.css-1c5ewvl > button:focus{box-shadow:none;}.css-1c5ewvl > a:focus-visible,.css-1c5ewvl > button:focus-visible{box-shadow:0 0 2px 1px rgb(0 95 204);}}.css-1c5ewvl > a:focus{border-radius:100%;}@media (max-width:424px){.css-1c5ewvl{margin-right:6px;}}.css-1c5ewvl:last-of-type{margin-right:0;}.css-zd9juy{display:inline-block;vertical-align:middle;width:20px;border-radius:100%;padding:6px;overflow:initial;vertical-align:middle;height:20px;}.css-zd9juy path{fill:var(--color-content-primary,#121212);}.css-10d8k1f{direction:ltr;display:inline-block;vertical-align:middle;border-radius:30px;padding:6px 10px 6px;font-size:0.75rem;font-family:nyt-franklin,helvetica,arial,sans-serif;line-height:0.9375rem;text-align:right;font-weight:500;}.css-10d8k1f:hover .gift-count{background-color:#fafafa;}@media (max-width:600px){.css-10d8k1f{padding:6px 7px 5px;}}.css-10d8k1f svg{margin-right:5px;vertical-align:-6px;height:20px;}.css-eap6fy{height:18px;width:18px;padding:7px;overflow:visible;vertical-align:middle;cursor:not-allowed;}.css-eap6fy g{stroke-width:0.1px;}@media (min-width:1150px){.css-eap6fy:hover g,.css-eap6fy:focus g{stroke:var(--color-stroke-secondary,#8B8B8B);opacity:1;}}.css-1vxca1d{position:relative;margin:0 auto;}@media (min-width:600px){.css-1vxca1d{margin:0 auto 20px;}}.css-1vxca1d .relatedcoverage + .recirculation{margin-top:20px;}.css-1vxca1d .wrap + .recirculation{margin-top:20px;}@media (min-width:1024px){.css-1vxca1d{padding-top:40px;}}.css-1aeqhal{display:none;position:relative;min-height:280px;}@media (min-width:765px){.css-1aeqhal{background-color:#f7f7f7;border-bottom:1px solid #f3f3f3;display:block;padding-bottom:15px;padding-top:15px;margin:0;}}@media print{.css-1aeqhal{display:none;}}.css-rq4mmj{height:auto;width:100%;width:100%;vertical-align:top;}.css-rq4mmj img{width:100%;vertical-align:top;}.css-ktho12{color:var(--color-content-quaternary,#727272);font-family:nyt-imperial,georgia,'times new roman',times,serif;margin:10px 20px 0;text-align:left;}.css-ktho12 a{color:var(--color-signal-editorial,#326891);-webkit-text-decoration:none;text-decoration:none;}.css-ktho12 a:hover,.css-ktho12 a:focus{-webkit-text-decoration:underline;text-decoration:underline;}@media (min-width:600px){.css-ktho12{margin-left:0;}}.sizeSmall .css-ktho12{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-direction:column;-ms-flex-direction:column;flex-direction:column;width:calc(50% - 15px);margin:auto 0 15px 15px;}@media (min-width:600px){.sizeSmall .css-ktho12{width:260px;margin-left:15px;}}@media (min-width:740px){.sizeSmall .css-ktho12{margin-left:15px;}}@media (min-width:1440px){.sizeSmall .css-ktho12{width:330px;margin-left:15px;}}@media (max-width:600px){.sizeSmall .css-ktho12{margin:auto 0 0 15px;}}.sizeSmall.sizeSmallNoCaption .css-ktho12{margin-left:auto;margin-right:auto;margin-top:10px;}.sizeMedium .css-ktho12{max-width:900px;}.sizeSmall.layoutVertical.verticalVideo .css-ktho12{margin:0 0 auto 16px;}@media (min-width:740px){.sizeSmall.layoutVertical.verticalVideo .css-ktho12{margin:auto 0 auto 16px;}}.sizeMedium.layoutVertical.verticalVideo .css-ktho12{margin-left:auto;margin-right:auto;width:calc(100% - 40px);}@media (min-width:600px){.sizeMedium.layoutVertical.verticalVideo .css-ktho12{width:100%;}}.sizeLarge .css-ktho12{max-width:none;}@media (min-width:600px){.sizeLarge .css-ktho12{margin-left:20px;}}@media (min-width:740px){.sizeLarge .css-ktho12{margin-left:20px;max-width:900px;}}@media (min-width:1024px){.sizeLarge .css-ktho12{margin-left:0;max-width:720px;}}@media (min-width:1440px){.sizeLarge .css-ktho12{margin-left:0;max-width:900px;}}@media (min-width:740px){.sizeLarge.layoutVertical .css-ktho12{margin-left:0;}}.sizeFull .css-ktho12{margin-left:20px;}@media (min-width:600px){.sizeFull .css-ktho12{max-width:900px;}}@media (min-width:740px){.sizeFull .css-ktho12{max-width:900px;}}@media (min-width:1440px){.sizeFull .css-ktho12{max-width:900px;}}@media print{.css-ktho12{display:none;}}.css-jevhma{margin-right:7px;color:var(--color-content-quaternary,#727272);font-family:nyt-imperial,georgia,'times new roman',times,serif;font-size:0.875rem;line-height:1.125rem;}@media (min-width:740px){.css-jevhma{font-size:0.9375rem;line-height:1.25rem;}}.css-jevhma strong{font-weight:700;}.css-jevhma em{font-style:italic;}.css-jevhma a{color:var(--color-signal-editorial,#326891);}.css-jevhma a:visited{color:var(--color-signal-editorial,#326891);}.css-14fe1uy{display:inline;color:var(--color-content-quaternary,#727272);font-family:nyt-franklin,helvetica,arial,sans-serif;-webkit-letter-spacing:0.01em;-moz-letter-spacing:0.01em;-ms-letter-spacing:0.01em;letter-spacing:0.01em;font-size:0.75rem;line-height:1rem;}@media (min-width:740px){.css-14fe1uy{font-size:0.75rem;line-height:1rem;}}@media (min-width:1150px){.css-14fe1uy{font-size:0.8125rem;line-height:1.0625rem;}}.css-dc6zx6{width:50px;margin-right:10px;vertical-align:bottom;border-radius:50%;}.css-233int{display:inline-block;}.css-4anu6l{display:inline-block;margin:0;font-size:0.875rem;line-height:1.125rem;font-family:nyt-franklin,helvetica,arial,sans-serif;font-weight:700;color:var(--color-content-secondary,#363636);}@media (min-width:740px){.css-4anu6l{font-size:0.9375rem;line-height:1.25rem;}}.css-ojhyzr{color:inherit;-webkit-text-decoration:underline;text-decoration:underline;text-underline-offset:1px;-webkit-text-decoration-thickness:1px;text-decoration-thickness:1px;-webkit-text-decoration-color:var(--color-content-quaternary,#727272);text-decoration-color:var(--color-content-quaternary,#727272);display:inline-block;}.css-ojhyzr:hover,.css-ojhyzr:focus{-webkit-text-decoration:none;text-decoration:none;}.css-at9mc1{margin-bottom:0.78125rem;margin-top:0;overflow-wrap:break-word;color:var(--color-content-secondary,#363636);font-family:nyt-imperial,georgia,'times new roman',times,serif;font-size:1.125rem;line-height:1.5625rem;margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;}@media (min-width:740px){.css-at9mc1{margin-bottom:0.9375rem;margin-top:0;}}.css-at9mc1 .css-yywogo{-webkit-text-decoration:underline;text-decoration:underline;-webkit-text-decoration-style:solid;text-decoration-style:solid;-webkit-text-decoration-thickness:1px;text-decoration-thickness:1px;-webkit-text-decoration-color:var(--color-signal-editorial,#326891);text-decoration-color:var(--color-signal-editorial,#326891);}.css-at9mc1 .css-yywogo:hover,.css-at9mc1 .css-yywogo:focus{-webkit-text-decoration:none;text-decoration:none;}@media (min-width:740px){.css-at9mc1{font-size:1.25rem;line-height:1.875rem;}}.css-at9mc1:first-child{margin-top:0;}.css-at9mc1:last-child{margin-bottom:0;}.css-at9mc1.e1h9rw200:last-child{margin-bottom:0.75rem;}.css-at9mc1.eoo0vm40:first-child{margin-top:0.8125rem;}@media (min-width:600px){.css-at9mc1{margin-left:auto;margin-right:auto;}}@media (min-width:1024px){.css-at9mc1{margin-left:0;margin-right:0;width:100%;max-width:100%;}.css-at9mc1.eoo0vm40:first-child{margin-top:1.1875rem;}}@media print{.css-at9mc1{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-8qgvsz{font-weight:700;}.css-sxwst7{background-color:#f7f7f7;border-bottom:1px solid #f3f3f3;border-top:1px solid #f3f3f3;margin:2rem auto;padding-bottom:30px;padding-top:12px;text-align:center;position:relative;margin-top:60px;min-height:280px;}@media (min-width:740px){.css-sxwst7{margin:3rem auto;}}@media print{.css-sxwst7{display:none;}}@media (min-width:740px){.css-sxwst7{margin-bottom:0;margin-top:0;}}.css-1ho5u4o{list-style:none;margin:0 0 15px;padding:0;}@media (min-width:600px){.css-1ho5u4o{display:inline-block;}}.css-t8x4fj{list-style:none;line-height:8px;padding:0;}.css-t8x4fj:last-child > li{margin:16px 0 0 0;}@media (min-width:600px){.css-t8x4fj{display:inline-block;}}.css-a7htku{display:inline-block;line-height:20px;padding:0 10px;}.css-a7htku:first-child{border-left:none;}.css-a7htku.desktop{display:none;}@media (min-width:740px){.css-a7htku.smartphone{display:none;}.css-a7htku.desktop{display:inline-block;}.css-a7htku.mobileOnly{display:none;}}.css-88wicj{color:var(--color-content-primary,#121212);font-family:nyt-cheltenham,cheltenham-fallback-georgia,cheltenham-fallback-noto,georgia,'times new roman',times,serif;font-weight:700;font-style:italic;font-size:1.9375rem;line-height:2.25rem;text-align:left;}@media (min-width:740px){.css-88wicj{font-size:2.5rem;line-height:2.875rem;}}.css-nlqgyf{margin:1.25rem auto 1.5rem;margin-top:20px;margin-bottom:32px;}.css-nlqgyf strong{font-weight:700;}.css-nlqgyf em{font-style:italic;}.css-nlqgyf.sizeSmall{width:calc(100% - 40px);display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;}@media (min-width:600px){.css-nlqgyf.sizeSmall{max-width:600px;margin-left:auto;margin-right:auto;}}@media (min-width:1024px){.css-nlqgyf.sizeSmall{width:100%;}}@media (min-width:1440px){.css-nlqgyf.sizeSmall{max-width:600px;}}.css-nlqgyf.sizeSmall.sizeSmallNoCaption{display:block;}@media print{.css-nlqgyf.sizeSmall.sizeSmallNoCaption{display:none;}}.css-nlqgyf.sizeMedium{width:100%;max-width:600px;margin-right:auto;margin-left:auto;}@media (min-width:600px){.css-nlqgyf.sizeMedium{width:calc(100% - 40px);}}@media (min-width:740px){.css-nlqgyf.sizeMedium{max-width:600px;}}@media (min-width:600px){.css-nlqgyf.sizeMedium.layoutVertical{width:420px;}}.css-nlqgyf.sizeMedium.layoutVertical.verticalVideo{width:100%;}@media (min-width:600px){.css-nlqgyf.sizeMedium.layoutVertical.verticalVideo{width:420px;}}.css-nlqgyf.sizeLarge{width:100%;max-width:1200px;margin-left:auto;margin-right:auto;}@media (min-width:600px){.css-nlqgyf.sizeLarge{width:auto;}}@media (min-width:740px){.css-nlqgyf.sizeLarge.layoutVertical{width:600px;}.css-nlqgyf.sizeLarge.layoutVertical.verticalVideo{width:600px;}}@media (min-width:1024px){.css-nlqgyf.sizeLarge{width:945px;}}@media (min-width:1440px){.css-nlqgyf.sizeLarge{width:1200px;}.css-nlqgyf.sizeLarge.layoutVertical{width:720px;}.css-nlqgyf.sizeLarge.layoutVertical.verticalVideo{width:600px;}}@media (min-width:740px){.css-nlqgyf{margin:2.5rem auto;}}@media print{.css-nlqgyf{display:none;}}@media (min-width:740px){.css-nlqgyf{margin-top:25px;}}.css-3xqm5e{margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-align-items:flex-end;-webkit-box-align:flex-end;-ms-flex-align:flex-end;align-items:flex-end;margin-top:0.25rem;-webkit-box-pack:justify;-webkit-justify-content:space-between;-ms-flex-pack:justify;justify-content:space-between;margin-bottom:1.25rem;}@media (min-width:600px){.css-3xqm5e{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-3xqm5e{width:600px;}}@media print{.css-3xqm5e{margin-left:0;margin-right:0;width:100%;max-width:100%;}}@media (min-width:740px){.css-3xqm5e{margin-bottom:1.25rem;}}.css-hme5ai{-webkit-align-items:center;-webkit-box-align:center;-ms-flex-align:center;align-items:center;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;margin-bottom:1.25rem;margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;}@media (min-width:600px){.css-hme5ai{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-hme5ai{width:600px;}}@media print{.css-hme5ai{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-hme5ai .e6idgb70{margin-bottom:0;}@media print{.css-hme5ai .e6idgb70{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-hme5ai:empty{display:none;}.css-1ca3kv7{text-transform:uppercase;color:var(--color-content-secondary,#363636);font-family:nyt-franklin,helvetica,arial,sans-serif;font-weight:500;-webkit-letter-spacing:0.05em;-moz-letter-spacing:0.05em;-ms-letter-spacing:0.05em;letter-spacing:0.05em;font-size:0.8125rem;line-height:1.125rem;}@media (min-width:740px){.css-1ca3kv7{font-size:0.875rem;line-height:1.25rem;}}.css-1ca3kv7 .css-yywogo{color:var(--color-content-primary,#121212);border-bottom:2px solid var(--color-stroke-quaternary,#DFDFDF);-webkit-text-decoration:none;text-decoration:none;}.css-1ca3kv7 .css-yywogo:hover,.css-1ca3kv7 .css-yywogo:focus{color:var(--color-content-primary,#121212);border-bottom:2px solid var(--color-stroke-primary,#121212);}.css-1ca3kv7 .css-yywogo:visited{color:var(--color-content-primary,#121212);}.css-79rysd{font-style:normal;font-stretch:normal;margin-bottom:1.25rem;color:var(--color-content-secondary,#363636);font-family:nyt-cheltenham,cheltenham-fallback-georgia,cheltenham-fallback-noto,georgia,'times new roman',times,serif;font-weight:300;font-size:1.25rem;line-height:1.5625rem;}@media (min-width:740px){.css-79rysd{font-size:1.4375rem;line-height:1.875rem;}}@media (min-width:740px){.css-79rysd{margin-bottom:1.875rem;}}.css-1iyvej0{color:#999;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-flex-shrink:0;-ms-flex-negative:0;flex-shrink:0;font-family:nyt-franklin,helvetica,arial,sans-serif;font-size:17px;margin-bottom:5px;}@media print{.css-1iyvej0{display:none;}}@media (min-width:740px){.css-1iyvej0{border-top:1px solid #ebebeb;padding-top:20px;}}.css-1gkjb1c{margin-bottom:1.25rem;margin-top:1.5625rem;}@media (min-width:740px){.css-1gkjb1c{margin-top:3.75rem;}}.css-1gkjb1c .e6idgb70{color:var(--color-content-primary,#121212);font-weight:700;line-height:0.75rem;}@media print{.css-1gkjb1c .e6idgb70{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-1gkjb1c .e1h9rw200{margin-bottom:0.5rem;margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;margin-top:0;}@media (min-width:600px){.css-1gkjb1c .e1h9rw200{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-1gkjb1c .e1h9rw200{width:600px;}}@media print{.css-1gkjb1c .e1h9rw200{margin-left:0;margin-right:0;width:100%;max-width:100%;}}@media (min-width:740px){.css-1gkjb1c .e1h9rw200{max-width:none;margin-left:auto;margin-right:auto;position:relative;width:600px;}@media print{.css-1gkjb1c .e1h9rw200{margin-left:0;margin-right:0;width:100%;max-width:100%;}}}.css-1gkjb1c .e1wiw3jv0{color:var(--color-content-secondary,#363636);margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;}@media (min-width:600px){.css-1gkjb1c .e1wiw3jv0{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-1gkjb1c .e1wiw3jv0{width:600px;}}@media print{.css-1gkjb1c .e1wiw3jv0{margin-left:0;margin-right:0;width:100%;max-width:100%;}}@media print{.css-1gkjb1c .e1wiw3jv0{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-1gkjb1c .e16638kd0{display:inline-block;width:auto;margin-left:0;margin-top:0;margin-bottom:0;}.css-1gkjb1c .eatfx1z0{margin-right:15px;font-weight:700;font-size:14px;line-height:1;}.css-1gkjb1c .section-kicker .opinion-bar{font-size:25px;}.css-1gkjb1c .css-103l8m3{margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;margin-top:0;margin-bottom:0;}@media (min-width:600px){.css-1gkjb1c .css-103l8m3{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-1gkjb1c .css-103l8m3{width:600px;}}@media print{.css-1gkjb1c .css-103l8m3{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-1gkjb1c .e1g7ppur0{margin-bottom:30px;margin-top:20px;}@media (min-width:740px){.css-1gkjb1c .e1g7ppur0{margin-top:25px;}}@media (min-width:1024px){.css-1gkjb1c .e1g7ppur0{margin-bottom:43px;}}.css-1gkjb1c .css-1ru5sog{margin-left:20px;margin-right:20px;width:calc(100% - 40px);max-width:600px;max-width:600px;}@media (min-width:600px){.css-1gkjb1c .css-1ru5sog{margin-left:auto;margin-right:auto;}}@media (min-width:740px){.css-1gkjb1c .css-1ru5sog{width:600px;}}@media print{.css-1gkjb1c .css-1ru5sog{margin-left:0;margin-right:0;width:100%;max-width:100%;}}@media print{.css-1gkjb1c .css-1ru5sog{display:none;}}.css-1gkjb1c .eakwutd0{margin-bottom:20px;color:var(--color-content-primary,#121212);}@media print{.css-1gkjb1c .eakwutd0{margin-left:0;margin-right:0;width:100%;max-width:100%;}}.css-1u5onbp{display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;width:100%;-webkit-align-items:center;-webkit-box-align:center;-ms-flex-align:center;align-items:center;margin-bottom:0.25rem;margin-bottom:0.75rem;}.css-1u5onbp > img,.css-1u5onbp a > img,.css-1u5onbp div > img{margin-right:10px;}.css-165eim7{min-width:60px;display:inline-block;margin-bottom:auto;}.css-1g7pp1u{font-family:nyt-franklin,helvetica,arial,sans-serif;font-weight:500;color:var(--color-content-secondary,#363636);margin-bottom:1rem;font-size:0.8125rem;line-height:1rem;}.css-1336jj{--tpl-color-content-primary:hsla(0,0%,7.06%,1);--tpl-color-content-primaryDim:hsla(0,0%,21.18%,1);--tpl-color-content-secondary:hsla(0,0%,35.3%,1);--tpl-color-content-secondaryDim:hsla(0,0%,44.71%,1);--tpl-color-content-accent:hsla(213.44,55.75%,46.08%,1);--tpl-color-content-accentDim:hsla(205.9,48.72%,38.24%,1);--tpl-color-content-positive:hsla(126.98,53.09%,31.77%,1);--tpl-color-content-negative:hsla(354.29,98.83%,33.34%,1);--tpl-color-content-breaking:hsla(352.72,98.1%,41.18%,1);--tpl-color-content-placeholder:hsla(0,0%,54.51%,1);--tpl-color-stroke-primary:hsla(0,0%,7.06%,1);--tpl-color-stroke-secondary:hsla(0,0%,59.22%,1);--tpl-color-stroke-tertiary:hsla(0,0%,87.46%,1);--tpl-color-background-primary:hsla(0,0%,100%,1);--tpl-color-background-secondary:hsla(0,0%,97.26%,1);--tpl-color-background-tertiary:hsla(0,0%,92.16%,1);--tpl-color-background-highlight:hsla(54.67,95.75%,90.79%,1);--tpl-color-background-scrim:hsla(0,0%,7%,0.6);--serif:georgia,'times new roman',times,serif;--sans-serif:helvetica,arial,sans-serif;--cheltenham:"nyt-cheltenham",var(--serif);--franklin:"nyt-franklin",var(--sans-serif);--imperial:"nyt-imperial",var(--serif);--karnak:"nyt-karnak",var(--serif);--cheltenham-condensed:"nyt-cheltenham-cond",var(--serif);--cheltenham-text-condensed:"nyt-cheltenham-text-cond",var(--serif);}@media (forced-colors:none){.css-1336jj *{outline:0.125rem solid var(--tpl-color-content-accent,#346EB7);outline-offset:0.125rem;outline-color:transparent;}}@media (prefers-reduced-motion:no-preference){.css-1336jj *{-webkit-transition:outline-color 100ms ease-out;transition:outline-color 100ms ease-out;}}.css-1336jj *:focus{outline:0.125rem solid var(--tpl-color-content-accent,#346EB7);outline-offset:0.125rem;}.css-1336jj *:focus:not(:focus-visible){outline:0.125rem solid transparent;}.css-1336jj *:focus-visible{outline:0.125rem solid var(--tpl-color-content-accent,#346EB7);outline-offset:0.125rem;}.css-1g71tqy{-webkit-animation:fadeIn 2s ease;animation:fadeIn 2s ease;overflow:hidden;display:grid;grid-row-gap:24px;justify-items:center;margin-left:20px;margin-right:20px;padding:32px 0 40px 0;}@-webkit-keyframes fadeIn{0%{opacity:0;}50%{opacity:0;}100%{opacity:1;}}@keyframes fadeIn{0%{opacity:0;}50%{opacity:0;}100%{opacity:1;}}.css-1b5b8u1{display:block;}@media (prefers-color-scheme:dark){[data-dark-mode] .css-1b5b8u1 .icon-light{visibility:hidden;}}.css-1b5b8u1 .icon-dark{visibility:hidden;}@media (prefers-color-scheme:dark){[data-dark-mode] .css-1b5b8u1 .icon-dark{visibility:visible;}}.css-3kpklk{margin:0;color:var(--tpl-color-content-secondaryDim,#727272);font:500 1rem/1.3 nyt-franklin,helvetica,arial,sans-serif;}.css-10zpvha{-webkit-align-items:center;-webkit-box-align:center;-ms-flex-align:center;align-items:center;display:-webkit-box;display:-webkit-flex;display:-ms-flexbox;display:flex;-webkit-box-pack:justify;-webkit-justify-content:space-between;-ms-flex-pack:justify;justify-content:space-between;margin-left:auto;margin-right:auto;max-width:600px;width:calc(100% - 40px);margin-bottom:1.25rem;}@media (min-width:1024px){.css-10zpvha{margin-left:calc((100% - 600px) / 2);margin-right:auto;width:600px;}}@media (min-width:1440px){.css-10zpvha{margin-left:calc((100% - 600px) / 2);max-width:600px;width:600px;}}@media print{.css-10zpvha{display:none;}}</style> <script type="text/javascript"> (function(e,t){function n(){if(!a()&&i()){var n=document.createElement("script");n.id="nyt-fides",n.src=e,t.document.head.appendChild(n)}}var o=new URLSearchParams(t.location.search),r=function(e){return(t.document.cookie.split(";").find((function(t){return t.includes(e)}))||"").replace(e,"").trim().charAt(16)},i=function(){var e,n,i,a=o.get("fides-override"),l=r("nyt-purr="),c=r("override-purr=");return 0<(null===(e=t.config)||void 0===e||null===(n=e.tc_info)||void 0===n||null===(i=n.fides_string)||void 0===i?void 0:i.length)||"s"===c||"s"===l||"true"===a},a=function(){return null!==t.document.getElementById("nyt-fides")};n(),t.addEventListener("initWebview:ios",n),t.fidesUtils={isFidesEligible:i}})('https://static01.nyt.com/vi-assets/static-assets/fides-8ff3b866ef707d7b05879c1b02bc31aa.js', window); (function(e){function t(e){var t=e.layerType;return{event:"impression",priority:!0,module:{name:t,label:t,region:"bottom"}}}function n(t){(e.dataLayer||(e.dataLayer=[])).push(t)}function o(t){var n=e.document.getElementById("fides-banner"),o=e.document.getElementById("fides-modal"),r=e.document.getElementById("fides-embed-container"),i="true"===(null==o?void 0:o.getAttribute("aria-hidden"));if(r)return"cmp_layer_2";if(null!==t){if(!n||!o)return"";if(n.contains(t))return"cmp_layer_1";if(o.contains(t))return"cmp_layer_2"}return i?"cmp_layer_1":"cmp_layer_2"}function r(t){var n=new CustomEvent("NYTFidesUpdated",{detail:t});e.dispatchEvent(n)}var i;!0===(null===(i=e.fidesUtils)||void 0===i?void 0:i.isFidesEligible())&&(e.addEventListener("FidesUIShown",(function(e){var o,r=(null==e||null===(o=e.detail)||void 0===o?void 0:o.extraDetails).servingComponent;"tcf_banner"===(void 0===r?"":r)&&n(t({layerType:"cmp_layer_1"}))})),e.addEventListener("click",(function(e){var t=e.target,i="button"===t.type,a="a"===t.nodeName.toLowerCase();if(i||a){var l=function(e){return{"accept all":"accept_all","reject all":"reject_all","manage preferences":"manage_prefs","cookie policy":"cookie_policy","privacy policy":"privacy_policy",purposes:"purposes",features:"features",vendors:"vendors",save:"save"}[e.textContent.toLowerCase()]||""}(t),c=o(t);if(l)n(function(e){var t=e.actionType,n=void 0===t?"":t,o=e.layerType,r=void 0===o?"":o;return{event:"moduleInteraction",eventData:{trigger:"module",type:"click"},module:{name:r,label:r,element:{name:n,label:n}}}}({actionType:l,layerType:c})),r(function(e){var t=e.actionType,n=void 0===t?"":t,o=e.layerType,r=void 0===o?"":o;return{subject:"interaction",data:{name:r,label:r,element:{name:n,label:n}}}}({actionType:l,layerType:c})),e.stopPropagation()}})),e.addEventListener("beforeunload",(function(){var e=o(null);n(t({layerType:"".concat(e,"_exit")}))})))})(window); </script> <script type="text/javascript"> // 45.875kB window.viHeadScriptSize = 45.875; window.NYTD = {}; window.vi = window.vi || {}; window.vi.pageType = { type: '', edge: 'vi-story'}; (function () { var userAgent=window.navigator.userAgent||window.navigator.vendor||window.opera||"",inNewsreaderApp=userAgent.includes("nytios")||userAgent.includes("nyt_android"),inXWordsApp=userAgent.includes("nyt_xwords_ios")||userAgent.includes("Crosswords"),inAndroid=userAgent.includes("nyt_android")||userAgent.includes("Crosswords"),iniOS=userAgent.includes("nytios")||userAgent.includes("nyt_xwords_ios"),isInWebviewByUserAgent=(inAndroid||iniOS)&&(inNewsreaderApp||inXWordsApp);function appType(){return inNewsreaderApp?"newsreader":inXWordsApp?"crosswords":""}function deviceType(){return inAndroid?"ANDROID":iniOS?"IOS":""}var _f=function(e){window.vi.webviewEnvironment={appType:appType(),deviceType:deviceType(),isInWebview:e.webviewEnvironment.isInWebview||isInWebviewByUserAgent,isPreloaded:e.webviewEnvironment.isPreloaded}};;_f.apply(null, [{"gqlUrlClient":"https://samizdat-graphql.nytimes.com/graphql/v2","gqlRequestHeaders":{"nyt-app-type":"project-vi","nyt-app-version":"0.0.5","nyt-token":"MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAs+/oUCTBmD/cLdmcecrnBMHiU/pxQCn2DDyaPKUOXxi4p0uUSZQzsuq1pJ1m5z1i0YGPd1U1OeGHAChWtqoxC7bFMCXcwnE1oyui9G1uobgpm1GdhtwkR7ta7akVTcsF8zxiXx7DNXIPd2nIJFH83rmkZueKrC4JVaNzjvD+Z03piLn5bHWU6+w+rA+kyJtGgZNTXKyPh6EC6o5N+rknNMG5+CdTq35p8f99WjFawSvYgP9V64kgckbTbtdJ6YhVP58TnuYgr12urtwnIqWP9KSJ1e5vmgf3tunMqWNm6+AnsqNj8mCLdCuc5cEB74CwUeQcP2HQQmbCddBy2y0mEwIDAQAB","x-nyt-targeting-dimensions-map":"newsTenure=anon_user"},"gqlFetchTimeout":1500,"disablePersistedQueries":false,"initialDeviceType":"desktop","fastlyAbraConfig":{".ver":"22329.000","AMS_FrictionCircumventionDesktop_cwv":"2_low-mid-truncation","AMS_FrictionCircumventionMobile_cwv":"2_low-mid-truncation","DFP_TopAd_Anon_0124":"0_Control","HOME_cwv_chartbeat":"0_Control","STYLN_synth_voice_web":"1_synth","VIZEX_ViAboveTheFoldWeight":"0_control","WP_datadog_refactor_0924":"1_refactor"},"fastlyEntitlements":[],"internalPreviewConfig":{},"webviewEnvironment":{"isInWebview":false,"isPreloaded":false},"isOptimisticallyTruncated":true,"optimisticTruncationDropzone":6,"requestPath":"/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","isProvisionallyLoggedIn":false,"serviceWorkerFile":"service-worker-test-1732312180517.js","preloadedServiceWorkerFile":"/vi-assets/static-assets/preloaded-service-worker-1732312351056.js"}]); })();;(function () { var _f=function(i,w){window.vi=window.vi||{},window.vi.env=Object.freeze(i),window.hybrid=w};;_f.apply(null, [{"JKIDD_PATH":"https://a.nytimes.com/svc/nyt/data-layer","ET2_URL":"https://a.et.nytimes.com","ALS_URL":"https://als-svc.nytimes.com","WEDDINGS_PATH":"https://content.api.nytimes.com","GDPR_PATH":"https://us-central1-nyt-dsra-prd.cloudfunctions.net/datagov-dsr-formhandler","RECAPTCHA_SITEKEY":"6LevSGcUAAAAAF-7fVZF05VTRiXvBDAY4vBSPaTF","ABRA_ET_URL":"//et.nytimes.com","NODE_ENV":"production","EXPERIMENTAL_ROUTE_PREFIX":"","ENVIRONMENT":"prd","RELEASE":"c5101898f3ca2765a4e56c729eab4ec14b137918","RELEASE_TAG":"","AUTH_HOST":"https://myaccount.nytimes.com","METER_HOST":"https://meter-svc.nytimes.com","MESSAGING_LANDING_PAGE_HOST":"https://www.nytimes.com","CAPI_HOST":"https://mwcm.nytimes.com","SWG_PUBLICATION_ID":"nytimes.com","GQL_FETCH_TIMEOUT":"1500","GOOGLE_CLIENT_ID":"1005640118348-amh5tgkq641oru4fbhr3psm3gt2tcc94.apps.googleusercontent.com","STORY_SURROGATE_CONTROL":"max-age=300, stale-if-error=259200, stale-while-revalidate=259200","ONBOARDING_API_KEY":"","PURR_ENV":"prd"},false]); })();;(function () { var _f=function(){var e=window;e.initWebview=function(e){var t=document.documentElement;if(e.OS){var i=e.OS.toUpperCase();t.classList.add(i)}if(e.BaseFontSize&&(t.dataset.baseFontSize=e.BaseFontSize),e.trackingSensitive&&(t.dataset.trackingSensitive=!0),e.hasOptedOutOfTracking&&(t.dataset.hasOptedOutOfTracking=!0),e.PurrDirectives){var a=e.PurrDirectives.PURR_AdConfiguration_v3||e.PurrDirectives.PURR_AdConfiguration_v2;a&&(t.dataset.optedOutOfAds=["adluce","adluce-socrates"].includes(a))}e.OS&&"IOS"===e.OS.toUpperCase()&&window.dispatchEvent(new CustomEvent("initWebview:ios",{detail:e}))};var t=e.navigator.userAgent.toLowerCase();/iphone|ipod|ipad/.test(t)||void 0===e.config||e.initWebview(e.config)};;_f.apply(null, []); })();; (()=>{var Q=1e3,b="pageViewID",Y="getPageViewID",h="contextID",Z="getContextID",ee="NativeBridge unavailable.";async function X(e){if(!T())return Promise.reject("not in webview");try{await U();let t={};return await Promise.all([L(b,Y,e),L(h,Z,e)]).then(o=>{o.forEach(a=>{a.name==b?t[b]=a.id:t[h]=a.id})}),Promise.resolve(t)}catch(t){return Promise.reject(t)}}function T(){if(window?.vi?.webviewEnvironment!==void 0)return window.vi.webviewEnvironment.isInWebview&&window.vi.webviewEnvironment.deviceType=="IOS";if(window?.navigator?.userAgent!==void 0){for(var e=["nytios"],t=0;t<e.length;t++)if(window.navigator.userAgent.includes(e[t]))return!0}return!1}function J(){var e={subject:"page_update",assetUrl:(document.querySelector("link[rel=canonical]")||{}).href,assetId:(document.querySelector("meta[name=articleid]")||{}).content,nyt_uri:(document.querySelector("meta[name=nyt_uri]")||{}).content,url:location.href,client_tz_offset:new Date().getTimezoneOffset(),sourceApp:(document.querySelector("meta[name=sourceApp]")||{}).content||"nytcooking"};window.nyt_et("send",e)}function te(e,t){window.NativeBridge.addEventListener(e+"DidChange",function(o){t(e,o)})}async function L(e,t,o){return window.NativeBridge.callNativeBridgeCommand(t).then(a=>{let _=a.values[e];return te(e,o),Promise.resolve({name:e,id:_})})}async function U(e=0){return window.NativeBridge?Promise.resolve():e>=Q?Promise.reject(ee):new Promise((t,o)=>{setTimeout(function(){return U(e+1).then(t).catch(o)},10)})}function z(e){return!!(Object.keys(e).length==2&&e.hasOwnProperty("gtm")&&e.hasOwnProperty("activeTime")||e.hasOwnProperty("eventData")&&Object.keys(e.eventData).length==2&&e.eventData.hasOwnProperty("gtm")&&e.eventData.hasOwnProperty("activeTime"))}function D(){var e,t,o=window.crypto||window.msCrypto;if(o)t=o.getRandomValues(new Uint8Array(18));else for(t=[];t.length<18;)t.push(Math.random()*256^(e=e||+new Date)&255),e=Math.floor(e/256);return btoa(String.fromCharCode.apply(String,t)).replace(/\+/g,"-").replace(/\//g,"_")}function F(e,t){var o="",a="",_=!1,c=!1,l=!1,g=!1;if(typeof e=="string"&&e=="init"&&typeof t=="object"&&(_=!!t.intranet,c=!!t.force_xhr,l=!!t.store_last_response,g=!!t.use_webview_dedup_logic,typeof t.pv_id_override=="string"&&typeof t.ctx_id_override=="string"))if(t.pv_id_override.length>=24&&t.ctx_id_override.length>=24)o=t.pv_id_override,a=t.ctx_id_override;else try{console.warn("override id(s) must be >= 24 chars long")}catch{}return{pv_id:o,ctx_id:a,intra:_,store_last_response:l,force_xhr:c,use_webview_dedup_logic:g}}function $(e,t,o,a,_,c,l,g){if(!a&&(l==="beacon"||g&&o)){var f=window.navigator.sendBeacon(e,t);return _&&(last_send_response=f),f}else{var s=typeof XMLHttpRequest<"u"?new XMLHttpRequest:new ActiveXObject("Microsoft.XMLHTTP");return s.open("POST",e),s.withCredentials=!0,s.setRequestHeader("Accept","*/*"),typeof t=="string"?s.setRequestHeader("Content-Type","text/plain;charset=UTF-8"):{}.toString.call(t)==="[object Blob]"&&t.type&&s.setRequestHeader("Content-Type",t.type),c&&s.setRequestHeader("ETJS-Ignore-Session-Info","true"),_&&!s.onload&&(s.onload=function(){last_send_response=s.response},s.onerror=function(P){last_send_response=!1}),s.send(t),!0}}(function(e,t){if(e.nyt_et){console.warn("et2 snippet should only load once per page");return}var o,a,_,c,l=0,g,f=[],s,P,p={pv_id:"",ctx_id:"",intra:!1,force_xhr:!1,store_last_response:!1,use_webview_dedup_logic:!1},B=typeof e.navigator=="object"&&typeof e.navigator.userAgent=="string"&&/iP(ad|hone|od)/.test(e.navigator.userAgent),O=typeof e.navigator=="object"&&e.navigator.sendBeacon,C=O?B?"xhr_ios":"beacon":"xhr",u=T(),d="",m="",S=0;function K(n,i){if(n!==b&&n!==h){console.error("syncID got unknown id="+n);return}if(!(!i||!i.detail)){var r=i.detail[n]||i.detail.newID;r&&(n===b?d=r:m=r,J())}}function A(n){if(f.length!==0){if(u&&(d===void 0||d==="")){console.log("ERROR: in webview attempting to transmit() but native_pvid not set. Doing nothing...");return}$(a,JSON.stringify(f),n,p.force_xhr,p.store_last_response,u,C,O),f.length=0,clearTimeout(s),s=null}}function x(n){var i,r,v,w,R,H,y=n[0];if(typeof y=="string"&&/init/.test(y)&&(""+JSON.stringify(n),H=!0,p=F(y,n[3]),c=p.pv_id||D(),l+=1,y=="init"&&!_)){if(_=p.ctx_id||D(),typeof n[1]=="string"&&/^http/.test(n[1]))o=String(n[1]).replace(/([^\/])$/,"$1/"),a=o+"track";else throw new Error("init must include an et host url");if(typeof n[2]=="string")g=n[2];else throw new Error("init must include a source app name")}var N=n.length-1;if(n[N]&&typeof n[N]=="object"&&(i=n[N]),!i&&!/init/.test(y)?console.warn("when invoked without 'init' or 'pageinit', nyt_et() must include a event data"):i&&!i.subject&&console.warn("event data {} must include a subject"),!o||!(i&&i.subject)){console.log("ERROR: data must contain subject and et_base_url must be set");return}let j=l==1;var V=!1,I=p.use_webview_dedup_logic;if(u&&p.use_webview_dedup_logic&&H&&j&&i.subject=="page"&&(i.subject="page_update",V=!0),r=i.subject,delete i.subject,w=r=="page_exit"||(i.eventData||{}).type=="ob_click",R=r=="page_update",I&&u&&w&&(r="page_update",w=!1,R=!0),I&&u&&R&&z(i)){S+=1;return}r=="page"||r=="page_soft"?v=c:v=D();let W=c,G=_;I&&u&&j&&(W=d,G=m),f.push({context_id:G,pageview_id:W,event_id:v,client_lib:t,sourceApp:g,intranet:p.intra?1:void 0,subject:r,how:w&&B&&O?"beacon_ios":C,client_ts:+new Date,data:JSON.parse(JSON.stringify(i))}),y=="send"||v==c||w||V?A(w):(y=="soon"&&(clearTimeout(s),s=setTimeout(A,200)),s||(s=setTimeout(A,5500)))}e.nyt_et=function(){var n=arguments;if(u&&d===""){e.nyt_et_buffer=e.nyt_et_buffer||[],e.nyt_et_buffer.push(n);return}x(n)};var k=!1;function M(){if(u&&d===""){return}if(k){q(e.nyt_et_buffer);return}let n=e.nyt_et_buffer;e.nyt_et_buffer=e.nyt_et_buffer||[],q(n),e.nyt_et_buffer.push=new Proxy(e.nyt_et_buffer.push,{apply:function(i,r,v){return console.table("calling window.nyt_et",r,v),x(v),i.apply(r,v)}}),k=!0}M();var E=0;function q(n=[]){if(!g){let i=n?.findIndex(r=>typeof r[0]=="string"&&r[0]==="init");""+i.toString(),i>-1&&x(n[i])}""+E;for(let i=E;i<n.length;i++){let r=n[i];""+E+i,typeof r[0]=="string"&&r[0]!=="init"&&(console.log("non-init event at pos="+i.toString()),x(r)),E++}}e.nyt_et.get_pageview_id=function(){return p.use_webview_dedup_logic&&u&&l>=1?d:c},e.nyt_et.get_context_id=function(){return p.use_webview_dedup_logic&&u&&l>=1?m:_},e.nyt_et.get_host=function(){return o},e.nyt_et.is_running_in_webview=function(){return u},e.nyt_et.get_native_pageview_id=function(){return d},e.nyt_et.get_native_context_id=function(){return m},e.nyt_et.get_buffer_len=function(){f.length},e.nyt_et.get_buffer=function(){return f},e.nyt_et.call_is_running_in_webview=function(){return T()},e.nyt_et.get_last_send_response=function(){var n=P;return n&&(P=null),n},e.nyt_et.get_num_blocked_heartbeats=function(){return S},e.nyt_et.reset_blocked_heartbeat_counts=function(){S=0},u&&X(K).then(n=>{m=n[h],d=n[b],M()}).catch(console.error).finally(console.log)})(window,"v1.4.0");})(); ;(function s(e){var t,n=(null===(t=e=e||("undefined"!=typeof window?window:void 0))||void 0===t?void 0:t.UnifiedTracking)||{};return n.context="web",e?(e.UnifiedTracking=n,n.sendAnalytic=function(t,n){return e.dataLayer=e.dataLayer||[],Array.isArray(e.dataLayer)&&(n.event=n.event||t,e.dataLayer.push(n)),Promise.resolve({success:!0})},n):n})(window);!function(r){var n,t;r=r||self,n=r.Abra,(t=r.Abra=function(){"use strict";var r=Array.isArray,n=function(r,n,t){var e=r(t,n),u=e[0],o=e[1];if(null==u||""===u)return n;for(var i=String(u).split("."),a=0;a<i.length&&(n=n[i[a]]);a++);return null==n&&(n=o),null!=n?n:null},t=function(r,n,t){return r(t,n).reduce((function(r,n){return parseFloat(r)+parseFloat(n)}),0)},e=function(r,n,t){var e=r(t,n);return e[0]/e[1]},u=function(r,n,t){var e=r(t,n);return e[0]%e[1]},o=function(r,n,t){return r(t,n).reduce((function(r,n){return parseFloat(r)*parseFloat(n)}),1)},i=function(r,n,t){var e=r(t,n),u=e[0],o=e[1];return void 0===o?-u:u-o};function a(n){return!(r(n)&&0===n.length||!n)}var f=function(r,n,t){for(var e,u=0;u<t.length;u++)if(!a(e=r(t[u],n)))return e;return e},c=function(r,n,t){var e;for(e=0;e<t.length-1;e+=2)if(a(r(t[e],n)))return r(t[e+1],n);return t.length===e+1?r(t[e],n):null},l=function(r,n,t){return!a(r(t,n)[0])},v=function(r,n,t){for(var e,u=0;u<t.length;u++)if(a(e=r(t[u],n)))return e;return e},d=function(r,n,t){var e=r(t,n);return e[0]===e[1]},s=function(r,n,t){var e=r(t,n);return e[0]!==e[1]},h=function(r,n,t){var e=r(t,n),u=e[0],o=e[1];return!(!o||void 0===o.indexOf)&&-1!==o.indexOf(u)},g=function(r,n,t){var e=r(t,n);return e[0]>e[1]},p=function(r,n,t){var e=r(t,n);return e[0]>=e[1]},b=function(r,n,t){var e=r(t,n),u=e[0],o=e[1],i=e[2];return void 0===i?u<o:u<o&&o<i},w=function(r,n,t){var e=r(t,n),u=e[0],o=e[1],i=e[2];return void 0===i?u<=o:u<=o&&o<=i},y=function(r,n,t){var e=t[0],u=t[1],o=t.slice(2),i=r(e,n);if(!i)return null;if(0===o.length)return null;if(1===o.length)return r(o[0],n);if(4294967295===o[0])return r(o[1],n);for(var a=function(r){var n,t,e,u,o,i=[],a=[t=1732584193,e=4023233417,~t,~e,3285377520],f=[],c=unescape(encodeURI(r))+"\x80",l=c.length;for(f[r=--l/4+2|15]=8*l;~l;)f[l>>2]|=c.charCodeAt(l)<<8*~l--;for(n=l=0;n<r;n+=16){for(t=a;l<80;t=[t[4]+(i[l]=l<16?~~f[n+l]:2*c|c<0)+1518500249+[e&u|~e&o,c=341275144+(e^u^o),882459459+(e&u|e&o|u&o),c+1535694389][l++/5>>2]+((c=t[0])<<5|c>>>27),c,e<<30|e>>>2,u,o])c=i[l-3]^i[l-8]^i[l-14]^i[l-16],e=t[1],u=t[2],o=t[3];for(l=5;l;)a[--l]+=t[l]}return a[0]>>>0}(i+" "+r(u,n));o.length>1;){var f=o.splice(0,2),c=f[0],l=f[1];if(a<=r(c,n))return r(l,n)}return 0===o.length?null:r(o[0],n)},k=function(r,n,t){var e=t[0],u=t[1],o=r(e,n);return null==o?null:new RegExp(u).test(o)};return function(a,m,O,A){void 0===a&&(a={}),void 0===m&&(m={}),void 0===O&&(O={}),void 0===A&&(A=!1);var j=function(){var r={},n=function(n){if(n)for(var t,e=decodeURIComponent(n[1]),u=/(?:^|,)([^,=]+)=([^,]*)/g;t=u.exec(e);){var o=t,i=o[1],a=o[2];r[i]=a||null}};n(document.cookie.match(/(?:^|;) *abra-overrides=([^;]+)/)),n(window.location.search.match(/(?:\?|&)abra-overrides=([^&]+)/));var t=/(?:^|;) *abra-nuke=true(?:;|$)/.test(document.cookie)||/(?:\?|&)abra-nuke=true(?:&|$)/.test(window.location.search);return[r,t]}(),x=j[0],E=j[1];Object.keys(O).forEach((function(r){x[r]=O[r]}));var F,C=A||E,R=(F={var:n,if:c,"===":d,"!==":s,and:f,or:v,"!":l,">":g,">=":p,"<":b,"<=":w,"+":t,"-":i,"*":o,"/":e,"%":u,in:h,abtest_partition:y,regex_match:k,ref:function(r,n,t){var e=r(t,n)[0];return U(e)}},function n(t,e){if(e||(e={}),r(t))return t.map((function(r){return n(r,e)}));if(!function(n){return"object"==typeof n&&null!==n&&!r(n)&&1===Object.keys(n).length}(t))return t;var u=function(r){return Object.keys(r)[0]}(t),o=t[u];r(o)||(o=[o]);var i=F[u];if(!i)throw new Error("Unrecognized operation "+u);return i(n,e,o)}),U=function(r){if(!r)return null;var n=x[r];if(void 0===n){if(!C){if(Object.prototype.hasOwnProperty.call(x,r))throw new Error("circular logic");x[r]=void 0,n=R(a[r],m)}void 0===n&&(n=null),x[r]=n}return n};return U}}()).noConflict=function(){return r.Abra=n,t}}(this); ;(function () { var NYTD="undefined"!=typeof window&&window.NYTD?window.NYTD:{};function setupTimeZone(){var e='[data-timezone][data-timezone~="'+(new Date).getHours()+'"] { display: block }',i=document.createElement("style");i.innerHTML=e,document.head.appendChild(i)}function addNYTAppClass(){var e=window.vi&&window.vi.webviewEnvironment||{};e&&e.isInWebview&&document.documentElement.classList.add("NYTApp"),e&&e.isPreloaded&&document.documentElement.classList.add("NYTAppPreloaded"),e&&e.deviceType&&document.documentElement.classList.add(window.vi.webviewEnvironment.deviceType)}function addNYTPageTypeClass(){var e=window.vi.pageType.edge;e&&document.documentElement.classList.add("nytapp-"+e)}function isIOSNewsreaderWebview(){return void 0!==window.vi&&void 0!==window.vi.webviewEnvironment&&"IOS"===window.vi.webviewEnvironment.deviceType&&"newsreader"===window.vi.webviewEnvironment.appType}function shouldUseNativePvid(){return void 0!==window.vi&&void 0!==window.vi.webviewEnvironment&&window.vi.webviewEnvironment.isPreloaded||isIOSNewsreaderWebview()}function setNativePageViewId(e){return e?NYTD.PageViewId.current=e:isIOSNewsreaderWebview()?window.NativeBridge.getPageViewID().then(function(e){window.NYTD=window.NYTD||{},window.NYTD.PageViewId=window.NYTD.PageViewId||{},e&&e.values&&e.values.pageViewID?NYTD.PageViewId.current=e.values.pageViewID:NYTD.PageViewId.current="native-bridge-pageview_id-undefined"}).catch(function(){NYTD.PageViewId.current="native-bridge-getpageviewid-catch"}):window.config&&window.config.AdRequirements&&window.config.AdRequirements.page_view_id?NYTD.PageViewId.current=window.config.AdRequirements.page_view_id:NYTD.PageViewId.current="native-pageview_id-unavailable",NYTD.PageViewId.current}function forceNativePageViewIdUpdate(e){setNativePageViewId(e),window.AdSlot4&&window.AdSlot4.updateAdReq&&window.AdSlot4.updateAdReq({page_view_id:e})}function handlePvidDidChange(e){forceNativePageViewIdUpdate(e&&e.detail&&(e.detail.pageViewID||e.detail.newID))}function setupPageViewId(){NYTD.PageViewId={},NYTD.PageViewId.update=function(e){return e?NYTD.PageViewId.current=e:shouldUseNativePvid()?setNativePageViewId():"undefined"!=typeof nyt_et&&"function"==typeof window.nyt_et.get_pageview_id?(window.nyt_et("pageinit"),NYTD.PageViewId.current=window.nyt_et.get_pageview_id()):NYTD.PageViewId.current="no-native-bridge-nor-nyt_et",NYTD.PageViewId.current},shouldUseNativePvid()&&(isIOSNewsreaderWebview()?window.NativeBridge.addEventListener("pageViewIDDidChange",handlePvidDidChange):window.updatePageViewID=forceNativePageViewIdUpdate)}var _f=function(){try{document.domain="nytimes.com"}catch(e){}window.swgUserInfoXhrObject=new XMLHttpRequest,setupPageViewId(),setupTimeZone(),addNYTAppClass(),addNYTPageTypeClass(),window.nyt_et&&"function"==typeof window.nyt_et&&window.nyt_et("init",vi.env.ET2_URL,"nyt-vi",{use_webview_dedup_logic:!0},{subject:"page",canonicalUrl:(document.querySelector("link[rel=canonical]")||{}).href,articleId:(document.querySelector("meta[name=articleid]")||{}).content,nyt_uri:(document.querySelector("meta[name=nyt_uri]")||{}).content,pubpEventId:(document.querySelector("meta[name=pubp_event_id]")||{}).content,url:location.href,referrer:document.referrer||void 0,client_tz_offset:(new Date).getTimezoneOffset()}),shouldUseNativePvid()?setNativePageViewId():"undefined"!=typeof nyt_et&&"function"==typeof window.nyt_et.get_pageview_id?NYTD.PageViewId.current=window.nyt_et.get_pageview_id()||"nyt_et-pageview_id-undefined":NYTD.PageViewId.update();var e=window.reportError;window.reportError=function(){var i=Array.prototype.slice.call(arguments),n=i[0];(n.message.includes("root will switch to client rendering.")||n.message.includes("Minified React error #423"))&&window.dispatchEvent(new CustomEvent("react-hydration-error")),e.apply(null,i)},window.NYTD=NYTD||{}};;_f.apply(null, []); })();;(function () { var NYTD="undefined"!=typeof window&&window.NYTD?window.NYTD:{};var _f=function(n){var e=window.vi&&window.vi.webviewEnvironment&&window.vi.webviewEnvironment.isPreloaded;function i(){window.Abra&&"function"==typeof window.Abra&&(NYTD.Abra=function(){var i=e?window.getNativeBridgeCookie("nyt-a"):(window.document.cookie.match(/(?:^|;) *nyt-a=([^;]*)/)||[])[1],t=[];window.dataLayer=window.dataLayer||[],c.config=n.abraConfig||{},c.reportedAllocations={},c.reportedExposures={};var o=(n.abraURL||"").match(/current[/]([a-zA-Z-]+).json/i);c.integration=o&&o.length>1?o[1]:"";try{c.version=window.Abra(c.config)(".ver")}catch(n){c.version=0}var r=c.config,a={agent_id:i},d=window.Abra(r,a);function c(n){return c.getAbraSync(n).variant}return c.getAbraSync=function(n){var e=c.reportedAllocations[n];if(void 0!==e)return{variant:e,allocated:!0};var i=null,t=!1;try{i=d(n),t=!0}catch(n){}return{variant:i,allocated:t}},c.reportExposure=function(n){var e=c.getAbraSync(n).variant;if(null!=e&&(void 0===c.reportedExposures[n]||e!==c.reportedExposures[n])){c.reportedExposures[n]=e;var i={event:"ab-expose",abtest:{test:n,variant:e,config_ver:c.version,integration:c.integration}};window.UnifiedTracking.sendAnalytic(i.event,i)}},c.alloc=function(){Object.keys(c.config).filter(function(n){return!n.includes(".")}).forEach(function(n){var e=c.getAbraSync(n);e.allocated&&(c.reportedAllocations[n]=e.variant,t.push({test:n,variant:e.variant}))});var n={event:"ab-alloc",abtest:{batch:t}};window.UnifiedTracking.sendAnalytic(n.event,n)},c.alloc(),c}(),window.NYTD=NYTD||{})}e&&!window.nativeBridgeCookies?window.initNativeBridgeCookies(i):i()};;_f.apply(null, [{"abraConfig":{".ver":22419,"UPSHOT_wordleStateV2_0306":{"abtest_partition":[{"var":"agent_id"},"UPSHOT_wordleStateV2_0306",4294967295,"0_Control"]},"UJ_subx_lire_read_in_app_0824":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_agent_alloc_holdout_2024H1"},["0_holdout","1_best_experience"]]}}]},{"abtest_partition":[{"var":"agent_id"},"76ef7ec5-6377-4e38-8cac-238065277345",4294967295,"2_low_friction"]}]},"UJ_ResurfaceRegiOnboarding_0924":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"UJ_ResurfaceRegiOnboarding_0924",107374181,"1_ResurfaceRegiOnboarding",214748364,"2_ResurfaceRegiOnboarding",2254857829,"1_ResurfaceRegiOnboarding",4294967295,"2_ResurfaceRegiOnboarding"]}]},"UJ_ResurfaceAAOnboarding_0924":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"49c3c84d-7935-4652-80a7-50bfc2aaee45",2147483647,"1_ResurfaceAAOnboarding",4294967295,"2_ResurfaceAAOnboarding"]}]},"UJ_AAOnboardingGamesIntervention_0624":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"UJ_AAOnboardingGamesIntervention_0624",10737417,"3_variant_Gamesonb_plusbanner",21474835,"3_variant_Gamesonb_plusbanner",32212254,"3_variant_Gamesonb_plusbanner",42949672,"3_variant_Gamesonb_plusbanner",53687090,"3_variant_Gamesonb_plusbanner",64424508,"3_variant_Gamesonb_plusbanner",75161927,"3_variant_Gamesonb_plusbanner",85899345,"3_variant_Gamesonb_plusbanner",107374181,"3_variant_Gamesonb_plusbanner",118111600,"3_variant_Gamesonb_plusbanner",128849018,"3_variant_Gamesonb_plusbanner",139586436,"3_variant_Gamesonb_plusbanner",150323854,"3_variant_Gamesonb_plusbanner",161061273,"3_variant_Gamesonb_plusbanner",171798691,"3_variant_Gamesonb_plusbanner",182536109,"3_variant_Gamesonb_plusbanner",193273527,"3_variant_Gamesonb_plusbanner",204010946,"3_variant_Gamesonb_plusbanner",214748364,"3_variant_Gamesonb_plusbanner",225485782,"3_variant_Gamesonb_plusbanner",236223200,"3_variant_Gamesonb_plusbanner",246960619,"3_variant_Gamesonb_plusbanner",257698037,"3_variant_Gamesonb_plusbanner",268435455,"3_variant_Gamesonb_plusbanner",279172873,"3_variant_Gamesonb_plusbanner",289910291,"3_variant_Gamesonb_plusbanner",300647710,"3_variant_Gamesonb_plusbanner",311385128,"3_variant_Gamesonb_plusbanner",322122546,"3_variant_Gamesonb_plusbanner",332859964,"3_variant_Gamesonb_plusbanner",343597383,"3_variant_Gamesonb_plusbanner",354334801,"3_variant_Gamesonb_plusbanner",365072219,"3_variant_Gamesonb_plusbanner",375809637,"3_variant_Gamesonb_plusbanner",386547056,"3_variant_Gamesonb_plusbanner",397284474,"3_variant_Gamesonb_plusbanner",408021892,"3_variant_Gamesonb_plusbanner",418759310,"3_variant_Gamesonb_plusbanner",429496729,"3_variant_Gamesonb_plusbanner",440234147,"3_variant_Gamesonb_plusbanner",450971565,"3_variant_Gamesonb_plusbanner",461708983,"3_variant_Gamesonb_plusbanner",472446402,"3_variant_Gamesonb_plusbanner",483183820,"3_variant_Gamesonb_plusbanner",493921238,"3_variant_Gamesonb_plusbanner",504658656,"3_variant_Gamesonb_plusbanner",515396075,"3_variant_Gamesonb_plusbanner",526133493,"3_variant_Gamesonb_plusbanner",536870911,"3_variant_Gamesonb_plusbanner",547608329,"3_variant_Gamesonb_plusbanner",558345747,"3_variant_Gamesonb_plusbanner",569083166,"3_variant_Gamesonb_plusbanner",579820584,"3_variant_Gamesonb_plusbanner",590558002,"3_variant_Gamesonb_plusbanner",601295420,"3_variant_Gamesonb_plusbanner",612032839,"3_variant_Gamesonb_plusbanner",622770257,"3_variant_Gamesonb_plusbanner",633507675,"3_variant_Gamesonb_plusbanner",644245093,"3_variant_Gamesonb_plusbanner",654982512,"3_variant_Gamesonb_plusbanner",665719930,"3_variant_Gamesonb_plusbanner",676457348,"3_variant_Gamesonb_plusbanner",687194766,"3_variant_Gamesonb_plusbanner",697932185,"3_variant_Gamesonb_plusbanner",708669603,"3_variant_Gamesonb_plusbanner",719407021,"3_variant_Gamesonb_plusbanner",730144439,"3_variant_Gamesonb_plusbanner",740881858,"3_variant_Gamesonb_plusbanner",751619276,"3_variant_Gamesonb_plusbanner",762356694,"3_variant_Gamesonb_plusbanner",773094112,"3_variant_Gamesonb_plusbanner",794568949,"3_variant_Gamesonb_plusbanner",805306367,"3_variant_Gamesonb_plusbanner",837518622,"3_variant_Gamesonb_plusbanner",858993458,"3_variant_Gamesonb_plusbanner",880468295,"3_variant_Gamesonb_plusbanner",923417968,"3_variant_Gamesonb_plusbanner",955630222,"3_variant_Gamesonb_plusbanner",1009317314,"3_variant_Gamesonb_plusbanner",1052266987,"3_variant_Gamesonb_plusbanner",4294967295,"3_variant_Gamesonb_plusbanner"]}]},"SUBX_regi_alloc_holdout_2024H1":{"abtest_partition":[{"var":"regi_id"},"SUBX_regi_alloc_holdout_2024H1",214748364,"0_holdout",429496729,"1_best_experience",4294967295,"2_testing"]},"SUBX_agent_alloc_holdout_2024H1":{"abtest_partition":[{"var":"agent_id"},"SUBX_agent_alloc_holdout_2024H1",214748364,"0_holdout",429496729,"1_best_experience",4294967295,"2_testing"]},"SUBCON_RES_AIG_SURVEY_228":{"abtest_partition":[{"var":"agent_id"},"SUBCON_RES_AIG_SURVEY_228",4080218930,"0_Control",4294967295,"1_Variant"]},"STYLN_synth_voice_web":{"abtest_partition":[{"var":"agent_id"},"STYLN_synth_voice_web2",42949672,"1_synth",408021892,"1_synth",450971565,"1_synth",472446402,"1_synth",536870911,"1_synth",558345747,"1_synth",622770257,"1_synth",644245093,"1_synth",751619276,"1_synth",773094112,"1_synth",816043785,"1_synth",880468295,"1_synth",923417968,"1_synth",966367641,"1_synth",1009317314,"1_synth",1095216659,"1_synth",1138166332,"1_synth",1181116005,"1_synth",1224065678,"1_synth",1288490188,"1_synth",1331439861,"1_synth",1374389534,"1_synth",1417339207,"1_synth",1460288880,"1_synth",1481763716,"1_synth",1503238553,"1_synth",1546188226,"1_synth",1589137899,"1_synth",1610612735,"1_synth",1632087571,"1_synth",1653562408,"1_synth",1675037244,"1_synth",1696512081,"1_synth",1739461754,"1_synth",1760936590,"1_synth",1782411427,"1_synth",1803886263,"1_synth",1825361100,"1_synth",1846835936,"1_synth",1911260446,"1_synth",1954210119,"1_synth",1975684955,"1_synth",1997159792,"1_synth",2018634628,"1_synth",2040109465,"1_synth",2061584301,"1_synth",2083059138,"1_synth",2104533974,"1_synth",2126008811,"1_synth",4294967295,"1_synth"]},"STYLN_synth_voice_app":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"STYLN_synth_voice_app3",472446402,"1_synth",515396075,"1_synth",601295420,"1_synth",665719930,"1_synth",708669603,"1_synth",773094112,"1_synth",837518622,"1_synth",901943131,"1_synth",944892804,"1_synth",1009317314,"1_synth",1052266987,"1_synth",1116691496,"1_synth",1159641169,"1_synth",1202590842,"1_synth",1267015351,"1_synth",1331439861,"1_synth",1417339207,"1_synth",1460288880,"1_synth",1524713389,"1_synth",1567663062,"1_synth",1610612735,"1_synth",1653562408,"1_synth",1696512081,"1_synth",1717986917,"1_synth",1760936590,"1_synth",1803886263,"1_synth",1825361100,"1_synth",1846835936,"1_synth",1868310773,"1_synth",1889785609,"1_synth",1911260446,"1_synth",1932735282,"1_synth",1954210119,"1_synth",1975684955,"1_synth",1997159792,"1_synth",2018634628,"1_synth",2040109465,"1_synth",2061584301,"1_synth",2083059138,"1_synth",2104533974,"1_synth",2126008811,"1_synth",4294967295,"1_synth"]}]},"STYLN_LIVE_USER_STATE_API_SWITCH":{"abtest_partition":[{"var":"agent_id"},"STYLN_LIVE_USER_STATE_API_SWITCH",4294967295,null]},"SP_ReqToComRollout_Web":{"abtest_partition":[{"var":"agent_id"},"SP_ReqToComRollout_Web",4294967295,"0_Off"]},"SP_RepReplyV2_0624":{"if":[{"and":[{"!":{"in":[{"ref":"ACO_CommentsHoldoutRegi_0624"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"SP_RepReplyV2_0624",4294967295,"2_Blue"]}]},"SJ_regiOnboardingV2_0424":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"SJ_regiOnboardingV2_0424",14315125,"1_Regi_onb_Games_appDL",186096637,"1_Regi_onb_Games_appDL",200411763,"1_Regi_onb_Games_appDL",214726889,"1_Regi_onb_Games_appDL",229042015,"1_Regi_onb_Games_appDL",243357141,"1_Regi_onb_Games_appDL",271987393,"1_Regi_onb_Games_appDL",286302519,"1_Regi_onb_Games_appDL",300617645,"1_Regi_onb_Games_appDL",329247897,"1_Regi_onb_Games_appDL",357878149,"1_Regi_onb_Games_appDL",386508401,"1_Regi_onb_Games_appDL",429453779,"1_Regi_onb_Games_appDL",472399157,"1_Regi_onb_Games_appDL",515344535,"1_Regi_onb_Games_appDL",572605039,"1_Regi_onb_Games_appDL",615550417,"1_Regi_onb_Games_appDL",658495795,"1_Regi_onb_Games_appDL",715756299,"1_Regi_onb_Games_appDL",758701677,"1_Regi_onb_Games_appDL",815962181,"1_Regi_onb_Games_appDL",858907559,"1_Regi_onb_Games_appDL",901852937,"1_Regi_onb_Games_appDL",944798315,"1_Regi_onb_Games_appDL",987743693,"1_Regi_onb_Games_appDL",1030689071,"1_Regi_onb_Games_appDL",1073634449,"1_Regi_onb_Games_appDL",1116579827,"1_Regi_onb_Games_appDL",1145210079,"1_Regi_onb_Games_appDL",1188155457,"1_Regi_onb_Games_appDL",1216785709,"1_Regi_onb_Games_appDL",1259731087,"1_Regi_onb_Games_appDL",1288361339,"1_Regi_onb_Games_appDL",1302676465,"1_Regi_onb_Games_appDL",1331306717,"1_Regi_onb_Games_appDL",1345621843,"1_Regi_onb_Games_appDL",1374252095,"1_Regi_onb_Games_appDL",1388567221,"1_Regi_onb_Games_appDL",1402882347,"1_Regi_onb_Games_appDL",1431512599,"1_Regi_onb_Games_appDL",4294967295,"1_Regi_onb_Games_appDL"]}]},"SJ_open_in_app_regiwall_0724":{"abtest_partition":[{"var":"agent_id"},"SJ_open_in_app_regiwall_0724",2147483647,"1_open_in_app_regiwall",4294967295,"1_open_in_app_regiwall"]},"SJ_mum_app_download_0301":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"SJ_mum_app_download_0301",10737417,"3_barone_account_notification",32212254,"3_barone_account_notification",42949672,"3_barone_account_notification",53687090,"3_barone_account_notification",64424508,"3_barone_account_notification",75161927,"3_barone_account_notification",85899345,"3_barone_account_notification",96636763,"3_barone_account_notification",107374181,"3_barone_account_notification",118111600,"3_barone_account_notification",128849018,"3_barone_account_notification",139586436,"3_barone_account_notification",150323854,"3_barone_account_notification",161061273,"3_barone_account_notification",171798691,"3_barone_account_notification",182536109,"3_barone_account_notification",193273527,"3_barone_account_notification",204010946,"3_barone_account_notification",214748364,"3_barone_account_notification",225485782,"3_barone_account_notification",236223200,"3_barone_account_notification",246960619,"3_barone_account_notification",257698037,"3_barone_account_notification",268435455,"3_barone_account_notification",279172873,"3_barone_account_notification",289910291,"3_barone_account_notification",300647710,"3_barone_account_notification",311385128,"3_barone_account_notification",322122546,"3_barone_account_notification",332859964,"3_barone_account_notification",408021892,"3_barone_account_notification",601295420,"3_barone_account_notification",934155386,"3_barone_account_notification",4294967295,"3_barone_account_notification"]}]},"SJ_disrupter_V2_increased_cadence":{"if":[{"and":[{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}}]},{"abtest_partition":[{"var":"regi_id"},"SJ_disrupter_V2_increased_cadence",4294967295,"2_high_intensity"]}]},"SHA_LiveNativeShare_1024":{"abtest_partition":[{"var":"agent_id"},"SHA_LiveNativeShare_1024",4294967295,"1_Native"]},"SHA_floatingShare_0724":{"abtest_partition":[{"var":"agent_id"},"SHA_floatingShare_0724",4294967295,"1_Float"]},"SHA_ElectionAppPromo_1024":{"abtest_partition":[{"var":"agent_id"},"SHA_ElectionAppPromo_1024",4294967295,"1_Download"]},"SHA_cardShare_0424":{"abtest_partition":[{"var":"agent_id"},"SHA_cardShare_0424",4294967295,"1_Share"]},"SEO_spanishSearchTranslation_0824":{"abtest_partition":[{"var":"agent_id"},"SEO_spanishSearchTranslation_0824",4294967295,null]},"SEO_langInputSearchBar_0824":{"abtest_partition":[{"var":"agent_id"},"SEO_langInputSearchBar_0824",4294967295,"1_Rollout"]},"PERSX_StoryNBA_0819":{"abtest_partition":[{"var":"agent_id"},"PERSX_StoryNBA_0819",1717986917,"0_Control",4080218930,"1_NBAVariant",4294967295,"1_NBAVariant"]},"PERSX_electionNLSignup_0926":{"abtest_partition":[{"var":"agent_id"},"PERSX_electionNLSignup_0926",4294967295,"1_Variant"]},"ORCA_AUDIO_LP_ROLL_OUT":{"abtest_partition":[{"var":"agent_id"},"efe5e18c-4b95-4b95-a35b-e04bc1022893",4294967295,"1_AUDIO_LIVE"]},"ON_news_upsell_sale":{"abtest_partition":[{"var":"agent_id"},"ON_news_upsell_sale",3865470565,"1_news_upsell",4294967295,"1_news_upsell"]},"OMA_WEB_LIBRARY_OPS_HARDCODED_FALLBACK":{"abtest_partition":[{"var":"agent_id"},"OMA_WEB_LIBRARY_OPS_HARDCODED_FALLBACK",1073741823,null]},"OMA_USE_UNIT_AA_TEST_regi":{"abtest_partition":[{"var":"regi_id"},"OMA_USE_UNIT_AA_TEST_regi",2147483647,"0_Control",4294967295,"1_variant"]},"OMA_USE_UNIT_AA_TEST_anon":{"abtest_partition":[{"var":"agent_id"},"OMA_USE_UNIT_AA_TEST_anon",2147483647,"0_Control",4294967295,"1_variant"]},"OMA_USE_MESSAGE_SELECTION_AA_TEST_regi":{"abtest_partition":[{"var":"regi_id"},"OMA_USE_MESSAGE_SELECTION_AA_TEST_regi",2147483647,"0_Control",4294967295,"1_variant"]},"OMA_USE_MESSAGE_SELECTION_AA_TEST_anon":{"abtest_partition":[{"var":"agent_id"},"OMA_USE_MESSAGE_SELECTION_AA_TEST_anon",2147483647,"0_Control",4294967295,"1_variant"]},"OMA_TIMEOUTROLLOUT_062024":{"abtest_partition":[{"var":"agent_id"},"OMA_TIMEOUTROLLOUT_062024",4294967295,"on"]},"OMA_TIMEOUT_AA_LP":{"abtest_partition":[{"var":"agent_id"},"159290e4-ffa7-47f6-a4a2-c259a6c50439",4294967295,"v1"]},"OMA_TermsOfService_0624":{"abtest_partition":[{"var":"agent_id"},"OMA_TermsOfService_0624",214748364,"1_Variant",429496729,"1_Variant",4294967295,"1_Variant"]},"OMA_SAMIZDAT_SELECTION_KILL_SWITCH":{"abtest_partition":[{"var":"agent_id"},"OMA_SAMIZDAT_SELECTION_KILL_SWITCH"]},"OMA_SAMIZDAT_OPS_KILL_SWITCH":{"abtest_partition":[{"var":"agent_id"},"OMA_SAMIZDAT_OPS_KILL_SWITCH"]},"OMA_SAMIZDAT_KILL_SWITCH":{"abtest_partition":[{"var":"agent_id"},"OMA_SAMIZDAT_KILL_SWITCH"]},"OMA_FEDERATED_QUERY":{"abtest_partition":[{"var":"agent_id"},"OMA_FEDERATED_QUERY",64424508,"on",85899345,"on",107374181,"on",128849018,"on",150323854,"on",171798691,"on",193273527,"on",214748364,"on",236223200,"on",257698037,"on",279172873,"on",300647710,"on",322122546,"on",343597383,"on",365072219,"on",386547056,"on",408021892,"on",429496729,"on",450971565,"on",472446402,"on",493921238,"on",515396075,"on",536870911,"on",558345747,"on",579820584,"on",601295420,"on",773094112,"on",1116691496,"on",1503238553,"on",1717986917,"on",1889785609,"on",2126008811,"on",4294967295,"on"]},"OMA_FASTLY_ROLLOUT_09_24":{"abtest_partition":[{"var":"agent_id"},"OMA_FASTLY_ROLLOUT_09_24",214748364,"1_fastly",429496729,"1_fastly",644245093,"1_fastly",858993458,"1_fastly",1288490188,"1_fastly",1717986917,"1_fastly",2576980377,"1_fastly",3435973836,"1_fastly",3865470565,"1_fastly",4294967295,"1_fastly"]},"OMA_DVSP_ROLLOUT":{"abtest_partition":[{"var":"agent_id"},"OMA_DVSP_ROLLOUT",4294967295,"on"]},"OMA_DISABLE_USER_STATE_HYBRID":{"abtest_partition":[{"var":"agent_id"},"OMA_DISABLE_USER_STATE_HYBRID",1073741823,"enabled",4294967295,"enabled"]},"OMA_CONFIG_AA_TEST_regi":{"abtest_partition":[{"var":"regi_id"},"OMA_CONFIG_AA_TEST_regi",2147483647,"0_Control",4294967295,"1_variant"]},"OMA_CONFIG_AA_TEST_anon":{"abtest_partition":[{"var":"agent_id"},"OMA_CONFIG_AA_TEST_anon",2147483647,"0_Control",4294967295,"1_variant"]},"MX_Turn_Off_CAPI_0324":{"abtest_partition":[{"var":"agent_id"},"MX_Turn_Off_CAPI_0324",4294967295,"0_no_capi"]},"MX_NewArchitecture_gateway":{"if":[{"and":[{"===":[{"ref":"MX_NewArchitecture_MeterReal"},"1_variant"]}]},{"abtest_partition":[{"var":"agent_id"},"MX_NewArchitecture_gateway",21474835,"1_variant",107374181,"1_variant",1073741823,"1_variant",1116691496,"1_variant",1159641169,"1_variant",1267015351,"1_variant",1503238553,"1_variant",1717986917,"1_variant",1932735282,"1_variant",2126008811,"1_variant",4294967295,"1_variant"]}]},"MX_FF_WELCOME_AD":{"abtest_partition":[{"var":"agent_id"},"MX_FF_WELCOME_AD",4294967295,"1_Variant"]},"MAPS_OnsiteNL_RecircOptimize_0401":{"abtest_partition":[{"var":"agent_id"},"MAPS_OnsiteNL_RecircOptimize_0401",4294967295,"2_SuJoMoreNewsletters"]},"HOME_SUBX_cwv_SOStabs_Expose_Test":{"abtest_partition":[{"var":"regi_id"},"f98ceca5-07f1-4cd4-b62a-6e1c2d0cb472",4294967295,"0_Control"]},"GUAC_GROWTH_EXISTING_SUBS_BAR1_SPLIT":{"abtest_partition":[{"var":"agent_id"},"84bd05a9-a853-4748-90ac-cefc321921e3",858993458,"v7",1288490188,"v7",4294967295,"v7"]},"DFP_Prebid_0624":{"abtest_partition":[{"var":"agent_id"},"DFP_Prebid_0624",4294967295,"1_Criteo"]},"CONV_GUAC_PLOPRO_SLAYER_0224":{"abtest_partition":[{"var":"agent_id"},"CONV_GUAC_PLOPRO_SLAYER_0224",4294967295,"1_slayer"]},"CONV_GUAC_NewsPaywall_SLAYER_0324":{"abtest_partition":[{"var":"agent_id"},"CONV_GUAC_NewsPaywall_SLAYER_0324",4294967295,"1_Slayer"]},"CONV_GUAC_CKLP_ExpressCheckOut_RollOut_0124":{"abtest_partition":[{"var":"agent_id"},"CONV_GUAC_CKLP_ExpressCheckOut_RollOut_0124",4294967295,"1_expresscheckout"]},"CONV_GUAC_CK_AA_Intl_AnnualOffer_0524":{"abtest_partition":[{"var":"agent_id"},"CONV_GUAC_CK_AA_Intl_AnnualOffer_0524",4294967295,null]},"CONV_GUAC_AALP_SLAYER_0224":{"abtest_partition":[{"var":"agent_id"},"CONV_GUAC_AALP_SLAYER_0224",4294967295,"1_slayer"]},"CONV_GUAC_AALP_HDAnchor_Test_0424":{"abtest_partition":[{"var":"agent_id"},"CONV_GUAC_AALP_HDAnchor_Test_0424",1417339207,"1_anchor",4294967295,"1_anchor"]},"CONV_GUAC_AADock_SLAYER_0324":{"abtest_partition":[{"var":"regi_id"},"CONV_GUAC_AADock_SLAYER_0324",4294967295,"1_slayer"]},"CONV_GAMES_GUAC_PRO_REMOVED_TEST":{"abtest_partition":[{"var":"agent_id"},"70610249-c5a4-4001-9df1-a622b81db68a",2147483647,"0_control",4294967295,"1_pro_removed"]},"CONV_Bar1_Mobile_Redesign":{"abtest_partition":[{"var":"agent_id"},"f8a7018d-d1fc-4bf0-a4bf-b24e350afc6a"]},"AMS_FrictionCircumventionMobile_cwv":{"abtest_partition":[{"var":"agent_id"},"AMS_FrictionCircumventionMobile_cwv",14315125,"2_low-mid-truncation",214726889,"2_low-mid-truncation",243357141,"2_low-mid-truncation",257672267,"2_low-mid-truncation",271987393,"2_low-mid-truncation",286302519,"2_low-mid-truncation",300617645,"2_low-mid-truncation",314932771,"2_low-mid-truncation",329247897,"2_low-mid-truncation",343563023,"2_low-mid-truncation",357878149,"2_low-mid-truncation",372193275,"2_low-mid-truncation",386508401,"2_low-mid-truncation",400823527,"2_low-mid-truncation",415138653,"2_low-mid-truncation",429453779,"2_low-mid-truncation",443768905,"2_low-mid-truncation",558289913,"2_low-mid-truncation",830277307,"2_low-mid-truncation",1259731087,"2_low-mid-truncation",4294967295,"2_low-mid-truncation"]},"AMS_FrictionCircumventionDesktop_cwv":{"abtest_partition":[{"var":"agent_id"},"AMS_FrictionCircumventionDesktop_cwv",14315125,"2_low-mid-truncation",214726889,"2_low-mid-truncation",243357141,"2_low-mid-truncation",257672267,"2_low-mid-truncation",271987393,"2_low-mid-truncation",286302519,"2_low-mid-truncation",300617645,"2_low-mid-truncation",314932771,"2_low-mid-truncation",329247897,"2_low-mid-truncation",343563023,"2_low-mid-truncation",357878149,"2_low-mid-truncation",372193275,"2_low-mid-truncation",386508401,"2_low-mid-truncation",400823527,"2_low-mid-truncation",415138653,"2_low-mid-truncation",429453779,"2_low-mid-truncation",443768905,"2_low-mid-truncation",458084031,"2_low-mid-truncation",644180669,"2_low-mid-truncation",844592433,"2_low-mid-truncation",1245415961,"2_low-mid-truncation",4294967295,"2_low-mid-truncation"]},"AA_OnboardingFlow_MVPFlowAppSequence_WebandApp_V1":{"if":[{"and":[{"regex_match":[{"var":"user_entitlements"},"(^|\\W)MM($|\\W)"]},{"regex_match":[{"var":"user_entitlements"},"(^|\\W)CKG($|\\W)"]},{"regex_match":[{"var":"user_entitlements"},"(^|\\W)ATH($|\\W)"]},{"regex_match":[{"var":"user_entitlements"},"(^|\\W)WC($|\\W)"]},{"regex_match":[{"var":"user_entitlements"},"(^|\\W)XWD($|\\W)"]},{"!":{"in":[{"ref":"SUBX_regi_alloc_holdout_2024H1"},["0_holdout"]]}},{"!==":[{"var":"app_version"},"10.44.0"]}]},{"abtest_partition":[{"var":"regi_id"},"AA_OnboardingFlow_MVPFlowAppSequence_WebandApp_V1",773094112,"2_appLater",1275605286,"2_appLater",1346472246,"2_appLater",1360645638,"2_appLater",1374819030,"2_appLater",1388992423,"2_appLater",1403165815,"2_appLater",4294967295,"2_appLater"]}]}},"abraURL":"https://a1.nyt.com/abra-config/current/vi-prd.json"}]); })();;(function () { var _f=function(e,r){var n=window.vi&&window.vi.webviewEnvironment&&window.vi.webviewEnvironment.isPreloaded;function t(){var t,o,s=e.url;try{t=JSON.parse(e.body)}catch(e){return void console.error("Error parsing body:",e)}try{var i=window.location.search.slice(1).split("&").reduce(function(e,r){return"ip-override"===r.split("=")[0]?"?"+r:e},"");s+=i}catch(e){console.warn(e)}function a(r,t,o,s){var i=new XMLHttpRequest;for(var a in i.withCredentials=!0,i.open(r,t,!0),i.setRequestHeader("Content-Type","application/json"),n&&(i.setRequestHeader("NYT-User-Token",window.getNativeBridgeCookie("NYT-S")),i.setRequestHeader("NYT-Agent-ID",window.getNativeBridgeCookie("nyt-a"))),e.headers)i.setRequestHeader(a,e.headers[a]);i.onreadystatechange=function(){i.readyState===XMLHttpRequest.DONE&&s(i)},i.send(o?JSON.stringify(o):null),window.userXhrObject=i}function d(e){var n;if(200===e.status)try{var o=JSON.parse(e.responseText);!o.data&&o.errors&&o.errors.length>0&&"PersistedQueryNotFound"===o.errors[0].message&&(console.warn("Persisted query not found for GET request."),n={operationName:t.operationName,query:t.query,extensions:{persistedQuery:{version:1,sha256Hash:r}},variables:t.variables},a("POST",s,n,function(e){200!==e.status&&console.warn("POST request failed:",e.status,e.statusText)}))}catch(e){console.warn("Error processing response:",e)}else console.warn("Request failed:",e.status,e.statusText)}o="extensions="+encodeURIComponent(JSON.stringify({persistedQuery:{version:1,sha256Hash:r}}))+"&operationName="+t.operationName+"&variables="+encodeURIComponent(JSON.stringify(t.variables)),a("GET",s+"?"+o,null,d)}n&&!window.nativeBridgeCookies?window.initNativeBridgeCookies(function(){t()}):t(),window.userXhrRefresh=function(){return t(),window.userXhrObject}};;_f.apply(null, [{"url":"https://samizdat-graphql.nytimes.com/graphql/v2","body":"{\"operationName\":\"UserQuery\",\"variables\":{},\"query\":\" query UserQuery { user { __typename profile { displayName email givenName } newsletterSubscriptions { newsletters { productCode isFreeTrial freeTrialSignupTime } } userInfo { regiId entitlements demographics { emailSubscriptions wat } } subscriptionDetails { bundleType cancellationDate graceStartDate graceEndDate isFreeTrial hasQueuedSub startDate endDate status hasActiveEntitlements entitlements billingSource promotionTierType subscriptionName subscriptionProducts subscriptionLabels } } } \"}","headers":{"nyt-app-type":"project-vi","nyt-app-version":"0.0.5","nyt-token":"MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAs+/oUCTBmD/cLdmcecrnBMHiU/pxQCn2DDyaPKUOXxi4p0uUSZQzsuq1pJ1m5z1i0YGPd1U1OeGHAChWtqoxC7bFMCXcwnE1oyui9G1uobgpm1GdhtwkR7ta7akVTcsF8zxiXx7DNXIPd2nIJFH83rmkZueKrC4JVaNzjvD+Z03piLn5bHWU6+w+rA+kyJtGgZNTXKyPh6EC6o5N+rknNMG5+CdTq35p8f99WjFawSvYgP9V64kgckbTbtdJ6YhVP58TnuYgr12urtwnIqWP9KSJ1e5vmgf3tunMqWNm6+AnsqNj8mCLdCuc5cEB74CwUeQcP2HQQmbCddBy2y0mEwIDAQAB","x-nyt-targeting-dimensions-map":"newsTenure=anon_user"}},"18b49c689a1a1dda8e2237a503fe06644b44b0f5ca7b1e821a310d9ea9b64bd9"]); })();;(function () { var registry=window._interactiveRegistry={};function getId(e){for(;(e=e.parentElement)&&!e.matches("[data-sourceid].interactive-body"););return e?e.getAttribute("data-sourceid"):null}window.registerInteractive=function(e){var t={_subs:{cleanup:[],remount:[]},id:e,on:function(e,r){return this._subs[e].push(r),t},errorFound:!1},r=document.getElementById("embed-id-"+e),n=new MutationObserver(function(){(r.textContent.includes("500 Internal Error")||r.textContent.includes("200 undefined"))&&(t.errorFound||(window.dispatchEvent(new CustomEvent("trigger-embed-hydration-"+e)),window.Sentry&&window.Sentry.captureException&&window.Sentry.captureException(new Error("Embed load error, triggered manual rehydration: "+e)),t.errorFound=!0))});r&&n.observe(r,{characterData:!0,attributes:!1,childList:!0,subtree:!0}),registry[e]=t},window.getInteractiveBridge=function(e){var t="string"==typeof e?e:getId(e);return registry[t]}; })();;(function () { var _f=function(){"function"!=typeof window.onInitNativeAds&&(window.onInitNativeAds=function(){})};;_f.apply(null, []); })(); </script> <script>!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{},n=(new Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="e93897a9-f8b4-4749-a2b0-4306f30b7583",e._sentryDebugIdIdentifier="sentry-dbid-e93897a9-f8b4-4749-a2b0-4306f30b7583")}catch(e){}}();var _global="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{};_global.SENTRY_RELEASE={id:"c5101898f3ca2765a4e56c729eab4ec14b137918"},function(e){function n(n){for(var r,a,u=n[0],l=n[1],i=n[2],s=0,c=[];s<u.length;s++)a=u[s],Object.prototype.hasOwnProperty.call(o,a)&&o[a]&&c.push(o[a][0]),o[a]=0;for(r in l)Object.prototype.hasOwnProperty.call(l,r)&&(e[r]=l[r]);for(d&&d(n);c.length;)c.shift()();return f.push.apply(f,i||[]),t()}function t(){for(var e,n=0;n<f.length;n++){for(var t=f[n],r=!0,u=1;u<t.length;u++){var l=t[u];0!==o[l]&&(r=!1)}r&&(f.splice(n--,1),e=a(a.s=t[0]))}return e}var r={},o={155:0},f=[];function a(n){if(r[n])return r[n].exports;var t=r[n]={i:n,l:!1,exports:{}};return e[n].call(t.exports,t,t.exports,a),t.l=!0,t.exports}a.m=e,a.c=r,a.d=function(e,n,t){a.o(e,n)||Object.defineProperty(e,n,{enumerable:!0,get:t})},a.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},a.t=function(e,n){if(1&n&&(e=a(e)),8&n)return e;if(4&n&&"object"==typeof e&&e&&e.__esModule)return e;var t=Object.create(null);if(a.r(t),Object.defineProperty(t,"default",{enumerable:!0,value:e}),2&n&&"string"!=typeof e)for(var r in e)a.d(t,r,function(n){return e[n]}.bind(null,r));return t},a.n=function(e){var n=e&&e.__esModule?function(){return e.default}:function(){return e};return a.d(n,"a",n),n},a.o=function(e,n){return Object.prototype.hasOwnProperty.call(e,n)},a.p="/vi-assets/static-assets/";var u=window.webpackJsonp=window.webpackJsonp||[],l=u.push.bind(u);u.push=n,u=u.slice();for(var i=0;i<u.length;i++)n(u[i]);var d=l;t()}([]); //# sourceMappingURL=runtime~adslot-9b0c6993a5266257a85c.js.map</script> <script async src="/vi-assets/static-assets/adslot-8552d551d1071e022ba0.js"></script> <script data-rh="true" > (function () { var _f=function(){const n="1_block";function o(n){return window&&window.NYTD&&window.NYTD.Abra?window.NYTD.Abra(n):""}window.adClientUtils={hasActiveToggle:function(r){return o(r)!==n},getAbraVar:o,reportExposure:function(n){window&&window.NYTD&&window.NYTD.Abra&&window.NYTD.Abra.reportExposure&&window.NYTD.Abra.reportExposure(n)},getAdsPurrDirective:function(){let n;if(window&&window.config&&window.config.PurrDirectives)n=window.config.PurrDirectives.PURR_AdConfiguration_v3;else{const o={f:"full",r:"rdp",n:"npa",l:"ltd",s:"adluce-socrates",a:"no-ads"},r=function(n){if("string"!=typeof n)return"";const o=document.cookie.match(new RegExp(n.concat("=([^;]+)")));return o?o[1]:""}("nyt-purr");n=o[r&&r.substring(14,15)]}return n}}};;_f.apply(null, []); })(); (function () { var _f=function(t){try{if(!(e=t,!!(window&&window.adClientUtils&&window.adClientUtils.hasActiveToggle)&&window.adClientUtils.hasActiveToggle(e)))return;!function(){const t=window&&window.adClientUtils&&window.adClientUtils.getAdsPurrDirective?window.adClientUtils.getAdsPurrDirective():"";if("adluce-socrates"!==t&&"no-ads"!==t){var e=document.createElement("script");e.async="async",e.src="ltd"===t?"//pagead2.googlesyndication.com/tag/js/gpt.js":"//securepubads.g.doubleclick.net/tag/js/gpt.js",document.head.appendChild(e)}}()}catch(t){console.log(t)}var e};;_f.apply(null, ["dfp_story_toggle"]); })(); (function () { var _f=function(){var t,e,o=50,n=50;function i(t){if(!document.getElementById("3pCheckIframeId")){if(t||(t=1),!document.body){if(t>o)return;return t+=1,setTimeout(i.bind(null,t),n)}var e,a,r;e="https://static01.nyt.com/ads/tpc-check.html",a=document.body,(r=document.createElement("iframe")).src=e,r.id="3pCheckIframeId",r.style="display:none;",r.height=0,r.width=0,a.insertBefore(r,a.firstChild)}}function a(t){if("https://static01.nyt.com"===t.origin)try{"3PCookieSupported"===t.data&&googletag.cmd.push(function(){googletag.pubads().setTargeting("cookie","true")}),"3PCookieNotSupported"===t.data&&googletag.cmd.push(function(){googletag.pubads().setTargeting("cookie","false")})}catch(t){}}function r(){if(function(){if(Object.prototype.toString.call(window.HTMLElement).indexOf("Constructor")>0)return!0;if("[object SafariRemoteNotification]"===(!window.safari||safari.pushNotification).toString())return!0;try{return window.localStorage&&/Safari/.test(window.navigator.userAgent)}catch(t){return!1}}()){try{window.openDatabase(null,null,null,null)}catch(e){return t(),!0}try{localStorage.length?e():(localStorage.x=1,localStorage.removeItem("x"),e())}catch(o){navigator.cookieEnabled?t():e()}return!0}}!function(){try{googletag.cmd.push(function(){googletag.pubads().setTargeting("cookie","unknown")})}catch(t){}}(),t=function(){try{googletag.cmd.push(function(){googletag.pubads().setTargeting("cookie","private")})}catch(t){}}||function(){},e=function(){window.addEventListener("message",a,!1),i(0)}||function(){},function(){if(window.webkitRequestFileSystem)return window.webkitRequestFileSystem(window.TEMPORARY,1,e,t),!0}()||r()||function(){if(!window.indexedDB&&(window.PointerEvent||window.MSPointerEvent))return t(),!0}()||e()};;_f.apply(null, ["dfp_story_toggle"]); })(); </script><script data-rh="true" id="als-svc">(function () { var _f=function(e,t,n,i){function l(e,t="impression"){window.UnifiedTracking&&window.UnifiedTracking.sendAnalytic&&window.UnifiedTracking.sendAnalytic(t,e)}var o;if(!(o=n,!!(window&&window.adClientUtils&&window.adClientUtils.hasActiveToggle)&&window.adClientUtils.hasActiveToggle(o)))return;!function(e){window&&window.NYTD&&window.NYTD.Abra&&window.NYTD.Abra.reportExposure(e)}(n);let a=()=>{var e=new Date,t=e.getFullYear();return e.getMonth()<9&&(t+="0"),t+=e.getMonth()+1,e.getDate()<10&&(t+="0"),t+=e.getDate(),e.getHours()<10&&(t+="0"),t+=e.getHours(),e.getMinutes()<10&&(t+="0"),t+=e.getMinutes(),e.getSeconds()<10&&(t+="0"),t+e.getSeconds()};window.googletag=window.googletag||{},googletag.cmd=googletag.cmd||[];let s=new URLSearchParams(location.search).get("alice_rules_test");var r,d=new XMLHttpRequest,g=window.vi.env.ALS_URL,c=document.querySelector('[name="nyt_uri"]');if(t)r="uri="+(u=t);else if("/"===location.pathname){var u=encodeURIComponent("https://www.nytimes.com/pages/index.html");r="uri="+u}else if(void 0===c||""===c||null===c){var m=e||location.protocol+"//"+location.hostname+location.pathname;r="url="+encodeURIComponent(m)}else{u=encodeURIComponent(c.content);r="uri="+u}var w=i;if(!w){var _=document.querySelector('[name="template"]');w=null==_||null==_.content?"":_.content}var p=document.querySelector('[name="prop"]'),b=document.querySelector('[name="plat"]'),f=null==p||null==p.content?"nyt":p.content,v=null==b||null==b.content?"web":b.content;window.innerWidth<740&&(f="mnyt",v="mweb");var U=window.localStorage.getItem("als_test_clientside"),h=null;window.googletag.cmd.push(function(){var e=U&&0!==U.length?U:"empty_empty_empty_"+a(),t=h||e;googletag.pubads().setTargeting("als_test_clientside",t)});var T=window.localStorage.getItem("mktg"),S=null;window.googletag.cmd.push(function(){var e=S||T;e&&googletag.pubads().setTargeting("mktg",e)});var C,y=window.localStorage.getItem("bt");window.googletag.cmd.push(function(){var e=null!=C?C:y;null!=e&&googletag.pubads().setTargeting("bt",e)});var x=window.localStorage.getItem("sub"),k=null;window.googletag.cmd.push(function(){var e=k||x;e&&googletag.pubads().setTargeting("sub",e)}),r=null==s?r:r+"&alice_rules_test="+s,d.open("GET",g+"/als?"+r+"&typ="+w+"&prop="+f+"&plat="+v,!0),d.withCredentials=!0,d.send(),d.onerror=function(){var e="reqfailed_reqfailed_reqfailed_"+a();h=e,window.googletag.cmd.push(function(){googletag.pubads().setTargeting("als_test_clientside",e)}),l({module:{name:"alice-timing",context:"script-load",label:"alice-error-reqfail-"+r}})},d.onreadystatechange=function(){if(4===d.readyState)if(200===d.status){var e=JSON.parse(d.responseText);h=e.als_test_clientside&&0!==e.als_test_clientside.length?e.als_test_clientside:"bou_bou_bou_"+a(),void 0!==e.User&&(void 0!==e.User.mktg&&(S=e.User.mktg,window.localStorage.setItem("mktg",e.User.mktg)),void 0!==e.User.bt&&(C=e.User.bt,window.localStorage.setItem("bt",e.User.bt)),void 0!==e.User.sub&&(k=e.User.sub,window.localStorage.setItem("sub",e.User.sub)),void 0!==e.User.aid&&(server_aid=e.User.aid,window.localStorage.setItem("aid",e.User.aid))),window.googletag.cmd.push(function(){if(e.als_test_clientside&&0!==e.als_test_clientside.length)googletag.pubads().setTargeting("als_test_clientside",e.als_test_clientside),window.localStorage.setItem("als_test_clientside","ls-"+e.als_test_clientside);else{var t=void 0===e.als_test_clientside?"undefined_undefined_undefined_"+a():"blank_blank_blank_"+a();googletag.pubads().setTargeting("als_test_clientside",t),l({module:{name:"alice-timing",context:"script-load",label:"alice-error-test-client-undefined"}})}if(void 0!==e.User){if(S)googletag.pubads().setTargeting("mktg",S);else l({module:{name:"alice-timing",context:"script-load",label:"alice-error-mktg-undefined"}});if(void 0!==C)googletag.pubads().setTargeting("bt",C);else l({module:{name:"alice-timing",context:"script-load",label:"alice-error-bt-undefined"}});if(k)googletag.pubads().setTargeting("sub",k);else l({module:{name:"alice-timing",context:"script-load",label:"alice-error-sub-undefined"}});(e.User.lucidC1||e.User.lucidC2||e.User.lucidC3||e.User.lucidC4||e.User.lucidC5)&&l({c1_val:e.User.lucidC1,c2_val:e.User.lucidC2,c3_val:e.User.lucidC3,c4_val:e.User.lucidC4,c5_val:e.User.lucidC5},"lucidtest")}else{l({module:{name:"alice-timing",context:"script-load",label:"alice-error-user-undefined"}})}if(void 0!==e.Asset)for(var n in e.Asset){var i=e.Asset[n];if(i)googletag.pubads().setTargeting(n,i);else l({module:{name:"alice-timing",context:"script-load",label:"alice-error-"+n+"-undefined"}})}else l({module:{name:"alice-timing",context:"script-load",label:"alice-error-asset-undefined"}})})}else{d.responseText.substring(0,40);var t="error_"+d.status+"_error_"+a();window.googletag.cmd.push(function(){googletag.pubads().setTargeting("als_test_clientside",t)}),l({module:{name:"alice-timing",context:"script-load",label:"alice-error-ajaxreq-"+d.status+"-"+r}})}}};;_f.apply(null, [null,null,"als_toggle","art"]); })();</script><script data-rh="true" id="adslot-config">(function() { var AdSlot4=function(){"use strict";var e=function(){return window.AdSlot4=window.AdSlot4||{},window.AdSlot4.cmd=window.AdSlot4.cmd||[],window.AdSlot4};var t=function(){return t=Object.assign||function(e){for(var t,n=1,i=arguments.length;n<i;n++)for(var o in t=arguments[n])Object.prototype.hasOwnProperty.call(t,o)&&(e[o]=t[o]);return e},t.apply(this,arguments)};"function"==typeof SuppressedError&&SuppressedError;var n=[{name:"PURR_AcceptableTrackers",valueMapping:{controllers:"c",processors:"p"}},{name:"PURR_AdConfiguration",valueMapping:{full:"f",npa:"n","adluce-socrates":"s"}},{name:"PURR_DataSaleOptOutUI",valueMapping:{hide:"h",show:"s"}},{name:"PURR_DataProcessingConsentUI",valueMapping:{hide:"h",show:"s"}},{name:"PURR_AcceptableTrackers_v2",valueMapping:{controllers:"c",processors:"p",essentials:"e"}},{name:"PURR_AdConfiguration_v2",valueMapping:{full:"f",rdp:"r",npa:"n",adluce:"a","adluce-socrates":"s"}},{name:"PURR_DataProcessingPreferenceUI",valueMapping:{hide:"h","allow-opt-out":"o","allow-opt-in":"i","allow-opt-in-or-out":"a"}},{name:"PURR_DataSaleOptOutUI_v2",valueMapping:{hide:"h",show:"s","show-opted-out":"o"}},{name:"PURR_CaliforniaNoticesUI",valueMapping:{hide:"h",show:"s"}},{name:"PURR_EmailMarketingOptInUI",valueMapping:{checked:"c",unchecked:"u"}},{name:"PURR_DeleteIPAddress",valueMapping:{delete:"d",keep:"k"}},{name:"PURR_AdConfiguration_v3",valueMapping:{full:"f",rdp:"r",npa:"n",ltd:"l","adluce-socrates":"s"}},{name:"PURR_LimitSensitivePI",valueMapping:{hide:"h",show:"s"}},{name:"PURR_EmailMarketingOptInUI_v2",valueMapping:{checked:"c",unchecked:"u","do-not-display":"d"}},{name:"PURR_AdConfiguration_v4",valueMapping:{full:"f",rdp:"r",npa:"n",ltd:"l","adluce-socrates":"s","no-ads":"a"}}],i=function(e){return-1!==document.cookie.indexOf(e)},o=function(e){var t,i,o={PURR_AcceptableTrackers:0,PURR_AdConfiguration:5,PURR_DataSaleOptOutUI:2,PURR_DataProcessingConsentUI:3,PURR_AcceptableTrackers_v2:4,PURR_AdConfiguration_v2:5,PURR_DataProcessingPreferenceUI:6,PURR_DataSaleOptOutUI_v2:7,PURR_CaliforniaNoticesUI:8,PURR_EmailMarketingOptInUI:9,PURR_DeleteIPAddress:10,PURR_AdConfiguration_v3:11,PURR_LimitSensitivePI:12,PURR_EmailMarketingOptInUI_v2:13,PURR_AdConfiguration_v4:14},r=(t=e,2===(i="; ".concat(document.cookie).split("; ".concat(t,"="))).length?i.pop().split(";").shift():null),a={};return Object.keys(o).forEach((function(e){var t,n,i;a[e]=(t=r,n=new RegExp("^.{".concat(o[e],"}(.)")),(null==(i=t.match(n))?void 0:i[1])||"")})),n.forEach((function(e){Object.keys(e.valueMapping).forEach((function(t){e.valueMapping[t]===a[e.name]&&(a[e.name]=t)}))})),a},r={PURR_DataSaleOptOutUI:"hide",PURR_DataSaleOptOutUI_v2:"hide",PURR_CaliforniaNoticesUI:"hide",PURR_DataProcessingConsentUI:"hide",PURR_DataProcessingPreferenceUI:"hide",PURR_AcceptableTrackers_v2:"controllers",PURR_AcceptableTrackers:"controllers",PURR_AdConfiguration_v2:"full",PURR_AdConfiguration:"full",PURR_EmailMarketingOptInUI:"unchecked",PURR_DeleteIPAddress:"delete",PURR_AdConfiguration_v3:"full",PURR_LimitSensitivePI:"hide",PURR_EmailMarketingOptInUI_v2:"unchecked",PURR_AdConfiguration_v4:"full"},a=function(){var e;try{return function(){if("undefined"!=typeof window){var e=window.navigator.userAgent||window.navigator.vendor,t=-1!==e.indexOf("nyt_android"),n=-1!==e.indexOf("nytios"),i=-1!==e.indexOf("nyt_xwords_ios"),o=-1!==e.indexOf("Crosswords");return t||n||i||o}return!1}()?(null===(e=null===window||void 0===window?void 0:window.config)||void 0===e?void 0:e.PurrDirectives)?window.config.PurrDirectives:i("override-purr")?o("override-purr"):t({},r):i("nyt-purr")?o("nyt-purr"):t({},r)}catch(e){return console.warn("can’t get directives from cookie or config",e),t({},r)}},d=function(){var e={};return"undefined"!=typeof window&&window.document&&window.document.createElement&&(e=a().PURR_AdConfiguration_v3||a().PURR_AdConfiguration_v2),e};var c=function(){return"full"===d()};function s(e,t,n){var i=document.getElementsByTagName("head")[0],o=document.createElement("script");t&&(o.onload=t),n&&(o.onerror=n),o.src=e,o.async=!0,i.appendChild(o)}var u={32074718:!0,4792640386:!0,21966278:!0,4558311760:!0,4552626466:!0,4400775978:!0,39318518:!0,4874174581:!0,33597638:!0,38636678:!0,38637278:!0,33597998:!0,33613118:!0,30252878:!0,33597758:!0,5154427359:!0},l="script_loader_error",p=function(){e().cmd.push((function(){var t="".concat("GeoEdge"," failed to load");e().events.publish({name:l,value:{message:t}})}))},m=function(){return!window.grumi&&(s("//rumcdn.geoedge.be/b3960cc6-bfd2-4adc-910c-6e917e8a6a0e/grumi-ip.js",null,p),window.grumi={key:"b3960cc6-bfd2-4adc-910c-6e917e8a6a0e",cfg:{advs:u}},!0)},f="A9",v=[[320,50],[300,250],[728,90],[970,90],[970,250]],g="large",w="medium",b="small",h=function(){if(!window.apstag){var e="".concat(f," not loading properly");console.warn(e)}},_="BidderError",R=function(){e().cmd.push((function(){var t="".concat(f," failed to load");e().events.publish({name:_,value:{type:f,message:t}})}))},y=function(){var e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:window;return e.googletag=e.googletag||{},e.googletag.cmd=e.googletag.cmd||[],e.googletag},P=function(e){return!(!window.apstag||!window.apstag.fetchBids)&&(window.apstag.fetchBids({slots:e},void(window.apstag&&window.apstag.setDisplayBids&&y().cmd.push(window.apstag.setDisplayBids()))),!0)},U="AdEmpty",O="AdBlockOn",A="AdDefined",I="AdRefreshed";function k(e,t,n){return(t=function(e){var t=function(e,t){if("object"!=typeof e||!e)return e;var n=e[Symbol.toPrimitive];if(void 0!==n){var i=n.call(e,t||"default");if("object"!=typeof i)return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return("string"===t?String:Number)(e)}(e,"string");return"symbol"==typeof t?t:t+""}(t))in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function x(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,i)}return n}function S(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?x(Object(n),!0).forEach((function(t){k(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):x(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}var D=k(k(k({},g,[[728,90],[970,90],[970,250]]),w,[[728,90],[300,250]]),b,[[300,250]]),j={art:[{id:"top",sizes:D},{id:"mobile_top",sizes:k({},b,[[320,50]])}],hp:[{id:"dfp-ad-top",sizes:D}],games:[{id:"ad-top",sizes:D},{id:"intsl",sizes:D}],default:[{id:"top",sizes:D}]},C=function(e,t){var n;return(null==t||null===(n=t.fastFetchSlots)||void 0===n?void 0:n.length)>0?t.fastFetchSlots:j[e]||j.default},M=function(e,t){return e[t]||e[b]},z=function(e,t){var n=[].concat(function(e,t){return[].concat(e).slice().sort((function(e,t){return t[0]-e[0]})).find((function(e){return!Number.isNaN(e[0])&&e[0]<t}))}(e,t)).pop();return n&&n.length?n:null},T=function(e,t,n){return function(){var i=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{},o=i.sizes,r=void 0===o?[]:o,a=i.truePosition,d=i.id;if(t&&C(e,n).map((function(e){return e.id})).includes(d))return!1;var c,s=z(r,window.innerWidth),u=(c=s,Array.isArray(c)?v.filter((function(e){return c.some((function(t){return t[0]===e[0]&&t[1]===e[1]}))})):(console.warn("filterSizes() did not receive an array"),[]));if(u.length>0){var l=(null==n?void 0:n.pageName)||e,p=[{slotID:a||d,slotName:"".concat(a||d,"_").concat(l,"_web"),sizes:u}];return P(p),!0}return!1}},E=function(t,n,i){e().cmd.push((function(){var o;t&&P(function(e,t,n){var i=(null==n?void 0:n.pageName)||t;return C(t,n).map((function(t){var o=t.id,r=t.sizes;return{slotID:o,slotName:"".concat(o,"_").concat(i,"_web"),sizes:null!=n&&n.fastFetchSlots?r:M(r,e)}}))}((o=window.innerWidth)>740?g:o>600?w:b,n,i)),e().events.subscribe({name:A,scope:"all",callback:T(n,t,i)})}))},B=function(e,t,n,i){var o=function(){var e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"apstag",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:window;if(!t[e]){var n=function(n,i){return t[e]._Q.push([n,i])};t[e]={_Q:[],init:function(){n("i",arguments)},fetchBids:function(){n("f",arguments)},setDisplayBids:function(){},targetingKeys:function(){return[]}}}return t[e]}("apstag",window);o.init({pubID:"3030",deals:!0,adServer:"googletag",params:{si_section:t}}),E(e,n,i)},N={art:{id:["mobile_top","top","story-ad-1","story-ad-2","story-ad-3","story-ad-4","story-ad-5","story-ad-6","bottom"],pos:["mobile_top","top","mid1","mid2","mid3","mid4","mid5","mid6","bottom"]},int:{id:["top","mid1","mid2","bottom"],pos:["top","mid1","mid2","bottom"]},hp:{id:["dfp-ad-top","dfp-ad-mid1","dfp-ad-mid2","dfp-ad-mid3","dfp-ad-bottom"],pos:["top","mid1","mid2","mid3","bottom"]},ss:{id:["right-0","right-1","right-2","right-3"],pos:["mid1","mid1","mid1","mid1"],size:{small:[[300,250]],medium:[[300,250]],large:[[300,250]]}},sf:{id:["top","mid1","mid2"],pos:["top","mid1","mid2"],size:{small:[[300,250]],medium:[[300,250]],large:[[300,250]]}},games:{id:["ad-top","ad-mid1","ad-bottom"],pos:["top","mid1","bottom"]},default:{id:["top","mid1","mid2"],pos:["top","mid1","mid2"],size:{small:[[300,250]],medium:[[728,90]],large:[[728,90],[970,90],[970,250]]}}},F={top:2088370,mid:2088372,bottom:2088374,default:2088376},L={top:544112060,mid:544112063,bottom:544112062,default:544112065},Y={top:684296214,mid:190706820,bottom:932254072,default:153468583},V={top:"NYTimes_728x90_970_top_PB",mid:"NYTimes_728x90_970_mid_PB",bottom:"NYTimes_728x90_970_bot_PB",default:"NYTimes_728x90_970_mid_PB"},G={top:"nytimes_top",mid:"nytimes_mid",bottom:"nytimes_bottom",default:"nytimes_catchall"},H={top:"995821",mid:"995822",bottom:"995823",default:"995824"},q={TOP:"top",MID:"mid",BOTTOM:"bottom"},K={buckets:[{max:3,increment:.05},{max:10,increment:.01},{max:20,increment:.1},{max:50,increment:.5},{max:101,increment:1}]},Q=q.TOP,W=q.MID,Z=q.BOTTOM,J=function(e,t){var n;switch(Object.values(q).reduce((function(e,n){return t.includes(n)?n:e}),t)){case Q:n=e.top;break;case W:n=e.mid;break;case Z:n=e.bottom;break;default:n=e.default}return n},X=function(e,t){var n=arguments.length>2&&void 0!==arguments[2]?arguments[2]:[],i=[{bidder:"appnexus",params:{member:3661,invCode:"nyt_".concat(e,"_").concat(t)}},{bidder:"criteo",params:{pubid:"B7HPLK",networkId:10470}},{bidder:"medianet",params:{cid:"8CU4WQK98",crid:J(Y,t)}},{bidder:"rubicon",params:{accountId:12330,siteId:378266,inventory:{invCode:["nyt_".concat(e,"_").concat(t)]},zoneId:J(F,t),position:"top"===t?"atf":"btf"}},{bidder:"openx",params:{unit:J(L,t),delDomain:"nytimes-d.openx.net",customParams:{invCode:"nyt_".concat(e,"_").concat(t)}}},{bidder:"triplelift",params:{inventoryCode:J(V,t)}},{bidder:"pubmatic",params:{publisherId:"163427",adSlot:J(G,t)}},{bidder:"ix",params:{siteId:J(H,t)}}],o=i.filter((function(e){return!["pubmatic","ix"].includes(e.bidder)}));return n.length?i.filter((function(e){return n.includes(e.bidder)})):o},$=function(e){var t;switch(e){case"livebl":t="hp";break;case"coll":t="sf";break;default:t=e}return t in N||(t="default"),t};var ee="PreBid",te={userSync:{userIds:[{name:"identityLink",params:{pid:"72323738",notUse3P:!0},storage:{type:"html5",name:"idl_env",expires:15,refreshInSeconds:1800}},{name:"pairId",params:{liveramp:{storageKey:"_lr_pairId"}}}],syncDelay:3e3}};var ne=function(t){window.pbjs=window.pbjs||{},window.pbjs.initAdserverSet||(window.pbjs.initAdserverSet=!0,e().cmd.push((function(){e().events.subscribe({name:A,scope:"all",callback:function(e){y().cmd.push((function(){var n=function(e){var t=$(e);return N[t].id}(t);n.includes(e.id)&&window.pbjs.setTargetingForGPTAsync([e.id])}))}})})))},ie=function(t,n,i,o){var r=function(e,n){window.pbjs.initAdserverSet=!1,t.requestBids({bidsBackHandler:function(){ne(e)},timeout:n})};e().cmd.push((function(){t.que.push((function(){t.addAdUnits(function(e,t){var n=arguments.length>2&&void 0!==arguments[2]?arguments[2]:{},i=n.sizeConfig,o=n.activeBidders,r=n.positionsToFilter,a=void 0===r?[]:r,d=$(t),c=N[d].size?d:"default";return N[d].pos.reduce((function(t,n,r){var s;if(a.includes(n))return t;var u=N[d].id[r],l=S(S({},N[c].size),null==i||null===(s=i[u])||void 0===s?void 0:s.size),p={code:u,mediaTypes:{banner:{sizeConfig:[{minViewPort:[970,0],sizes:l.large},{minViewPort:[728,0],sizes:l.medium},{minViewPort:[0,0],sizes:l.small}]}},bids:X(e,n,o)};return t.push(p),t}),[])}(n,i,o)),r(i,1e4),e().events.subscribe({name:I,scope:"all",callback:function(){r(i,800)}})}))}))},oe=function(e,t){var n=arguments.length>2&&void 0!==arguments[2]?arguments[2]:{},i=function(){var e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:window;return e.pbjs=e.pbjs||{},e.pbjs.que=e.pbjs.que||[],e.pbjs}(),o=n.priceGranularity;i.setConfig(S({priceGranularity:o||K},te)),ie(i,e,t,n)},re=function(){e().cmd.push((function(){var t="".concat(ee," failed to load");e().events.publish({name:_,value:{type:ee,message:t}})}))},ae=function(e,t,n){if(!window.pbjs){return s("https://www.nytimes.com/ads/prebid9.11.0.js",function(e,t,n){return function(){window.pbjs||console.log("prebid did not load"),oe(e,t,n)}}(e,t,n),re),!0}return!1},de=function(){try{var e=((i=document.createElement("div")).innerHTML=" ",i.className="ad adsbox pub_300x250 pub_300x250m pub_728x90 text-ad textAd text_ad ad-server",i.style="width: 1px !important; height: 1px !important; position: absolute !important; left: -10000px !important; top: -1000px !important;",document.body.prepend(i),document.getElementsByClassName("ad adsbox")[0]),t=!(!(n=e)||0!==n.offsetHeight&&0!==n.clientHeight)||function(e){if(void 0!==window.getComputedStyle){var t=window.getComputedStyle(e,null);if(t&&("none"===t.getPropertyValue("display")||"hidden"===t.getPropertyValue("visibility")))return!0}return!1}(e);return function(e){document.body.removeChild(e)}(e),t}catch(e){console.error("ad class check failed",e)}var n,i;return!1},ce=function(){return!(window&&window.AdSlot&&window.AdSlot.AdSlotReady)||(!(window&&window.googletag&&window.googletag.apiReady)||de())},se=function(){var e=window&&window.nyt_et&&window.nyt_et.get_host&&window.nyt_et.get_host();return e?fetch("".concat(e,"/.status"),{credentials:"include",headers:{accept:"*/*","content-type":"text/plain;charset=UTF-8"},mode:"no-cors"}).then((function(){return{success:!0}})).catch((function(e){return console.error("et track blocked",e),{success:!1}})):Promise.resolve({success:!1})};var ue,le,pe=function(e,t,n){var i=function(e){if(!document||!document.cookie||!document.cookie.match)return"";var t=document.cookie.match(new RegExp("".concat(e,"=([^;]+)")));return t?t[1]:""}("nyt-a")||null,o=!!(window&&window.matchMedia&&window.matchMedia("(max-width: 739px)").matches);return"".concat("https://a-reporting.nytimes.com/report.jpg","?mobile=").concat(o,"&block=").concat(n,"&aid=").concat(i,"&pvid=").concat(e,"&et=").concat(t)},me=function(e,t,n){return!!(window&&window.NYTD&&window.NYTD.Abra&&"1_network_detection"===window.NYTD.Abra("DFP_blockDetect_0221"))&&((new Image).src=pe(e,t,n),!0)},fe=function(t,n){n&&e().cmd.push((function(){var t=e();t.events&&t.events.publish({name:U,value:{type:O}})}));var i=!1;return se().then((function(){i=(arguments.length>0&&void 0!==arguments[0]?arguments[0]:{success:!1}).success})).catch((function(){})).finally((function(){me(t,i,n)}))},ve=function(e){window.addEventListener("load",function(e){return function(){fe(e,ce())}}(e))},ge=function(){var e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(ue)return!1;var t,n,i=e.loadAmazon,o=void 0===i||i,r=e.loadPrebid,a=void 0===r||r,d=e.setFastFetch,u=void 0!==d&&d,l=e.loadGeoEdge,p=void 0===l||l,f=e.section,v=void 0===f?"none":f,g=e.pageViewId,w=void 0===g?"":g,b=e.pageType,_=void 0===b?"":b,y=e.prebidOverrides,P=void 0===y?{}:y,U=e.amazonOverrides,O=void 0===U?{}:U;if(t=document.referrer||"",(n=/([a-zA-Z0-9_\-.]+)(@|%40)([a-zA-Z0-9_\-.]+).([a-zA-Z]{2,5})/).test(t)||n.test(window.location.href))return!1;if(c()){var A=new RegExp(/art/).test(_)?"art":_;p&&m(),o&&function(e,t,n,i){!window.apstag&&(s("//c.amazon-adsystem.com/aax2/apstag.js",h,R),B(e,t,n,i))}(u,v,A,O),a&&ae(v,A,P)}return ve(w),ue=!0,!0};return(le=e()).loadScripts=le.loadScripts||ge,window.AdSlot4=le,le}(); (function () { var _f=function(e={}){const i=window&&window.AdSlot4,t=!!window.adClientUtils.getAbraVar("DFP_Prebid_Web_Toggle_0924"),o=!!window.adClientUtils.getAbraVar("DFP_Amzn_Web_Toggle_0924"),n=window.adClientUtils.getAbraVar("DFP_Prebid_0624");function d(){const e=window.matchMedia("(max-width: 739px)");return e&&e.matches}try{const{adToggleMap:r,pageType:a,prebidOverrides:w,section:s,isSectionThirdPartyEligible:c,setFastFetch:l,headerBidding:p={}}=e,{useAmazon:g,usePrebid:u}=p,b=Object.keys(r).reduce((e,i)=>{const t=r[i]||"";return e[i]=function(e){return!!(window&&window.adClientUtils&&window.adClientUtils.hasActiveToggle)&&window.adClientUtils.hasActiveToggle(e)}(t),e},{}),{amazon:A,geoedge:P}=b,T=w&&w.positionsToFilter||[],_=d()?T.concat(["top"]):T,y=["appnexus","medianet","rubicon","openx","triplelift","ix","pubmatic"];if(n&&window.adClientUtils.reportExposure("DFP_Prebid_0624"),"1_Criteo"===n&&y.push("criteo"),"function"==typeof i.loadScripts&&i.loadScripts({loadAmazon:g&&A&&c&&!o,loadPrebid:u&&c&&!t,setFastFetch:l&&!d(),section:s,prebidOverrides:{...w,positionsToFilter:_,activeBidders:y},pageType:a,pageViewId:window&&window.NYTD&&window.NYTD.PageViewId&&window.NYTD.PageViewId.current?window.NYTD.PageViewId.current:"",loadGeoEdge:P}),t&&window.Sentry&&window.Sentry.captureException){const e=new Error("Ads are disabled via Abra toggle - Prebid");window.Sentry.captureException(e)}if(o&&window.Sentry&&window.Sentry.captureException){const e=new Error("Ads are disabled via Abra toggle - Amazon");window.Sentry.captureException(e)}}catch(e){console.error(e)}};;_f.apply(null, [{"adToggleMap":{"amazon":"amazon_story_toggle","medianet":"medianet_story_toggle","dfp":"dfp_story_toggle","geoedge":"geoedge_toggle"},"pageType":"art","section":"upshot","isSectionThirdPartyEligible":true,"setFastFetch":true,"prebidOverrides":{"positionsToFilter":["mobile_top"]},"headerBidding":{"useAmazon":true,"usePrebid":true}}]); })(); (function () { var _f=function(t={},e={},n=""){window.AdSlot4=window.AdSlot4||{},window.AdSlot4.cmd=window.AdSlot4.cmd||[],window.AdSlot4.clientRequirements={mergeObjects:function(t,...e){return e.reduce(function(t,e){return Object.entries(e).reduce(function(t,[e,n]){return t[e]&&null==n?t:Object.assign({},t,{[e]:n})},t)},t)},isFunction:function(t){return"[object Function]"===Object.prototype.toString.call(t)},getWebviewEnv:function(){return window.vi&&window.vi.webviewEnvironment||{}},getAbraVariant:function(t){if(!(window.NYTD&&window.NYTD.Abra&&window.NYTD.Abra.getAbraSync&&this.isFunction(window.NYTD.Abra.getAbraSync)))return void console.warn("Abra does not exist or is not a function");const e=window.NYTD.Abra.getAbraSync(t);return e&&e.variant},shouldHaltDFP:function(t){return"1_block"===this.getAbraVariant(t)},isAdsDisabled:function(t={}){const{adTargeting:{section:e}={},adsDisabled:n,adUnitPath:i=""}=t,o=i&&i.toLowerCase&&i.toLowerCase().includes("tragedy"),r=!!this.getAbraVariant("DFP_GPT_Web_Toggle_0924");if(r&&window.Sentry&&window.Sentry.captureException){const t=new Error("Ads are disabled via Abra toggle");window.Sentry.captureException(t)}return n||"learning"===e||o||r},getSov:function(t={}){return t.sov=t.sov||(Math.floor(4*Math.random())+1).toString(),{sov:t.sov}},getPageViewId:function(t){return{page_view_id:t&&t.current}},getUserData:function(t="{}"){try{const e=JSON.parse(t).data;return e&&e.user}catch(t){console.warn("userinfo data unavailable")}},getEm:function(t){return t&&t.length?{em:t.toString().toLowerCase()}:{}},getWat:function(t){return t?{wat:t.toLowerCase()}:{}},getDemographics:function(t){return this.mergeObjects(this.getEm(t&&t.emailSubscriptions),this.getWat(t&&t.wat))},isValidDfpTest:function(t){return t.toLowerCase().indexOf("dfp")>-1},joinArgumentsForVariant:function(){if(arguments.length)return[].slice.call(arguments).join("_").toLowerCase()},reduceAbraConfigKeysToDfpVariants:function(t=[],e=""){const n=this.getAbraVariant(e),i=this.joinArgumentsForVariant(e,n);return n&&i?t.concat(i):t},reduceFastlyAbraToDfpVariants:function(t=[],[e,n]=[]){const i=this.isValidDfpTest(e)&&n&&this.joinArgumentsForVariant(e,n);return i?t.concat(i):t},getDFPTestNames:function(t={}){if(!t)return[];const e=this.isValidDfpTest;return Object.keys(t).filter(function(t){return e(t)})},getAbraDfpVariants:function(t={},e={}){let n=[],i=[];if(Object.keys(e).length&&(i=Object.entries(e).reduce(this.reduceFastlyAbraToDfpVariants,[])),t.config&&t.getAbraSync){n=this.getDFPTestNames(t.config).reduce(this.reduceAbraConfigKeysToDfpVariants,[])}return{abra_dfp:[...n,...i]}},isMobile:function(t){const e=t.matchMedia("(max-width: 739px)");return e&&e.matches},isManualRefresh:function(t={}){return!(!t.navigation||1!==t.navigation.type)},getAltLangFromPathname:function(t=""){return 0===t.indexOf("/es/")?"es":""},getAdTargetingProperty:function(t=!1,e=""){let n=t?"m":"";return{prop:(n+=e)+"nyt"}},getAdTargetingPlatform:function(t=!1){return{plat:(t?"m":"")+"web"}},getAdTargetingEdition:function(t=""){return t.length?{edn:t}:{}},getAdTargetingVersion:function(t=!1){return{ver:(t?"m":"")+"vi"}},getNYTA:function(){var t=window.document.cookie.split(";").find(t=>t.includes("nyt-a"))||null;return t&&t.split("=").pop()||null},getHash53:function(t,e){let n=3735928559^e,i=1103547991^e;for(let e,o=0;o<t.length;o++)e=t.charCodeAt(o),n=Math.imul(n^e,2654435761),i=Math.imul(i^e,1597334677);return n=Math.imul(n^n>>>16,2246822507),n^=Math.imul(i^i>>>13,3266489909),i=Math.imul(i^i>>>16,2246822507),4294967296*(2097151&(i^=Math.imul(n^n>>>13,3266489909)))+(n>>>0)},getHashNYTA:function(){var t=this.getNYTA();if(!t)return;let e=this.getHash53(t,64).toString();return e.length<22&&(e=parseInt(e).toString(36)+this.getHash53(t,32).toString(36)+this.getHash53(t,16).toString(36)),e},getPublisherProvidedID:function(){return window.config&&window.config.userInfo&&window.config.userInfo.publisherProvidedID?window.config.userInfo.publisherProvidedID:this.getHashNYTA()},getLazyLoadOffset:function(t){let e=400;if(this.getWebviewEnv().isPreloaded){const n=window.screen&&window.screen.height,i=window.innerHeight,o="hp"===t?8:2;(n||i)&&(e=(n||i)*o)}return e},getAdTargetingHome:function(t,e,n){let i={},o={};return"hp"===t&&(i=e?{topRef:e}:{},o=n?{refresh:"manual"}:{}),this.mergeObjects(i,o)},getHybridConfigAdTargeting:function(t){let e={};return t&&t.config&&t.config.AdRequirements&&this.getWebviewEnv().isPreloaded&&(e=t.config.AdRequirements,"hp"===t.config.AdRequirements.typ&&(delete e.artlen,delete e.ledemedsz)),e},updateAdTargeting:function(t){if(!t)return;let e=t;if("string"==typeof e)try{e=JSON.parse(e)}catch(t){return void console.error("[updateAdTargeting - error parsing ad targeting]",t)}window.AdSlot4&&window.AdSlot4.updateAdReq&&window.AdSlot4.updateAdReq(e)},getAdTargeting:function(t={},n={}){const i=window&&window.NYTD&&window.NYTD.Abra?window.NYTD.Abra:{},o=this.isMobile(window),r=this.getAltLangFromPathname(window.location.pathname),a=this.isManualRefresh(performance);return this.mergeObjects(t,this.getDemographics(n),this.getAdTargetingProperty(o,r),this.getAdTargetingPlatform(o),this.getAdTargetingEdition(r),this.getAdTargetingVersion(o),this.getAdTargetingHome(t.typ,document.referrer,a),this.getAbraDfpVariants(i,e),this.getSov(window),this.getHybridConfigAdTargeting(window),this.getPageViewId(window.NYTD.PageViewId))},testReadyForAds:function(){const t="complete"===document.readyState,e=window.NYTD&&window.NYTD.PageViewId&&window.NYTD.PageViewId.current;return!(!t||!e)},whenReadyForAds:function(t){this.isFunction(t)?this.testReadyForAds()?t():window.addEventListener("readyForAds",t):console.warn("whenReadyForAds expects function")},signalIfReadyForAds:function(){this.testReadyForAds()&&window.dispatchEvent(new CustomEvent("readyForAds",{}))},init:function(t){window.AdSlot4.init&&this.isFunction(window.AdSlot4.init)?window.AdSlot4.init&&window.AdSlot4.init(t):console.warn("AdSlot4.init does not exist or is not a function")},generateConfig:function(t={},e={},n={}){const i=n&&n.userInfo&&n.userInfo.demographics;return this.mergeObjects(t,e,{offset:this.getLazyLoadOffset(e.adTargeting&&e.adTargeting.typ),adTargeting:this.getAdTargeting(e.adTargeting,i),haltDFP:this.shouldHaltDFP(e.dfpToggleName||t.dfpToggleName),adsDisabled:this.isAdsDisabled(e)})}};for(let t in window.AdSlot4.clientRequirements)window.AdSlot4.clientRequirements[t]=window.AdSlot4.clientRequirements[t].bind(window.AdSlot4.clientRequirements);const i={adUnitPath:"/29390238/nyt/thisIsNotAPath",hideTopAd:AdSlot4.clientRequirements.isMobile(window),lockdownAds:!1,enablePPID:AdSlot4.clientRequirements.getPublisherProvidedID(),sizeMapping:{top:[[970,["fluid",[728,90],[970,90],[970,250],[1605,300]]],[728,["fluid",[728,90],[1605,300]]],[0,[]]],mobile_top:[[0,[320,50]]],fp1:[[0,[[195,250],[215,270]]]],fp2:[[0,[[195,250],[215,270]]]],fp3:[[0,[[195,250],[215,270]]]],feat1:[[0,["fluid"]]],feat2:[[0,["fluid"]]],feat3:[[0,["fluid"]]],feat4:[[0,["fluid"]]],mktg:[[1020,[300,250]],[0,[]]],pencil:[[728,[[336,46]],[0,[]]]],pp_edpick:[[0,["fluid"]]],pp_morein:[[0,["fluid"],[210,218]]],ribbon:[[0,["fluid"]]],sponsor:[[765,[150,50]],[0,[320,25]]],supplemental:[[1020,[[300,250],[300,600]]],[0,[]]],chat:[[0,[[300,250],[300,420]]]],column:[[0,[[300,250],[300,420]]]],ressint:[[600,["fluid"]],[0,[[300,250]]]],mobile_top:[[0,[[320,50]]]],default:[[970,["fluid",[728,90],[970,90],[970,250],[1605,300]]],[728,["fluid",[728,90],[300,250],[1605,300]]],[0,["fluid",[300,250],[300,420]]]]},adTargeting:{},haltDFP:!1,dfpToggleName:t.dfpToggleName,lazyApi:t.lazyApi||{},adsDisabled:!1};window.AdSlot4.cmd.push(function(){const e=window.AdSlot4.clientRequirements,o=e.getUserData(window&&window.userXhrObject&&window.userXhrObject.responseText);if(e.getWebviewEnv().isPreloaded){if(window.updateAdTargeting=e.updateAdTargeting,window.addEventListener("load",e.signalIfReadyForAds),n){window.googletag=window.googletag||{},window.googletag.cmd=window.googletag.cmd||[];const t="https://www.nytimes.com"+n;window.googletag.cmd.push(function(){window.googletag.pubads().set("page_url",t)})}e.whenReadyForAds(function(){const n=e.generateConfig(i,t,o);e.init(n)})}else{const n=e.generateConfig(i,t,o);e.init(n)}})};;_f.apply(null, [{"adTargeting":{"edn":"us","test":"projectvi","ver":"vi","template":"article","hasVideo":"false","vp":"small","pt":"nt10,nt12,nt14,nt18,nt4,nt5,nt6,nt7,pt11,pt13","des":"research,academicandscientificjournals,scienceandtechnology,discrimination","brandsensitive":"false","typ":"art","col":"thenewhealthcare","coll":"thenewhealthcare,science,theupshot,health","typ_materials":"#news#","slug":"healthpeer","section":"upshot","id":"100000006190761","prop":"mnyt","plat":"mweb","si_section":"upshot","als_test":"1732370792594","is_viral_on_social":"false","auth":"aaronecarroll","ledemedsz":"none","gscat":"neg_citi_aa,neg_mastercard,gs_science,gs_science_misc,neg_rms,gv_safe,gs_t","artlen":"medium"},"adUnitPath":"/29390238/nyt/upshot","dfpToggleName":"dfp_story_toggle","adsDisabled":false},{".ver":"22329.000","AMS_FrictionCircumventionDesktop_cwv":"2_low-mid-truncation","AMS_FrictionCircumventionMobile_cwv":"2_low-mid-truncation","DFP_TopAd_Anon_0124":"0_Control","HOME_cwv_chartbeat":"0_Control","STYLN_synth_voice_web":"1_synth","VIZEX_ViAboveTheFoldWeight":"0_control","WP_datadog_refactor_0924":"1_refactor"},"/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html"]); })(); })(); </script><script data-rh="true" id="live-ramp">(function () { var _f=function(){var a=function(a){var e=document.cookie.match(new RegExp(a+"=([^;]+)"));if(e)return e[1]}("nyt-purr"),e=a&&a.substring(14,15)||"",n=window.navigator.userAgent.match(/(nyt)[_wd-]*(ios)/i);a&&"r"===e||a&&"l"===e||n||function(){if(document||document.head){var a=document.createElement("link");a.href="https://launchpad.privacymanager.io/latest/launchpad.bundle.js",a.as="script",document.head.appendChild(a);var e=document.createElement("script");e.async=!1,e.defer=!0,e.src="https://launchpad-wrapper.privacymanager.io/9fab0bf6-df63-42ca-acc5-caf4de668f40/launchpad-liveramp.js",document.head.appendChild(e)}}()};;_f.apply(null, []); })();</script> </head> <body> <div id="app"><div><div><div class="vi-gateway-container" data-testid="vi-gateway-container"><div><div data-testid="masthead-container" class="NYTAppHideMasthead css-1q2w90k e1m0pzr40"><header class="css-1bymuyk e1m0pzr41"><section class="css-7s20nv e1m0pzr42"><div class="css-1f7ibof ea180rp0"><a class="css-kgn7zc" href="#site-content">Skip to content</a><a class="css-kgn7zc" href="#site-index">Skip to site index</a></div><div class="css-10698na ell52qj0"><a data-testid="masthead-mobile-logo" aria-label="New York Times homepage" class="css-ijmohz ell52qj1" href="/"><svg viewBox="0 0 184 25" fill="#000" aria-hidden="true"><path d="M14.57,2.57C14.57,.55,12.65-.06,11.04,.01V.19c.96,.07,1.7,.46,1.7,1.11,0,.45-.32,1.01-1.28,1.01-.76,0-2.02-.45-3.2-.84-1.3-.45-2.54-.87-3.57-.87-2.02,0-3.55,1.5-3.55,3.36,0,1.5,1.16,2.02,1.63,2.21l.03-.07c-.3-.2-.49-.42-.49-1.06,0-.54,.39-1.26,1.43-1.26,.94,0,2.17,.42,3.8,.88,1.4,.39,2.91,.76,3.75,.87v3.28l-1.58,1.3,1.58,1.36v4.49c-.81,.46-1.75,.61-2.56,.61-1.5,0-2.88-.42-4.02-1.68l4.26-2.07V5.73l-5.2,2.32c.54-1.38,1.55-2.41,2.66-3.08l-.03-.08C3.31,5.73,.5,8.56,.5,12.06c0,4.19,3.35,7.3,7.22,7.3,4.19,0,6.65-3.28,6.61-6.75h-.08c-.61,1.33-1.63,2.59-2.78,3.25v-4.38l1.65-1.33-1.65-1.33v-3.28c1.53,0,3.11-1.01,3.11-2.96M5.8,14.13l-1.21,.61c-.74-.96-1.23-2.32-1.23-4.07,0-.72,.08-1.7,.32-2.39l2.14-.96-.03,6.8h0Zm19.47-5.76l-.81,.64-2.47-2.2-2.86,2.21V.48l-3.89,2.69c.45,.15,.99,.39,.99,1.43v11.81l-1.33,1.01,.12,.12,.67-.46,2.32,2.12,3.11-2.07-.1-.15-.79,.52-1.08-1.08v-7.12l.74-.54,1.7,1.48v6.19c0,3.92-.87,4.73-2.63,5.37v.1c2.93,.12,5.57-.87,5.57-5.89v-6.75l.88-.72-.12-.15h0Zm5.22,10.8l4.51-3.62-.12-.17-2.36,1.87-2.71-2.14v-1.33l4.68-3.3-2.36-3.67-5.2,2.86v6.8l-1.01,.79,.12,.15,.96-.76,3.5,2.54h-.01Zm-.69-5.67v-5.15l2.27,3.55-2.27,1.6ZM53.65,1.61c0-.32-.08-.59-.2-.96h-.07c-.32,.87-.67,1.33-1.68,1.33-.88,0-1.58-.54-1.95-.94,0,.03-2.96,3.42-2.96,3.42l.15,.12,.84-.96c.64,.49,1.21,1.06,2.63,1.08V13.34l-6.06-10.5c-.47-.79-1.28-1.97-2.66-1.97-1.63,0-2.86,1.4-2.66,3.77h.1c.12-.59,.47-1.33,1.18-1.33,.57,0,1.03,.54,1.3,1.03v3.38c-1.87,0-2.93,.87-2.93,2.34,0,.61,.45,1.94,1.72,2.17v-.07c-.17-.17-.34-.32-.34-.67,0-.57,.42-.88,1.18-.88,.12,0,.3,.03,.37,.05v4.38c-2.2,.03-3.89,1.23-3.89,3.31s1.7,2.88,3.47,2.78v-.07c-1.11-.12-1.68-.69-1.68-1.5,0-.88,.64-1.36,1.45-1.36s1.43,.52,1.95,1.11l2.96-3.33-.12-.12-.76,.87c-1.14-1.01-1.87-1.48-3.18-1.68V4.67l8.36,14.57h.45V4.72c1.6-.1,3.03-1.3,3.03-3.11m2.81,17.54l4.51-3.62-.12-.17-2.36,1.87-2.71-2.14v-1.33l4.68-3.3-2.36-3.67-5.2,2.86v6.8l-1.01,.79,.12,.15,.96-.76,3.5,2.54h0Zm-.69-5.67v-5.15l2.27,3.55-2.27,1.6Zm21.22-5.52l-.69,.52-1.97-1.68-2.29,2.07,.94,.88v7.72l-2.34-1.6v-6.26l.81-.57-2.41-2.24-2.24,2.07,.94,.88v7.46l-.15,.1-2.2-1.6v-6.13c0-1.43-.72-1.85-1.63-2.41-.76-.47-1.16-.91-1.16-1.63,0-.79,.69-1.11,.91-1.23-.79-.03-2.98,.76-3.03,2.76-.03,1.03,.47,1.48,.99,1.97,.52,.49,1.01,.96,1.01,1.83v6.01l-1.06,.84,.12,.12,1.01-.79,2.63,2.14,2.51-1.75,2.76,1.75,5.42-3.2v-6.95l1.21-.94-.1-.15h0Zm18.15-5.84l-1.03,.94-2.32-2.02-3.13,2.51V1.19h-.19V18.12c-.34-.05-1.06-.25-1.85-.37V3.58c0-1.03-.74-2.47-2.59-2.47s-3.01,1.56-3.01,2.91h.08c.1-.61,.52-1.16,1.13-1.16s1.18,.39,1.18,1.78v4.04c-1.75,.07-2.81,1.16-2.81,2.34,0,.67,.42,1.92,1.75,1.97v-.1c-.45-.19-.54-.42-.54-.67,0-.59,.57-.79,1.36-.79h.19v6.51c-1.5,.52-2.2,1.53-2.2,2.78,0,1.72,1.38,3.05,3.4,3.05,1.43,0,2.44-.25,3.75-.54,1.06-.22,2.21-.47,2.83-.47,.79,0,1.14,.35,1.14,.91,0,.72-.27,1.08-.69,1.21v.1c1.7-.32,2.69-1.3,2.69-2.83s-1.5-2.54-3.18-2.54c-.87,0-2.44,.27-3.72,.57-1.43,.32-2.66,.47-3.11,.47-.72,0-1.6-.32-1.6-1.28,0-.87,.72-1.56,2.49-1.56,.96,0,1.9,.15,3.08,.42,1.26,.27,2.12,.64,3.2,.64,1.5,0,2.71-.54,2.71-2.74V3.29l1.11-1.01-.12-.15h0Zm-4.24,6.78c-.27,.3-.59,.54-1.11,.54-.57,0-.87-.3-1.14-.54V3.81l.74-.59,1.5,1.28v4.41h0Zm0,2.41c-.25-.25-.57-.47-1.11-.47s-.91,.27-1.14,.47v-2.17c.22,.19,.59,.49,1.14,.49s.87-.25,1.11-.49v2.17Zm0,5.1c0,.84-.42,1.78-1.5,1.78-.17,0-.57-.03-.74-.05v-6.58c.25-.22,.57-.52,1.14-.52,.52,0,.81,.25,1.11,.52v4.86h0Zm8.78,2.74l5.03-3.13v-6.85l-3.25-2.39-5.03,2.88v6.78l-.99,.79,.1,.15,.81-.67,3.33,2.44h0Zm-.37-3.55v-7.3l2.51,1.87v7.3l-2.51-1.87Zm15.01-8.65c-.39,.27-.74,.42-1.11,.42-.39,0-.88-.25-1.14-.57,0,.03-1.87,2.02-1.87,2.02l-1.87-2.02-3.05,2.12,.1,.17,.81-.54,1.11,1.21v6.63l-1.33,1.01,.12,.12,.67-.46,2.49,2.12,3.15-2.09-.1-.15-.81,.49-1.28-1.16v-7.28c.52,.57,1.11,1.06,1.82,1.06,1.28,0,2.14-1.53,2.29-3.11m11.88,9.81l-.94,.59-5.2-7.76,.27-.37c.57,.34,1.08,.81,2.17,.81s2.47-1.14,2.59-3.23c-.27,.37-.81,.81-1.7,.81-.64,0-1.28-.42-1.67-.81l-3.55,5.22,4.71,7.17,3.42-2.27-.1-.17h0Zm-6.31,.19l-.79,.52-1.08-1.08V.48l-3.89,2.69c.45,.15,.99,.39,.99,1.43v11.81l-1.33,1.01,.12,.12,.67-.46,2.32,2.12,3.11-2.07-.1-.15h0Zm22.89-14.39c0-2.02-1.92-2.63-3.53-2.56V.19c.96,.07,1.7,.46,1.7,1.11,0,.45-.32,1.01-1.28,1.01-.76,0-2.02-.45-3.2-.84-1.3-.45-2.54-.87-3.57-.87-2.02,0-3.55,1.5-3.55,3.35,0,1.5,1.16,2.02,1.63,2.21l.03-.07c-.3-.2-.49-.42-.49-1.06,0-.54,.39-1.26,1.43-1.26,.94,0,2.17,.42,3.8,.88,1.4,.39,2.91,.76,3.75,.87v3.28l-1.58,1.3,1.58,1.36v4.49c-.81,.46-1.75,.61-2.56,.61-1.5,0-2.89-.42-4.02-1.68l4.26-2.07V5.73l-5.2,2.32c.54-1.38,1.55-2.41,2.66-3.08l-.03-.08c-3.08,.84-5.89,3.67-5.89,7.17,0,4.19,3.35,7.3,7.22,7.3,4.19,0,6.65-3.28,6.61-6.75h-.07c-.61,1.33-1.63,2.59-2.78,3.25v-4.38l1.65-1.33-1.65-1.33v-3.28c1.53,0,3.11-1.01,3.11-2.96m-8.78,11.56l-1.21,.61c-.74-.96-1.23-2.32-1.23-4.07,0-.72,.07-1.7,.32-2.39l2.14-.96-.03,6.8h0Zm11.93-12.31l-2.17,1.82,1.85,2.09,2.17-1.82-1.85-2.09Zm3.3,15.15l-.79,.52-1.08-1.08v-7.17l.91-.72-.12-.15-.76,.59-1.8-2.14-2.96,2.07,.1,.17,.74-.49,.99,1.23v6.61l-1.33,1.01,.12,.12,.67-.46,2.32,2.12,3.11-2.07-.1-.15h0Zm16.63-.1l-.74,.49-1.16-1.11v-7.03l.94-.72-.12-.15-.84,.64-2.47-2.2-2.78,2.17-2.44-2.17-2.74,2.14-1.85-2.14-2.96,2.07,.1,.17,.74-.49,1.06,1.21v6.61l-.81,.81,2.36,2,2.29-2.07-.94-.88v-7.04l.61-.45,1.7,1.48v6.16l-.79,.81,2.39,2,2.24-2.07-.94-.88v-7.04l.59-.47,1.72,1.5v6.06l-.69,.72,2.41,2.2,3.18-2.17-.1-.15h.02Zm8.6-1.5l-2.36,1.87-2.71-2.14v-1.33l4.68-3.3-2.36-3.67-5.2,2.86v6.93l3.57,2.59,4.51-3.62-.12-.17h0Zm-5.08-1.88v-5.15l2.27,3.55-2.27,1.6Zm14.12-.97l-2-1.53c1.33-1.16,1.8-2.63,1.8-3.69,0-.15-.03-.42-.05-.67h-.08c-.19,.54-.72,1.01-1.53,1.01s-1.26-.45-1.75-.99l-4.58,2.54v3.72l1.75,1.38c-1.75,1.55-2.09,2.51-2.09,3.4s.52,1.67,1.41,2.02l.07-.12c-.22-.19-.42-.32-.42-.79,0-.34,.35-.88,1.14-.88,1.01,0,1.63,.69,1.95,1.06,0-.03,4.38-2.69,4.38-2.69v-3.77h0Zm-1.03-3.05c-.69,1.23-2.21,2.44-3.11,3.13l-1.11-.94v-3.62c.45,.99,1.36,1.82,2.54,1.82,.69,0,1.14-.12,1.67-.39m-1.9,8.13c-.52-1.16-1.63-2-2.86-2-.3,0-1.21-.03-2,.46,.47-.79,1.87-2.21,3.65-3.28l1.21,1.01v3.8Z"></path></svg></a></div><div class="css-1npft71 e1j3jvdr1"></div></section><section id="masthead-bar-one" class="hasLinks css-c5j6tx e1pjtsj62"><div><div class="css-vfkorq e1pjtsj60"><span> </span></div><div class="css-1bvtpon e1pjtsj61"><a class="css-1pd1msn" href="https://www.nytimes.com/section/todayspaper">Today’s Paper</a></div></div><div class="css-qebcue"></div></section></header></div></div><div><main id="site-content"><div><div class="css-ec8ke8" style="opacity:0.000000001;z-index:-1;visibility:hidden" id="in-story-masthead"><div class="css-1hqnpie"><div class="css-10habuo"><span class="css-1u4hfeb"><a href="/section/upshot">The Upshot</a></span><span class="css-x15j1o">|</span><span class="css-rnl02l">Peer Review: The Worst Way to Judge Research, Except for All the Others</span></div><div class="css-k008qs"><div class="css-b4nnp0"><a href="/" class="css-93zicp" aria-label="New York Times homepage"><svg viewBox="0 0 16 22"><path d="M15.863 13.08c-.687 1.818-1.923 3.147-3.64 3.916v-3.917l2.129-1.958-2.129-1.889V6.505c1.923-.14 3.228-1.609 3.228-3.358C15.45.84 13.32 0 12.086 0c-.275 0-.55 0-.962.14v.14h.481c.824 0 1.51.42 1.51 1.189 0 .63-.48 1.189-1.304 1.189-2.129 0-4.6-1.749-7.279-1.749C2.13.91.481 2.728.481 4.546c0 1.819 1.03 2.448 2.128 2.798v-.14c-.343-.21-.618-.63-.618-1.189 0-.84.756-1.469 1.648-1.469 2.267 0 5.906 1.959 8.172 1.959h.206v2.727l-2.129 1.889 2.13 1.958v3.987c-.894.35-1.786.49-2.748.49-3.502 0-5.768-2.169-5.768-5.806 0-.839.137-1.678.344-2.518l1.785-.769v7.973l3.57-1.608V6.575L3.984 8.953c.55-1.61 1.648-2.728 2.953-3.358v-.07C3.433 6.295 0 9.023 0 13.08c0 4.686 3.914 7.974 8.446 7.974 4.807 0 7.485-3.288 7.554-7.974h-.137z" fill="#000"></path></svg></a><span class="css-18z7m18"><a href="/" data-testid="masthead-logo" aria-label="New York Times homepage"><svg class="css-12fr9lp" viewBox="0 0 184 25" fill="#000" aria-hidden="true"><path d="M14.57,2.57C14.57,.55,12.65-.06,11.04,.01V.19c.96,.07,1.7,.46,1.7,1.11,0,.45-.32,1.01-1.28,1.01-.76,0-2.02-.45-3.2-.84-1.3-.45-2.54-.87-3.57-.87-2.02,0-3.55,1.5-3.55,3.36,0,1.5,1.16,2.02,1.63,2.21l.03-.07c-.3-.2-.49-.42-.49-1.06,0-.54,.39-1.26,1.43-1.26,.94,0,2.17,.42,3.8,.88,1.4,.39,2.91,.76,3.75,.87v3.28l-1.58,1.3,1.58,1.36v4.49c-.81,.46-1.75,.61-2.56,.61-1.5,0-2.88-.42-4.02-1.68l4.26-2.07V5.73l-5.2,2.32c.54-1.38,1.55-2.41,2.66-3.08l-.03-.08C3.31,5.73,.5,8.56,.5,12.06c0,4.19,3.35,7.3,7.22,7.3,4.19,0,6.65-3.28,6.61-6.75h-.08c-.61,1.33-1.63,2.59-2.78,3.25v-4.38l1.65-1.33-1.65-1.33v-3.28c1.53,0,3.11-1.01,3.11-2.96M5.8,14.13l-1.21,.61c-.74-.96-1.23-2.32-1.23-4.07,0-.72,.08-1.7,.32-2.39l2.14-.96-.03,6.8h0Zm19.47-5.76l-.81,.64-2.47-2.2-2.86,2.21V.48l-3.89,2.69c.45,.15,.99,.39,.99,1.43v11.81l-1.33,1.01,.12,.12,.67-.46,2.32,2.12,3.11-2.07-.1-.15-.79,.52-1.08-1.08v-7.12l.74-.54,1.7,1.48v6.19c0,3.92-.87,4.73-2.63,5.37v.1c2.93,.12,5.57-.87,5.57-5.89v-6.75l.88-.72-.12-.15h0Zm5.22,10.8l4.51-3.62-.12-.17-2.36,1.87-2.71-2.14v-1.33l4.68-3.3-2.36-3.67-5.2,2.86v6.8l-1.01,.79,.12,.15,.96-.76,3.5,2.54h-.01Zm-.69-5.67v-5.15l2.27,3.55-2.27,1.6ZM53.65,1.61c0-.32-.08-.59-.2-.96h-.07c-.32,.87-.67,1.33-1.68,1.33-.88,0-1.58-.54-1.95-.94,0,.03-2.96,3.42-2.96,3.42l.15,.12,.84-.96c.64,.49,1.21,1.06,2.63,1.08V13.34l-6.06-10.5c-.47-.79-1.28-1.97-2.66-1.97-1.63,0-2.86,1.4-2.66,3.77h.1c.12-.59,.47-1.33,1.18-1.33,.57,0,1.03,.54,1.3,1.03v3.38c-1.87,0-2.93,.87-2.93,2.34,0,.61,.45,1.94,1.72,2.17v-.07c-.17-.17-.34-.32-.34-.67,0-.57,.42-.88,1.18-.88,.12,0,.3,.03,.37,.05v4.38c-2.2,.03-3.89,1.23-3.89,3.31s1.7,2.88,3.47,2.78v-.07c-1.11-.12-1.68-.69-1.68-1.5,0-.88,.64-1.36,1.45-1.36s1.43,.52,1.95,1.11l2.96-3.33-.12-.12-.76,.87c-1.14-1.01-1.87-1.48-3.18-1.68V4.67l8.36,14.57h.45V4.72c1.6-.1,3.03-1.3,3.03-3.11m2.81,17.54l4.51-3.62-.12-.17-2.36,1.87-2.71-2.14v-1.33l4.68-3.3-2.36-3.67-5.2,2.86v6.8l-1.01,.79,.12,.15,.96-.76,3.5,2.54h0Zm-.69-5.67v-5.15l2.27,3.55-2.27,1.6Zm21.22-5.52l-.69,.52-1.97-1.68-2.29,2.07,.94,.88v7.72l-2.34-1.6v-6.26l.81-.57-2.41-2.24-2.24,2.07,.94,.88v7.46l-.15,.1-2.2-1.6v-6.13c0-1.43-.72-1.85-1.63-2.41-.76-.47-1.16-.91-1.16-1.63,0-.79,.69-1.11,.91-1.23-.79-.03-2.98,.76-3.03,2.76-.03,1.03,.47,1.48,.99,1.97,.52,.49,1.01,.96,1.01,1.83v6.01l-1.06,.84,.12,.12,1.01-.79,2.63,2.14,2.51-1.75,2.76,1.75,5.42-3.2v-6.95l1.21-.94-.1-.15h0Zm18.15-5.84l-1.03,.94-2.32-2.02-3.13,2.51V1.19h-.19V18.12c-.34-.05-1.06-.25-1.85-.37V3.58c0-1.03-.74-2.47-2.59-2.47s-3.01,1.56-3.01,2.91h.08c.1-.61,.52-1.16,1.13-1.16s1.18,.39,1.18,1.78v4.04c-1.75,.07-2.81,1.16-2.81,2.34,0,.67,.42,1.92,1.75,1.97v-.1c-.45-.19-.54-.42-.54-.67,0-.59,.57-.79,1.36-.79h.19v6.51c-1.5,.52-2.2,1.53-2.2,2.78,0,1.72,1.38,3.05,3.4,3.05,1.43,0,2.44-.25,3.75-.54,1.06-.22,2.21-.47,2.83-.47,.79,0,1.14,.35,1.14,.91,0,.72-.27,1.08-.69,1.21v.1c1.7-.32,2.69-1.3,2.69-2.83s-1.5-2.54-3.18-2.54c-.87,0-2.44,.27-3.72,.57-1.43,.32-2.66,.47-3.11,.47-.72,0-1.6-.32-1.6-1.28,0-.87,.72-1.56,2.49-1.56,.96,0,1.9,.15,3.08,.42,1.26,.27,2.12,.64,3.2,.64,1.5,0,2.71-.54,2.71-2.74V3.29l1.11-1.01-.12-.15h0Zm-4.24,6.78c-.27,.3-.59,.54-1.11,.54-.57,0-.87-.3-1.14-.54V3.81l.74-.59,1.5,1.28v4.41h0Zm0,2.41c-.25-.25-.57-.47-1.11-.47s-.91,.27-1.14,.47v-2.17c.22,.19,.59,.49,1.14,.49s.87-.25,1.11-.49v2.17Zm0,5.1c0,.84-.42,1.78-1.5,1.78-.17,0-.57-.03-.74-.05v-6.58c.25-.22,.57-.52,1.14-.52,.52,0,.81,.25,1.11,.52v4.86h0Zm8.78,2.74l5.03-3.13v-6.85l-3.25-2.39-5.03,2.88v6.78l-.99,.79,.1,.15,.81-.67,3.33,2.44h0Zm-.37-3.55v-7.3l2.51,1.87v7.3l-2.51-1.87Zm15.01-8.65c-.39,.27-.74,.42-1.11,.42-.39,0-.88-.25-1.14-.57,0,.03-1.87,2.02-1.87,2.02l-1.87-2.02-3.05,2.12,.1,.17,.81-.54,1.11,1.21v6.63l-1.33,1.01,.12,.12,.67-.46,2.49,2.12,3.15-2.09-.1-.15-.81,.49-1.28-1.16v-7.28c.52,.57,1.11,1.06,1.82,1.06,1.28,0,2.14-1.53,2.29-3.11m11.88,9.81l-.94,.59-5.2-7.76,.27-.37c.57,.34,1.08,.81,2.17,.81s2.47-1.14,2.59-3.23c-.27,.37-.81,.81-1.7,.81-.64,0-1.28-.42-1.67-.81l-3.55,5.22,4.71,7.17,3.42-2.27-.1-.17h0Zm-6.31,.19l-.79,.52-1.08-1.08V.48l-3.89,2.69c.45,.15,.99,.39,.99,1.43v11.81l-1.33,1.01,.12,.12,.67-.46,2.32,2.12,3.11-2.07-.1-.15h0Zm22.89-14.39c0-2.02-1.92-2.63-3.53-2.56V.19c.96,.07,1.7,.46,1.7,1.11,0,.45-.32,1.01-1.28,1.01-.76,0-2.02-.45-3.2-.84-1.3-.45-2.54-.87-3.57-.87-2.02,0-3.55,1.5-3.55,3.35,0,1.5,1.16,2.02,1.63,2.21l.03-.07c-.3-.2-.49-.42-.49-1.06,0-.54,.39-1.26,1.43-1.26,.94,0,2.17,.42,3.8,.88,1.4,.39,2.91,.76,3.75,.87v3.28l-1.58,1.3,1.58,1.36v4.49c-.81,.46-1.75,.61-2.56,.61-1.5,0-2.89-.42-4.02-1.68l4.26-2.07V5.73l-5.2,2.32c.54-1.38,1.55-2.41,2.66-3.08l-.03-.08c-3.08,.84-5.89,3.67-5.89,7.17,0,4.19,3.35,7.3,7.22,7.3,4.19,0,6.65-3.28,6.61-6.75h-.07c-.61,1.33-1.63,2.59-2.78,3.25v-4.38l1.65-1.33-1.65-1.33v-3.28c1.53,0,3.11-1.01,3.11-2.96m-8.78,11.56l-1.21,.61c-.74-.96-1.23-2.32-1.23-4.07,0-.72,.07-1.7,.32-2.39l2.14-.96-.03,6.8h0Zm11.93-12.31l-2.17,1.82,1.85,2.09,2.17-1.82-1.85-2.09Zm3.3,15.15l-.79,.52-1.08-1.08v-7.17l.91-.72-.12-.15-.76,.59-1.8-2.14-2.96,2.07,.1,.17,.74-.49,.99,1.23v6.61l-1.33,1.01,.12,.12,.67-.46,2.32,2.12,3.11-2.07-.1-.15h0Zm16.63-.1l-.74,.49-1.16-1.11v-7.03l.94-.72-.12-.15-.84,.64-2.47-2.2-2.78,2.17-2.44-2.17-2.74,2.14-1.85-2.14-2.96,2.07,.1,.17,.74-.49,1.06,1.21v6.61l-.81,.81,2.36,2,2.29-2.07-.94-.88v-7.04l.61-.45,1.7,1.48v6.16l-.79,.81,2.39,2,2.24-2.07-.94-.88v-7.04l.59-.47,1.72,1.5v6.06l-.69,.72,2.41,2.2,3.18-2.17-.1-.15h.02Zm8.6-1.5l-2.36,1.87-2.71-2.14v-1.33l4.68-3.3-2.36-3.67-5.2,2.86v6.93l3.57,2.59,4.51-3.62-.12-.17h0Zm-5.08-1.88v-5.15l2.27,3.55-2.27,1.6Zm14.12-.97l-2-1.53c1.33-1.16,1.8-2.63,1.8-3.69,0-.15-.03-.42-.05-.67h-.08c-.19,.54-.72,1.01-1.53,1.01s-1.26-.45-1.75-.99l-4.58,2.54v3.72l1.75,1.38c-1.75,1.55-2.09,2.51-2.09,3.4s.52,1.67,1.41,2.02l.07-.12c-.22-.19-.42-.32-.42-.79,0-.34,.35-.88,1.14-.88,1.01,0,1.63,.69,1.95,1.06,0-.03,4.38-2.69,4.38-2.69v-3.77h0Zm-1.03-3.05c-.69,1.23-2.21,2.44-3.11,3.13l-1.11-.94v-3.62c.45,.99,1.36,1.82,2.54,1.82,.69,0,1.14-.12,1.67-.39m-1.9,8.13c-.52-1.16-1.63-2-2.86-2-.3,0-1.21-.03-2,.46,.47-.79,1.87-2.21,3.65-3.28l1.21,1.01v3.8Z"></path></svg></a></span></div><span class="css-1n6z4y">https://www.nytimes.com/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html</span><div class="css-tvohiw"><div role="toolbar" data-testid="share-tools" aria-label="Social Media Share buttons, Save button, and Comments Panel with current comment count" class="css-yomkvi"><div></div><div class="css-4skfbu"><ul><li class="css-1c5ewvl"><div class="css-vxcmzt"><div class="css-79elbk"><button type="button" aria-label="" aria-expanded="false" class="css-1eeh360 actionbar-button" data-testid="gift-article-button"><span class="css-10d8k1f"><svg aria-hidden="true" width="19" height="19" viewBox="0 0 19 19"><path d="M18.04 5.293h-2.725c.286-.34.493-.74.606-1.17a2.875 2.875 0 0 0-.333-2.322A2.906 2.906 0 0 0 13.64.48a3.31 3.31 0 0 0-2.372.464 3.775 3.775 0 0 0-1.534 2.483l-.141.797-.142-.847A3.745 3.745 0 0 0 7.927.923 3.31 3.31 0 0 0 5.555.459 2.907 2.907 0 0 0 3.607 1.78a2.877 2.877 0 0 0-.333 2.321c.117.429.324.828.606 1.171H1.155a.767.767 0 0 0-.757.757v3.674a.767.767 0 0 0 .757.757h.424v7.53A1.01 1.01 0 0 0 2.588 19h14.13a1.01 1.01 0 0 0 1.01-.959v-7.56h.424a.758.758 0 0 0 .757-.757V6.05a.759.759 0 0 0-.868-.757Zm-7.196-1.625a2.665 2.665 0 0 1 1.01-1.736 2.24 2.24 0 0 1 1.574-.313 1.817 1.817 0 0 1 1.211.818 1.857 1.857 0 0 1 .202 1.453 2.2 2.2 0 0 1-.838 1.191h-3.431l.272-1.413ZM4.576 2.386a1.837 1.837 0 0 1 1.221-.817 2.23 2.23 0 0 1 1.565.313 2.624 2.624 0 0 1 1.01 1.736l.242 1.453H5.182a2.2 2.2 0 0 1-.838-1.19 1.857 1.857 0 0 1 .202-1.495h.03ZM1.548 6.424h7.54V9.39h-7.58l.04-2.967Zm1.181 4.128h6.359v7.287H2.729v-7.287Zm13.777 7.287h-6.348v-7.307h6.348v7.307Zm1.181-8.468h-7.53V6.404h7.53V9.37Z" fill="#121212" fill-rule="nonzero"></path></svg>Share full article</span></button></div></div></li><li class="css-1qy6wq7"><div class="css-vxcmzt"><div class="css-79elbk"><button type="button" aria-label="More sharing options ..." aria-expanded="false" class="css-1nurhyi actionbar-button"><svg aria-hidden="true" width="23" height="18" viewBox="0 0 23 18" class="css-zd9juy"><path d="M1.357 17.192a.663.663 0 0 1-.642-.81c1.82-7.955 6.197-12.068 12.331-11.68V1.127a.779.779 0 0 1 .42-.653.726.726 0 0 1 .78.106l8.195 6.986a.81.81 0 0 1 .253.557.82.82 0 0 1-.263.547l-8.196 6.955a.83.83 0 0 1-.779.105.747.747 0 0 1-.42-.663V11.29c-8.418-.905-10.974 5.177-11.08 5.45a.662.662 0 0 1-.6.453Zm10.048-7.26a16.37 16.37 0 0 1 2.314.158.81.81 0 0 1 .642.726v3.02l6.702-5.682-6.702-5.692v2.883a.767.767 0 0 1-.242.536.747.747 0 0 1-.547.18c-4.808-.537-8.364 1.85-10.448 6.922a11.679 11.679 0 0 1 8.28-3.093v.042Z" fill="#000" fill-rule="nonzero"></path></svg></button></div></div></li><li class="css-1qy6wq7 save-button"><button type="button" role="switch" class="css-1yhvmgx actionbar-button" data-testid="save-article-button" aria-label="Save article for reading later..." aria-checked="false" disabled="" aria-busy="false" aria-live="polite"><svg width="12" height="18" viewBox="0 0 12 18" class="css-eap6fy"><g fill-rule="nonzero"><path class="saved-fill" d="M1.157 1.268v14.288l4.96-3.813 4.753 3.843V1.268z"></path><path class="saved-stroke" d="m12 18-5.9-4.756L0 17.98V1.014C0 .745.095.487.265.297.435.107.664 0 .904 0h10.192c.24 0 .47.107.64.297.169.19.264.448.264.717V18ZM1.157 1.268v14.288l4.96-3.813 4.753 3.843V1.268H1.158Z"></path></g></svg></button></li><li class="css-1qy6wq7 commentAdjustClass"><span class="css-1nii3md actionbar-button"><div class="css-1mlnk6q" style="padding:8px 10px 7px;font-weight:normal"><svg aria-hidden="true" width="21" height="18" viewBox="0 0 21 18" class="css-2urdiw"><path d="m14.52 17.831-5.715-4.545H2.4a1.468 1.468 0 0 1-1.468-1.469V1.894A1.471 1.471 0 0 1 2.4.405h16.583a1.469 1.469 0 0 1 1.469 1.469v9.923a1.469 1.469 0 0 1-1.47 1.47H14.58l-.06 4.564ZM2.4 1.645a.228.228 0 0 0-.228.229v9.923a.228.228 0 0 0 .228.229h6.811l4.06 3.235v-3.235h5.652a.228.228 0 0 0 .229-.229V1.874a.228.228 0 0 0-.229-.229H2.4Z" fill="#121212" fill-rule="nonzero"></path></svg><span class="css-1re6eyk"><a href="/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html">81</a></span></div></span></li></ul></div></div></div></div></div></div><article id="story" class="css-1vxca1d e1lmdhsb0"><div class="css-1lnfix7"></div><div id="top-wrapper" class="css-1aeqhal"><div id="top-slug" class="css-l9onyx"><p>Advertisement</p></div><a href="#after-top" class="css-777zgl">SKIP ADVERTISEMENT</a><div class="ad top-wrapper css-rfqw0c" style="min-height:90px"><div id="top" class="place-ad" data-position="top" data-size-key="top" data-lazy-load="true"></div></div><div id="after-top"></div></div><div aria-live="polite"><div class="css-1dv1kvn">You have a preview view of this article while we are checking your access. When we have confirmed access, the full article content will load.</div></div><header class="css-1gkjb1c euiyums1"><div class="css-10zpvha" data-testid="brand-bar"><div class=""><a href="https://www.nytimes.com/section/upshot" data-testid="story-section" class="css-lrgcsu"><svg class="css-2ov6oh" width="122" height="24" viewBox="0 0 285 54"><title>The Upshot</title><path d="M8.444 21.889c4.664 0 8.444-3.78 8.444-8.444a8.444 8.444 0 1 0-16.888 0 8.443 8.443 0 0 0 8.444 8.444M8.444 43a8.444 8.444 0 0 0 8.444-8.444 8.444 8.444 0 1 0-16.888 0A8.444 8.444 0 0 0 8.444 43" fill="#bad62d"></path><path d="M57.971 20.687h-6.528v-6.145h-2.784v18.865h3.888V40.8H32.385v-7.393h3.84V14.542h-2.736v6.145h-6.576V7.148h31.059v13.539zM90.371 40.8h-12.77V27.263c0-2.112-1.008-3.265-2.592-3.265-1.873 0-2.593 1.633-2.593 3.937v6.625h1.92v6.24H59.744v-6.24h1.824V13.39h-1.824V7.148h12.673v13.346c3.024-2.208 4.944-3.217 7.776-3.217 4.177 0 8.257 2.305 8.257 7.585v9.697h1.921V40.8zM116.818 31.631h-15.121c.336 2.305 1.488 3.889 3.984 3.889 1.632 0 2.64-.769 3.6-2.017h7.537c-.528 1.681-1.393 3.169-2.641 4.417-2.399 2.399-6.048 3.36-9.36 3.36-3.456 0-7.297-.721-9.985-3.121-2.64-2.352-3.984-5.472-3.984-8.977 0-7.536 6.001-11.905 13.153-11.905 3.12 0 5.856.769 8.353 2.688 2.833 2.16 4.561 5.904 4.561 9.409-.001.769-.049 1.489-.097 2.257zm-9.457-3.552v-.576c0-1.969-.479-3.984-2.832-3.984-1.248 0-2.16.672-2.592 1.824-.336.815-.24 1.872-.24 2.736h5.664zM151.187 14.542h-2.64v15.265c0 3.12-.864 5.473-2.784 7.489-2.688 2.784-6.577 4.128-11.569 4.128-6.769 0-11.089-2.448-12.961-7.488-.672-1.776-.864-3.648-.864-7.537V14.542h-2.977V7.148h18.338v7.394h-2.929v13.201c0 1.68.24 2.784.769 3.696.72 1.199 2.16 1.92 3.792 1.92 2.257 0 3.841-1.584 3.841-3.984V14.542h-2.641V7.148h12.625v7.394zM177.634 37.92c-1.92 2.112-4.656 3.36-7.152 3.36-2.064 0-4.032-.673-6.961-2.448V43.2h2.593v6.24h-15.361V43.2h1.92V23.998h-1.92v-6.24h12.769v2.16c2.784-1.92 4.849-2.641 7.297-2.641 2.352 0 4.416.816 6.048 2.353 2.353 2.256 3.841 5.952 3.841 9.648-.002 3.41-1.106 6.53-3.074 8.642zm-10.993-14.401c-2.064 0-3.12 1.776-3.12 5.376 0 3.841.912 5.856 3.12 5.856 2.641 0 3.217-2.784 3.217-5.28-.001-2.208-.097-5.952-3.217-5.952zM195.775 41.28c-2.399 0-4.08-.385-7.488-1.633V40.8h-5.185v-7.681h5.137c.624 2.017 1.44 3.072 3.408 3.072 1.488 0 2.4-.624 2.4-1.776 0-.815-.528-1.439-1.536-1.872l-4.992-2.112c-2.545-1.104-3.889-3.36-3.889-5.76 0-3.937 3.889-7.394 8.785-7.394 2.016 0 3.696.433 5.952 1.44v-.96h5.232v7.393H198.8c-.432-2.304-1.296-3.552-3.024-3.552-1.248 0-2.208.768-2.208 1.775 0 .864.576 1.584 1.776 2.064l4.896 1.92c3.216 1.248 4.704 3.312 4.704 6.097 0 4.417-3.744 7.826-9.169 7.826zM236.145 40.8h-12.769V27.263c0-2.112-1.008-3.265-2.593-3.265-1.872 0-2.592 1.633-2.592 3.937v6.625h1.92v6.24h-14.593v-6.24h1.824V13.39h-1.824V7.148h12.673v13.346c3.024-2.208 4.944-3.217 7.776-3.217 4.177 0 8.257 2.305 8.257 7.585v9.697h1.92V40.8zM251.551 41.28c-7.152 0-13.969-4.177-13.969-11.953 0-7.825 6.672-12.05 13.921-12.05 7.345 0 13.873 4.177 13.873 12.098 0 7.776-6.673 11.905-13.825 11.905zm-.145-17.761c-2.592 0-2.976 3.36-2.976 5.28s.24 5.952 2.976 5.952c2.736 0 3.121-3.216 3.121-5.28 0-2.16-.144-5.952-3.121-5.952zM283.855 40.8H269.79V23.998h-2.16v-6.24h2.16v-7.2h10.849v7.2h3.217v6.24h-3.217V34.56h3.217v6.24z" fill="currentColor"></path></svg></a></div></div><div id="sponsor-wrapper" class="css-1hyfx7x"><div id="sponsor-slug" class="css-19vbshk"><p>Supported by</p></div><a href="#after-sponsor" class="css-777zgl">SKIP ADVERTISEMENT</a><div class="ad sponsor-wrapper css-rfqw0c" id="sponsor"></div><div id="after-sponsor"></div></div><div class="css-hme5ai euiyums0"><p class="css-1ca3kv7 e6idgb70">The New Health Care</p></div><div class="css-1vkm6nb ehdk2mb0"><h1 id="link-2432d479" class="css-88wicj e1h9rw200" data-testid="headline">Peer Review: The Worst Way to Judge Research, Except for All the Others</h1></div><p id="article-summary" class="css-79rysd e1wiw3jv0">A look at the system’s weaknesses, and possible ways to combat them. </p><div class="css-10cldcv"><div role="toolbar" data-testid="share-tools" aria-label="Social Media Share buttons, Save button, and Comments Panel with current comment count" class="css-yomkvi"><div></div><div class="css-1iyvej0"><ul class="css-1atjma0"><li class="css-1c5ewvl"><div class="css-vxcmzt"><div class="css-79elbk"><button type="button" aria-label="" aria-expanded="false" class="css-1eeh360 actionbar-button" data-testid="gift-article-button"><span class="css-10d8k1f"><svg aria-hidden="true" width="19" height="19" viewBox="0 0 19 19"><path d="M18.04 5.293h-2.725c.286-.34.493-.74.606-1.17a2.875 2.875 0 0 0-.333-2.322A2.906 2.906 0 0 0 13.64.48a3.31 3.31 0 0 0-2.372.464 3.775 3.775 0 0 0-1.534 2.483l-.141.797-.142-.847A3.745 3.745 0 0 0 7.927.923 3.31 3.31 0 0 0 5.555.459 2.907 2.907 0 0 0 3.607 1.78a2.877 2.877 0 0 0-.333 2.321c.117.429.324.828.606 1.171H1.155a.767.767 0 0 0-.757.757v3.674a.767.767 0 0 0 .757.757h.424v7.53A1.01 1.01 0 0 0 2.588 19h14.13a1.01 1.01 0 0 0 1.01-.959v-7.56h.424a.758.758 0 0 0 .757-.757V6.05a.759.759 0 0 0-.868-.757Zm-7.196-1.625a2.665 2.665 0 0 1 1.01-1.736 2.24 2.24 0 0 1 1.574-.313 1.817 1.817 0 0 1 1.211.818 1.857 1.857 0 0 1 .202 1.453 2.2 2.2 0 0 1-.838 1.191h-3.431l.272-1.413ZM4.576 2.386a1.837 1.837 0 0 1 1.221-.817 2.23 2.23 0 0 1 1.565.313 2.624 2.624 0 0 1 1.01 1.736l.242 1.453H5.182a2.2 2.2 0 0 1-.838-1.19 1.857 1.857 0 0 1 .202-1.495h.03ZM1.548 6.424h7.54V9.39h-7.58l.04-2.967Zm1.181 4.128h6.359v7.287H2.729v-7.287Zm13.777 7.287h-6.348v-7.307h6.348v7.307Zm1.181-8.468h-7.53V6.404h7.53V9.37Z" fill="#121212" fill-rule="nonzero"></path></svg>Share full article</span></button></div></div></li><li class="css-1qy6wq7"><div class="css-vxcmzt"><div class="css-79elbk"><button type="button" aria-label="More sharing options ..." aria-expanded="false" class="css-1nurhyi actionbar-button"><svg aria-hidden="true" width="23" height="18" viewBox="0 0 23 18" class="css-zd9juy"><path d="M1.357 17.192a.663.663 0 0 1-.642-.81c1.82-7.955 6.197-12.068 12.331-11.68V1.127a.779.779 0 0 1 .42-.653.726.726 0 0 1 .78.106l8.195 6.986a.81.81 0 0 1 .253.557.82.82 0 0 1-.263.547l-8.196 6.955a.83.83 0 0 1-.779.105.747.747 0 0 1-.42-.663V11.29c-8.418-.905-10.974 5.177-11.08 5.45a.662.662 0 0 1-.6.453Zm10.048-7.26a16.37 16.37 0 0 1 2.314.158.81.81 0 0 1 .642.726v3.02l6.702-5.682-6.702-5.692v2.883a.767.767 0 0 1-.242.536.747.747 0 0 1-.547.18c-4.808-.537-8.364 1.85-10.448 6.922a11.679 11.679 0 0 1 8.28-3.093v.042Z" fill="#000" fill-rule="nonzero"></path></svg></button></div></div></li><li class="css-1qy6wq7 save-button"><button type="button" role="switch" class="css-1yhvmgx actionbar-button" data-testid="save-article-button" aria-label="Save article for reading later..." aria-checked="false" disabled="" aria-busy="false" aria-live="polite"><svg width="12" height="18" viewBox="0 0 12 18" class="css-eap6fy"><g fill-rule="nonzero"><path class="saved-fill" d="M1.157 1.268v14.288l4.96-3.813 4.753 3.843V1.268z"></path><path class="saved-stroke" d="m12 18-5.9-4.756L0 17.98V1.014C0 .745.095.487.265.297.435.107.664 0 .904 0h10.192c.24 0 .47.107.64.297.169.19.264.448.264.717V18ZM1.157 1.268v14.288l4.96-3.813 4.753 3.843V1.268H1.158Z"></path></g></svg></button></li><li class="css-1qy6wq7 commentAdjustClass"><span class="css-1nii3md actionbar-button"><div class="css-1mlnk6q" style="padding:8px 10px 7px;font-weight:normal"><svg aria-hidden="true" width="21" height="18" viewBox="0 0 21 18" class="css-2urdiw"><path d="m14.52 17.831-5.715-4.545H2.4a1.468 1.468 0 0 1-1.468-1.469V1.894A1.471 1.471 0 0 1 2.4.405h16.583a1.469 1.469 0 0 1 1.469 1.469v9.923a1.469 1.469 0 0 1-1.47 1.47H14.58l-.06 4.564ZM2.4 1.645a.228.228 0 0 0-.228.229v9.923a.228.228 0 0 0 .228.229h6.811l4.06 3.235v-3.235h5.652a.228.228 0 0 0 .229-.229V1.874a.228.228 0 0 0-.229-.229H2.4Z" fill="#121212" fill-rule="nonzero"></path></svg><span class="css-1re6eyk"><a href="/2018/11/05/upshot/peer-review-the-worst-way-to-judge-research-except-for-all-the-others.html">81</a></span></div></span></li></ul></div></div></div><div data-testid="imageblock-wrapper"><figure class="sizeMedium layoutHorizontal css-nlqgyf" aria-label="media" role="group"><div class="css-1xb94ky" data-testid="imageContainer-children-Image"><img alt="" class="css-rq4mmj" src="https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-articleLarge.jpg?quality=75&auto=webp&disable=upscale" srcSet="https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-articleLarge.jpg?quality=75&auto=webp 600w,https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-jumbo.jpg?quality=75&auto=webp 1024w,https://static01.nyt.com/images/2018/11/02/upshot/00up-final-crop-peer/00up-final-crop-peer-superJumbo.jpg?quality=75&auto=webp 1631w" sizes="((min-width: 600px) and (max-width: 1004px)) 84vw, (min-width: 1005px) 60vw, 100vw" decoding="async" width="600" height="366"/></div><figcaption data-testid="photoviewer-children-ImageCaption" class="css-ktho12 e3rygrp0"><span class="css-jevhma e13ogyst0"> </span><span class="css-14fe1uy e1z0qqy90"><span class="css-1ly73wi e1tej78p0">Credit...</span><span><span aria-hidden="false">Tony Cenicola/The New York Times</span></span></span></figcaption></figure></div><div class="css-103l8m3"><div class="css-1u5onbp epjyd6m1"><div class="css-165eim7 ey68jwv0" aria-hidden="true"><a href="https://www.nytimes.com/by/aaron-e-carroll" class="css-uwwqev"><img alt="Aaron E. Carroll" title="Aaron E. Carroll" src="https://static01.nyt.com/images/2015/08/19/upshot/up-carroll-headshot/up-carroll-headshot-thumbLarge.jpg" class="css-dc6zx6 ey68jwv2"/></a></div><div class="css-233int epjyd6m0"><p class="css-4anu6l e1jsehar1"><span class="byline-prefix">By </span><a href="https://www.nytimes.com/by/aaron-e-carroll" class="last-byline css-ojhyzr e1jsehar0" itemProp="name">Aaron E. Carroll</a></p></div></div></div><div class="css-3xqm5e"><time class="css-1g7pp1u e16638kd0" dateTime="2018-11-05T05:00:01-05:00">Nov. 5, 2018</time></div></header><section name="articleBody" class="meteredContent css-1r7ky0e"><div class="css-s99gbd StoryBodyCompanionColumn" data-testid="companionColumn-0"><div class="css-53u6y8"><p class="css-at9mc1 evys1bk0">Even before the <a class="css-yywogo" href="https://www.nytimes.com/2018/10/04/arts/academic-journals-hoax.html" title="">recent news</a> that a group of researchers managed to get several ridiculous fake studies published in reputable academic journals, <a class="css-yywogo" href="https://www.healthnewsreview.org/2018/04/uncovering-new-peer-review-problems-this-time-at-the-bmj/" title="" rel="noopener noreferrer" target="_blank">people have been aware</a> of <a class="css-yywogo" href="https://www.nytimes.com/2014/07/11/science/science-journal-pulls-60-papers-in-peer-review-fraud.html" title="">problems</a> with peer review.</p><p class="css-at9mc1 evys1bk0">Throwing out the system — which deems whether research is robust and worth being published — would do more harm than good. But it makes sense to be aware of peer review’s potential weaknesses.</p><p class="css-at9mc1 evys1bk0"><strong class="css-8qgvsz ebyp5n10">Reviewers may be overworked and underprepared. </strong>Although they’re experts in the subject they are reading about, they get no specific training to do peer review, and are rarely paid for it. With <a class="css-yywogo" href="https://www.stm-assoc.org/2015_02_20_STM_Report_2015.pdf" title="" rel="noopener noreferrer" target="_blank">2.5 million peer-reviewed papers</a> published annually worldwide — and more that are reviewed but never published — it can be hard to find enough people to review all the work. </p><p class="css-at9mc1 evys1bk0"><strong class="css-8qgvsz ebyp5n10">There is evidence that reviewers are not always consistent. </strong> A 1982 <a class="css-yywogo" href="https://www.cambridge.org/core/journals/behavioral-and-brain-sciences/article/peerreview-practices-of-psychological-journals-the-fate-of-published-articles-submitted-again/AFE650EB49A6B17992493DE5E49E4431" title="" rel="noopener noreferrer" target="_blank">paper</a> describes a study in which two researchers selected 12 articles already accepted by highly regarded journals, swapped the real names and academic affiliations for false ones, and resubmitted the identical material to the same journals that had already accepted them in the previous 18 to 32 months. Only 8 percent of editors or reviewers noticed the duplication, and three papers were detected and pulled. Of the nine papers that continued through the review process, eight were turned down, with 89 percent of reviewers recommending rejection. </p></div><aside class="css-ew4tgv" aria-label="companion column"></aside></div><div data-testid="Dropzone-1"></div><div class="css-s99gbd StoryBodyCompanionColumn" data-testid="companionColumn-1"><div class="css-53u6y8"><p class="css-at9mc1 evys1bk0"><strong class="css-8qgvsz ebyp5n10">Peer review may be inhibiting innovation. </strong>It takes significant reviewer agreement to have a paper accepted. One potential downside is that important research bucking a trend or overturning accepted wisdom may face challenges surviving peer review. In 2015, a <a class="css-yywogo" href="http://www.pnas.org/content/112/2/360.full" title="" rel="noopener noreferrer" target="_blank">study published in P.N.A.S</a>. tracked more than 1,000 manuscripts submitted to three prestigious medical journals. Of the 808 that were published at some point, the 2 percent that were most frequently cited had been rejected by the journals.</p><p class="css-at9mc1 evys1bk0"><strong class="css-8qgvsz ebyp5n10">An even bigger issue is that peer review may be biased.</strong> Reviewers can usually see the names of the authors and their institutions, and multiple studies have shown that reviews preferentially accept or reject articles based on a number of demographic factors. In a study <a class="css-yywogo" href="https://elifesciences.org/articles/21718" title="" rel="noopener noreferrer" target="_blank">published in eLife last year</a>, researchers created a database consisting of more than 9,000 editors, 43,000 reviewers and 126,000 authors whose work led to about 41,000 articles in 142 journals in a number of domains. They found that women made up only 26 percent of editors, 28 percent of reviewers and 37 percent of authors. Analyses showed that this was not because fewer women were available for each role. </p><div class="css-1336jj"><div class="css-121kum4"><div class="css-171d1bw"></div><div class="css-asuuk5"><noscript><div class="css-7axq9l" data-testid="optimistic-truncator-noscript"><svg width="24" height="24" viewBox="0 0 24 24" aria-hidden="true" class="css-1b5b8u1"><path fill="currentColor" fill-rule="evenodd" d="M2.5 12a9.5 9.5 0 1 1 19 0 9.5 9.5 0 0 1-19 0Zm8.5 1.75v-7.5h2v7.5h-2Zm0 2v2h2v-2h-2Z" clip-rule="evenodd"></path></svg><div data-testid="optimistic-truncator-noscript-message" class="css-6yo1no"><p class="css-3kpklk">We are having trouble retrieving the article content.</p><p class="css-3kpklk">Please enable JavaScript in your browser settings.</p></div></div></noscript><div class="css-1dv1kvn" id="optimistic-truncator-a11y" tabindex="-1"><hr/><p>Thank you for your patience while we verify access. If you are in Reader mode please exit and <a href="https://myaccount.nytimes.com/auth/login?response_type=cookie&client_id=vi&redirect_uri=https%3A%2F%2Fwww.nytimes.com%2F2018%2F11%2F05%2Fupshot%2Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html&asset=opttrunc">log into</a> your Times account, or <a href="https://www.nytimes.com/subscription?campaignId=89WYR&redirect_uri=https%3A%2F%2Fwww.nytimes.com%2F2018%2F11%2F05%2Fupshot%2Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html">subscribe</a> for all of The Times.</p><hr/></div><div class="css-1g71tqy"><svg width="24" height="24" viewBox="0 0 24 24" aria-hidden="true" class="css-63woee" data-testid="optimistic-truncator-spinner"><g fill="currentColor"><path d="M11.28 22.8a.72.72 0 1 0 1.44 0v-6.72a.72.72 0 1 0-1.44 0v6.72Z" opacity=".37"></path><path d="M17.766 21.16a.72.72 0 1 0 1.165-.846l-3.95-5.436a.72.72 0 1 0-1.165.846l3.95 5.437Z" opacity=".26"></path><path d="M1.506 14.653a.72.72 0 0 0 .445 1.37l6.391-2.078a.72.72 0 1 0-.445-1.369l-6.39 2.077Z" opacity=".61"></path><path d="M5.07 20.314a.72.72 0 0 0 1.164.847l3.95-5.437a.72.72 0 1 0-1.165-.846l-3.95 5.436Z" opacity=".48"></path><path d="M22.049 16.022a.72.72 0 0 0 .445-1.37l-6.391-2.076a.72.72 0 1 0-.445 1.37l6.39 2.076Z" opacity=".17"></path><path d="M22.494 9.347a.72.72 0 1 0-.445-1.37l-6.391 2.078a.72.72 0 1 0 .445 1.369l6.39-2.077Z" opacity=".09"></path><path d="M6.234 2.84a.72.72 0 0 0-1.165.846l3.95 5.436a.72.72 0 0 0 1.165-.846l-3.95-5.437Z" opacity=".87"></path><path d="M1.951 7.978a.72.72 0 1 0-.445 1.37l6.391 2.076a.72.72 0 1 0 .445-1.37l-6.39-2.076Z" opacity=".74"></path><path d="M18.93 3.686a.72.72 0 0 0-1.164-.847l-3.95 5.437a.72.72 0 0 0 1.165.846l3.95-5.436Z" opacity=".02"></path><path d="M12.72 1.2a.72.72 0 1 0-1.44 0v6.72a.72.72 0 0 0 1.44 0V1.2Z"></path></g></svg><div data-testid="optimistic-truncator-message" class="css-6yo1no"><p class="css-3kpklk">Thank you for your patience while we verify access.</p><p class="css-3kpklk">Already a subscriber? <a data-testid="log-in-link" class="css-z5ryv4" href="https://myaccount.nytimes.com/auth/login?response_type=cookie&client_id=vi&redirect_uri=https%3A%2F%2Fwww.nytimes.com%2F2018%2F11%2F05%2Fupshot%2Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html&asset=opttrunc">Log in</a>.</p><p class="css-3kpklk">Want all of The Times? <a data-testid="subscribe-link" class="css-z5ryv4" href="https://www.nytimes.com/subscription?campaignId=89WYR&redirect_uri=https%3A%2F%2Fwww.nytimes.com%2F2018%2F11%2F05%2Fupshot%2Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html">Subscribe</a>.</p></div></div></div></div></div></div><aside class="css-ew4tgv" aria-label="companion column"></aside></div></section><div data-testid="lazy-loader"></div><div data-testid="lazy-loader"></div><div id="bottom-sheet-sensor"><div data-testid="lazy-loader"></div></div><div><div id="bottom-wrapper" class="css-sxwst7"><div id="bottom-slug" class="css-l9onyx"><p>Advertisement</p></div><a href="#after-bottom" class="css-777zgl">SKIP ADVERTISEMENT</a><div class="ad bottom-wrapper css-rfqw0c" id="bottom" style="min-height:90px"></div><div id="after-bottom"></div></div></div></article></div></main><nav class="css-1jmk4jh" id="site-index" aria-labelledby="site-index-label" data-testid="site-index"><h2 class="css-1dv1kvn" id="site-index-label">Site Index</h2><div class="css-uc4bdz"></div></nav><footer class="css-1e1s8k7" role="contentinfo"><nav data-testid="footer" class="css-1qa4qp6"><h2 class="css-1dv1kvn">Site Information Navigation</h2><ul class="css-1ho5u4o edvi3so0"><li data-testid="copyright"><a class="css-jq1cx6" href="https://help.nytimes.com/hc/en-us/articles/115014792127-Copyright-notice">© <span>2024</span> <span>The New York Times Company</span></a></li></ul><ul class="css-t8x4fj edvi3so1"><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.nytco.com/">NYTCo</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://help.nytimes.com/hc/en-us/articles/115015385887-Contact-Us">Contact Us</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://help.nytimes.com/hc/en-us/articles/115015727108-Accessibility">Accessibility</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.nytco.com/careers/">Work with us</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://advertising.nytimes.com/">Advertise</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.tbrandstudio.com/">T Brand Studio</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.nytimes.com/privacy/cookie-policy#how-do-i-manage-trackers">Your Ad Choices</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.nytimes.com/privacy/privacy-policy">Privacy Policy</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://help.nytimes.com/hc/en-us/articles/115014893428-Terms-of-service">Terms of Service</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://help.nytimes.com/hc/en-us/articles/115014893968-Terms-of-sale">Terms of Sale</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="/sitemap/">Site Map</a></li><li class="mobileOnly css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.nytimes.com/ca/">Canada</a></li><li class="mobileOnly css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://www.nytimes.com/international/">International</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" class="css-jq1cx6" href="https://help.nytimes.com/hc/en-us">Help</a></li><li class="css-a7htku edvi3so2"><a data-testid="footer-link" rel="nofollow" class="css-jq1cx6" href="https://www.nytimes.com/subscription?campaignId=37WXW">Subscriptions</a></li></ul><ul class="css-t8x4fj edvi3so1"><li class="css-a7htku edvi3so2"><a data-testid="privacy-preferences-link" rel="noreferrer noopener" target="_blank" class="css-jq1cx6" href="/privacy/manage-settings">Manage Privacy Preferences</a></li></ul></nav></footer></div></div></div></div></div> <script>window.__preloadedData = {"initialData":{"data":{"article":{"__typename":"Article","adTargetingParams":[{"__typename":"AdTargetingParam","key":"pt","value":"nt10,nt12,nt14,nt18,nt4,nt5,nt6,nt7,pt11,pt13"},{"__typename":"AdTargetingParam","key":"des","value":"research,academicandscientificjournals,scienceandtechnology,discrimination"},{"__typename":"AdTargetingParam","key":"gui","value":""},{"__typename":"AdTargetingParam","key":"brandsensitive","value":"false"},{"__typename":"AdTargetingParam","key":"mt","value":""},{"__typename":"AdTargetingParam","key":"typ","value":"art"},{"__typename":"AdTargetingParam","key":"tt","value":""},{"__typename":"AdTargetingParam","key":"spon","value":""},{"__typename":"AdTargetingParam","key":"col","value":"thenewhealthcare"},{"__typename":"AdTargetingParam","key":"coll","value":"thenewhealthcare,science,theupshot,health"},{"__typename":"AdTargetingParam","key":"template","value":"article"},{"__typename":"AdTargetingParam","key":"typ_materials","value":"#news#"},{"__typename":"AdTargetingParam","key":"slug","value":"healthpeer"},{"__typename":"AdTargetingParam","key":"section","value":"upshot"},{"__typename":"AdTargetingParam","key":"id","value":"100000006190761"},{"__typename":"AdTargetingParam","key":"prop","value":"nyt"},{"__typename":"AdTargetingParam","key":"plat","value":"web"},{"__typename":"AdTargetingParam","key":"si_section","value":"upshot"},{"__typename":"AdTargetingParam","key":"trend","value":""},{"__typename":"AdTargetingParam","key":"bsc","value":""},{"__typename":"AdTargetingParam","key":"abs","value":""},{"__typename":"AdTargetingParam","key":"is_viral","value":""},{"__typename":"AdTargetingParam","key":"als_test","value":"1732370792594"},{"__typename":"AdTargetingParam","key":"edn","value":"us"},{"__typename":"AdTargetingParam","key":"is_viral_on_social","value":"false"},{"__typename":"AdTargetingParam","key":"auth","value":"aaronecarroll"},{"__typename":"AdTargetingParam","key":"ledemedsz","value":"none"},{"__typename":"AdTargetingParam","key":"at","value":""},{"__typename":"AdTargetingParam","key":"org","value":""},{"__typename":"AdTargetingParam","key":"geo","value":""},{"__typename":"AdTargetingParam","key":"gscat","value":"neg_citi_aa,neg_mastercard,gs_science,gs_science_misc,neg_rms,gv_safe,gs_t"},{"__typename":"AdTargetingParam","key":"per","value":""},{"__typename":"AdTargetingParam","key":"artlen","value":"medium"}],"addendums":[{"__typename":"CreativeWorkAddendum","body":{"__typename":"TextOnlyDocumentBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"An earlier version of this article misstated the publication date for a study that tested the peer-review process by resubmitting papers to the same scientific journals that had already accepted them, but using different names and credentials. It was published in 1982, not 2010."}],"textAlign":"DEFAULT"}],"text":"An earlier version of this article misstated the publication date for a study that tested the peer-review process by resubmitting papers to the same scientific journals that had already accepted them, but using different names and credentials. It was published in 1982, not 2010."},"legacyHtmlBody":"\u003Cp\u003EAn earlier version of this article misstated the publication date for a study that tested the peer-review process by resubmitting papers to the same scientific journals that had already accepted them, but using different names and credentials. It was published in 1982, not 2010.\u003C\u002Fp\u003E","publicationDate":"2018-11-05T05:00:00.000Z","type":"CORRECTION"}],"advertisingProperties":{"__typename":"CreativeWorkAdvertisingProperties","sensitivity":"SHOW_ADS"},"archiveProperties":{"__typename":"ArticleArchiveProperties","lede":"","thumbnails":[],"timesMachineUrl":""},"associatedAssets":[{"__typename":"AssociatedArticleAssetBlock","asset":{"__typename":"Capsule","uri":"nyt:\u002F\u002Fcapsule\u002F60ab40c1-490b-5957-977b-a2f55cdfd186"},"assetName":"email-signup-upshot","parentTest":"","region":"BELOW_MAIN_CONTENT","ruleName":"maps-upshot-email-signup","testName":""}],"associatedNewsletter":null,"bylines":[{"__typename":"Byline","creatorSnapshots":[{"__typename":"PersonSnapshot","uri":"nyt:\u002F\u002Fperson\u002Faf781f3f-0e47-576e-88b1-d1b69bd41680"}],"creators":[{"__typename":"Person","bioUrl":"https:\u002F\u002Fwww.nytimes.com\u002Fby\u002Faaron-e-carroll","contactDetails":{"__typename":"ContactDetails","socialMedia":[{"__typename":"ContactDetailsSocialMedia","account":"aaronecarroll","type":"twitter"},{"__typename":"ContactDetailsSocialMedia","account":"https:\u002F\u002Fwww.nytimes.com\u002Fby\u002Faaron-e-carroll","type":"url"}]},"displayName":"Aaron E. Carroll","id":"UGVyc29uOm55dDovL3BlcnNvbi9hZjc4MWYzZi0wZTQ3LTU3NmUtODhiMS1kMWI2OWJkNDE2ODA=","legacyData":{"__typename":"PersonLegacyData","htmlShortBiography":"\u003Cp\u003EAaron E. Carroll is a professor of pediatrics at \u003Ca href=\"https:\u002F\u002Fmedicine.iu.edu\u002F\"\u003EIndiana University School of Medicine\u003C\u002Fa\u003E who blogs on health research and policy at \u003Ca href=\"https:\u002F\u002Ftheincidentaleconomist.com\u002F\"\u003EThe Incidental Economist\u003C\u002Fa\u003E and makes videos at \u003Ca href=\"https:\u002F\u002Fwww.youtube.com\u002Fuser\u002Fthehealthcaretriage\"\u003EHealthcare Triage\u003C\u002Fa\u003E. He is the author of \u003Ca href=\"https:\u002F\u002Fwww.amazon.com\u002FBad-Food-Bible-How-Sinfully\u002Fdp\u002F0544952561\u002Fref=as_li_ss_tl?_encoding=UTF8&qid=&sr=&linkCode=sl1&tag=dotswyogu-20&linkId=88052c6315484791d52b685db9f4fa08\"\u003E“The Bad Food Bible: How and Why to Eat Sinfully.”\u003C\u002Fa\u003E\u003C\u002Fp\u003E"},"url":""}],"renderedRepresentation":"By Aaron E. Carroll"}],"collections":[{"__typename":"LegacyCollection","active":true,"collectionType":"COLUMN","firstPublished":"2015-08-24T13:26:29.000Z","header":"","headline":{"__typename":"CreativeWorkHeadline","default":""},"id":"TGVnYWN5Q29sbGVjdGlvbjpueXQ6Ly9sZWdhY3ljb2xsZWN0aW9uLzkyY2Q1N2JlLTFhZjctNWE2YS1iOTAzLWViOGQ4ZGFhNzIwMw==","lastModified":"2018-10-04T18:42:32.225Z","mobileHeader":"","name":"The New Health Care","promotionalImage":null,"slug":"the-new-health-care","tagline":"Informed by research, Austin Frakt and Aaron Carroll explore and explain the changing landscape of health care.","type":"legacycollection","uri":"nyt:\u002F\u002Flegacycollection\u002F92cd57be-1af7-5a6a-b903-eb8d8daa7203","url":"https:\u002F\u002Fwww.nytimes.com\u002Fcolumn\u002Fthe-new-health-care"},{"__typename":"LegacyCollection","active":true,"collectionType":"SECTION","firstPublished":"2015-06-02T17:51:09.000Z","header":"","headline":{"__typename":"CreativeWorkHeadline","default":""},"id":"TGVnYWN5Q29sbGVjdGlvbjpueXQ6Ly9sZWdhY3ljb2xsZWN0aW9uL2UzNjMwZTg4LTc4MDEtNTdiZS1hOWM1LTEyOGVmYWQ5MWRmMQ==","lastModified":"2024-11-22T23:59:37.147Z","mobileHeader":"","name":"Science","promotionalImage":null,"slug":"science","tagline":"","type":"legacycollection","uri":"nyt:\u002F\u002Flegacycollection\u002Fe3630e88-7801-57be-a9c5-128efad91df1","url":"https:\u002F\u002Fwww.nytimes.com\u002Fsection\u002Fscience"},{"__typename":"LegacyCollection","active":true,"collectionType":"SECTION","firstPublished":"2015-12-09T18:48:45.000Z","header":"","headline":{"__typename":"CreativeWorkHeadline","default":""},"id":"TGVnYWN5Q29sbGVjdGlvbjpueXQ6Ly9sZWdhY3ljb2xsZWN0aW9uLzI5ZjQ3ZWQwLTE3MWQtNThjNy05ZjNhLTUxODg3YjgyZTM1ZA==","lastModified":"2024-11-22T20:28:59.907Z","mobileHeader":"","name":"The Upshot","promotionalImage":null,"slug":"upshot","tagline":"","type":"legacycollection","uri":"nyt:\u002F\u002Flegacycollection\u002F29f47ed0-171d-58c7-9f3a-51887b82e35d","url":"https:\u002F\u002Fwww.nytimes.com\u002Fsection\u002Fupshot"},{"__typename":"LegacyCollection","active":true,"collectionType":"SECTION","firstPublished":"2015-12-10T15:48:25.000Z","header":"","headline":{"__typename":"CreativeWorkHeadline","default":""},"id":"TGVnYWN5Q29sbGVjdGlvbjpueXQ6Ly9sZWdhY3ljb2xsZWN0aW9uLzQxZGYzYzA0LWI0ZjEtNWQ4Ni1hYTU1LWE3MDAwNDZiYmI4Ng==","lastModified":"2024-11-23T01:20:13.292Z","mobileHeader":"","name":"Health","promotionalImage":null,"slug":"health","tagline":"","type":"legacycollection","uri":"nyt:\u002F\u002Flegacycollection\u002F41df3c04-b4f1-5d86-aa55-a700046bbb86","url":"https:\u002F\u002Fwww.nytimes.com\u002Fsection\u002Fhealth"}],"column":{"__typename":"LegacyCollection","assets":{"__typename":"AssetsConnection","edges":[{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2021-04-19T09:00:11.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"What’s Behind the Growth in Alcohol Consumption?","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzEzYjBjNWQ4LTI4NGMtNTI0NS1hMjZhLTU5MzJlZjczMDU5OQ==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2021\u002F04\u002F07\u002Fupshot\u002F00up-alcohol-ad1\u002F00up-alcohol-ad1-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvZThhMzkxY2QtMjU1Yi01ZmU0LThlNzItMWFkZDM2Y2VlNDU3"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2021\u002F04\u002F19\u002Fupshot\u002Falcohol-deaths-pandemic.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2021-02-11T10:00:13.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Drug Prices by Committee: One Way Biden Could Lower Costs","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzU5NmE3MDYzLTY1MTgtNWQzZi1hZTZhLTA3OGE4YjQzNTRlMA==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2021\u002F02\u002F05\u002Fupshot\u002F00up-drug-prices\u002F00up-drug-prices-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvMjQ3YjNjNzItYTYwZC01ZDBlLWFkNjEtODc0M2E5MTUwOWUy"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2021\u002F02\u002F11\u002Fupshot\u002Fbiden-drug-prices.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-12-30T10:00:06.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"What Can Be Learned From Differing Rates of Suicide Among Groups","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzhmODRiN2Y4LThlZDctNTI2NC1iMjE2LTRiZDhiNTc3ZDMzOA==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F12\u002F10\u002Fupshot\u002F00-up-suicide\u002F00-up-suicide-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvMmU1NGNjODUtM2ExZC01Y2Q0LTkyNzgtODZjMDIzNTI3M2Yx"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F12\u002F30\u002Fupshot\u002Fsuicide-demographic-differences.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-11-23T10:00:12.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Improve Emergency Care? Pandemic Helps Point the Way","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzk3OGViNTc3LTYxMzYtNWUxNy1iNTRjLTkzMzVhNTNlZDgwYw==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F11\u002F24\u002Fupshot\u002F23up-health-wait-print\u002F23up-health-wait-print-thumbLarge-v2.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvZTRhY2Q3OWUtNzNhZi01NGE2LWIzMTEtNWU5ZjcxYzMxNmRm"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F11\u002F23\u002Fupshot\u002Fpandemic-telemedicine-emergency-care.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-10-05T09:00:17.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Pointers From Portugal on Addiction and the Drug War","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlL2ZjYjM3YjQwLTExOTUtNTRhMC04MzhhLTk1ODJhNTM5ZGNmMw==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F09\u002F28\u002Fupshot\u002F28up-portugal\u002Fmerlin_127559168_d8ac4d44-7f19-4320-b21a-ec96370c67fc-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvNTg1NzljYmQtYTE4Yi01YmNiLWJhOTYtYmNmMGFkZWM3ODM1"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F10\u002F05\u002Fupshot\u002Fportugal-drug-legalization-treatment.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-08-24T09:00:11.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"The Fine Line Between Choice and Confusion in Health Care","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzNhZTQ5N2UxLTgyNzYtNTk3Yi1iMWZkLTA1NGE2NDlhZjU4Zg==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F08\u002F15\u002Fupshot\u002F00up-health-care-image\u002F00up-health-care-image-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvMThiODU1YzItM2YzMC01ZDNhLWI3ZjQtZjgxODBhODZhYWJj"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F08\u002F24\u002Fupshot\u002Fhealth-care-choice-freedom-confusion.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-07-13T09:00:09.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"What’s Missing in the Effort to Stop Maternal Deaths","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzcxN2VhODk1LTk0NWMtNTc5Yi1hZGFlLWQzMDM2OTJjOGE0Zg==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F07\u002F13\u002Fupshot\u002F13up-health-sub\u002F13up-health-sub-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvNDI4YmRiZGItMDdiYy01OTdiLWFlZDAtNDVmNjQ0ZGY4OTVk"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F07\u002F13\u002Fupshot\u002Fmaternal-deaths-policy-neglect.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-06-15T09:00:13.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"How to Think About Pregnancy Risks","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzI4MWI3OTFiLWI1MDgtNTdkZC1iYmMyLWMwNDIzZTcxYzUzNw==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F03\u002F02\u002Fupshot\u002F02up-health-fetal1\u002F02up-health-fetal1-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvNmUzMTQyNzktNTA4ZC01MTE5LWFlYjUtZmJmMjAxZDYwZDM5"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F06\u002F15\u002Fupshot\u002Fpregnancy-babies-risks.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":null,"firstPublished":"2020-05-11T09:00:13.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Putting a Dollar Value on Life? Governments Already Do","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlL2U5ODFjNDgyLTQzNTctNWM5Yy04NTljLWRkMmJiYjQwMWZiOQ==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F04\u002F28\u002Fupshot\u002F00up-health-tradeoff1\u002Fmerlin_170400063_bc92d94e-37ed-47b7-99ce-71156d4a6995-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvYWI2Y2ViMzEtNGE3Yy01MGI0LWI2NmMtZGRkZWMxYThkZmYx"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F05\u002F11\u002Fupshot\u002Fvirus-price-human-life.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":null,"firstPublished":"2020-04-14T09:00:33.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Lesson From Singapore: Why We May Need to Think Bigger","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlLzYzM2EwNjgzLThjMWItNTgzZS1iMTRhLTA2MGM4ZDhlNDRhNA==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F04\u002F13\u002Fupshot\u002Fup-virus-singapore\u002Fup-virus-singapore-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvNzg3OGViNmMtMzZlOS01MTI3LTlkNjEtMzgzYWYzZjdjZTIy"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F04\u002F14\u002Fupshot\u002Fcoronavirus-singapore-thinking-big.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":{"__typename":"ArticleEpisodeProperties","episodeLabel":""},"firstPublished":"2020-04-13T09:00:15.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Damage From OxyContin Continues to Be Revealed","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlL2VhNmU1OTc2LTkzYjEtNTBkZC05YWQxLTU3NDQ5NGI4YmIxMQ==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F04\u002F13\u002Fupshot\u002F13up-health-opioids1\u002F13up-health-opioids1-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvYjdmZDQxNzQtZGM2My01NjBmLWFjMzktNmVjMDE5NDk0MDky"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F04\u002F13\u002Fupshot\u002Fopioids-oxycontin-purdue-pharma.html"}},{"__typename":"AssetsEdge","node":{"__typename":"Article","body":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock"}]},"episodeProperties":null,"firstPublished":"2020-04-06T09:00:06.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"How Will We Know When It’s Time to Reopen the Nation?","seo":"","subHeadline":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlL2NlZTU1NTAzLWI1NmMtNTdjYi05MjAwLThhOGYzNTg2YTZmYg==","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2020\u002F04\u002F06\u002Fupshot\u002F06up-virus-reopen-promo\u002F06up-virus-reopen-promo-thumbLarge.jpg","width":150}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvZDlmNjEyZTItNjVlZS01NmFjLWFiNGQtYzljOTM2MzVkMDM4"},"url":"https:\u002F\u002Fwww.nytimes.com\u002F2020\u002F04\u002F06\u002Fupshot\u002Fcoronavirus-four-benchmarks-reopening.html"}}],"pageInfo":{"__typename":"PageInfo","endCursor":"YXJyYXljb25uZWN0aW9uOjEx","hasNextPage":true,"hasPreviousPage":false,"startCursor":"YXJyYXljb25uZWN0aW9uOjA="}},"id":"TGVnYWN5Q29sbGVjdGlvbjpueXQ6Ly9sZWdhY3ljb2xsZWN0aW9uLzkyY2Q1N2JlLTFhZjctNWE2YS1iOTAzLWViOGQ4ZGFhNzIwMw==","name":"The New Health Care","slug":"the-new-health-care","tagline":"Informed by research, Austin Frakt and Aaron Carroll explore and explain the changing landscape of health care.","url":"https:\u002F\u002Fwww.nytimes.com\u002Fcolumn\u002Fthe-new-health-care"},"commentProperties":{"__typename":"CreativeWorkCommentProperties","approvedCommentsCount":81,"prompt":"","status":"ACCEPT_AND_DISPLAY_COMMENTS"},"compatibility":{"__typename":"CompatibilityFeatures","hasInlineEmbeddedInteractives":false,"hasOakConversionError":false,"hasVideo":false,"isArtReview":false,"isBookReview":false,"isDiningReview":false,"isMovieReview":false,"isOak":true,"isTheaterReview":false},"curatedAssetComments":null,"desk":"Upshot","dfpTaxonomyException":null,"displayProperties":{"__typename":"CreativeWorkDisplayProperties","fullBleedDisplayStyle":"","serveAsNyt4":false},"episodeProperties":null,"eventId":"pubp:\u002F\u002Fevent\u002F61690c35469348d196cdd72697559736","featuredAudio":null,"firstPublished":"2018-11-05T10:00:01.000Z","headline":{"__typename":"CreativeWorkHeadline","default":"Peer Review: The Worst Way to Judge Research, Except for All the Others","seo":""},"id":"QXJ0aWNsZTpueXQ6Ly9hcnRpY2xlL2M3NGYxYWE5LWUyMGUtNWY1MC1iNGUwLWZmOTdiMzVmMjAzYw==","kicker":"","language":{"__typename":"Language","code":"en","name":"English"},"lastMajorModification":"2018-11-05T21:24:23.000Z","lastModified":"2018-11-06T05:09:43.503Z","legacy":{"__typename":"ArticleLegacyData","htmlExtendedAuthorOrArticleInformation":"","htmlInfoBox":"","reviewInformation":""},"newsStatus":"DEFAULT","originalDesk":"Upshot","printInformation":{"__typename":"PrintInformation","edition":"NewYork","headline":"Why That Hot New Study May Be Flawed, and How to Tighten the Net","page":"3","publicationDate":"2018-11-06T05:00:00.000Z","section":"B"},"promotionalImage":{"__typename":"PromotionalImage","image":{"__typename":"Image","caption":{"__typename":"TextOnlyDocumentBlock","text":" "},"credit":"Tony Cenicola\u002FThe New York Times","crops":[{"__typename":"ImageCrop","name":"MEDIUM_SQUARE","renditions":[{"__typename":"ImageRendition","height":640,"url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-square640.jpg","width":640}]},{"__typename":"ImageCrop","name":"THREE_BY_TWO","renditions":[{"__typename":"ImageRendition","height":995,"url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-threeByTwoLargeAt2X.jpg","width":1493}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvMDFjNWU0MGQtMmE1OC01YmE0LTg2MDAtMzViMjI2ODc2MDMw"},"socialMediaRendition":{"__typename":"SignableImageRendition","parentPublishDate":"2018-11-05T10:00:01.000Z","parentPublishYear":2018,"rendition":{"__typename":"ImageRendition","height":550,"name":"facebookJumbo","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-facebookJumbo.jpg","width":1050},"signature":{"__typename":"ImageSignature","keyId":"ZQJBKqZ0VN","value":"7020f38fe004eda713552014f21195109041ecd3526c156def9e82a03c5f8eab"}},"twitterRendition":{"__typename":"SignableImageRendition","parentPublishDate":"2018-11-05T10:00:01.000Z","parentPublishYear":2018,"rendition":{"__typename":"ImageRendition","height":900,"name":"videoSixteenByNineJumbo1600","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-videoSixteenByNineJumbo1600.jpg","width":1600},"signature":{"__typename":"ImageSignature","keyId":"ZQJBKqZ0VN","value":"45b7b1ae55d46ef33c018c25ce8e2ac6c08f62c011986923681fdb3447f192fe"}}},"promotionalMedia":{"__typename":"Image","assetCrops":[{"__typename":"ImageCrop","name":"MASTER","renditions":[{"__typename":"ImageRendition","height":366,"name":"articleLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-articleLarge.jpg","width":600},{"__typename":"ImageRendition","height":995,"name":"superJumbo","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-superJumbo.jpg","width":1631}]},{"__typename":"ImageCrop","name":"SMALL_SQUARE","renditions":[{"__typename":"ImageRendition","height":75,"name":"thumbStandard","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-thumbStandard.jpg","width":75},{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-thumbLarge.jpg","width":150}]},{"__typename":"ImageCrop","name":"SIXTEEN_BY_NINE","renditions":[{"__typename":"ImageRendition","height":900,"name":"videoSixteenByNineJumbo1600","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-videoSixteenByNineJumbo1600.jpg","width":1600}]},{"__typename":"ImageCrop","name":"FACEBOOK","renditions":[{"__typename":"ImageRendition","height":550,"name":"facebookJumbo","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-facebookJumbo.jpg","width":1050}]}],"caption":{"__typename":"TextOnlyDocumentBlock","text":" "},"credit":"Tony Cenicola\u002FThe New York Times","id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvMDFjNWU0MGQtMmE1OC01YmE0LTg2MDAtMzViMjI2ODc2MDMw"},"requestToCommentEnabled":false,"reviewItems":[],"reviewSummary":"","section":{"__typename":"Section","displayName":"The Upshot","id":"U2VjdGlvbjpueXQ6Ly9zZWN0aW9uLzQ2N2YwNjc0LTYxZTUtNTRlYy1hZGQ4LTk1NmFjZTYwMzY2OA==","name":"upshot","uri":"nyt:\u002F\u002Fsection\u002F467f0674-61e5-54ec-add8-956ace603668","url":"https:\u002F\u002Fwww.nytimes.com\u002Fsection\u002Fupshot"},"slug":"06up-healthpeer","source":{"__typename":"Organization","displayName":"New York Times","id":"T3JnYW5pemF0aW9uOm55dDovL29yZ2FuaXphdGlvbi9jMjc5MTM4OC02YjE2LTVmZmQtYTExOS05NmVhY2IxOTg5YzE="},"sourceId":"100000006190761","sourcePublisher":"scoop","sprinkled":{"__typename":"SprinkledContent","configs":[{"__typename":"SprinkledConfig","name":"mobile","stride":4,"threshold":3},{"__typename":"SprinkledConfig","name":"desktop","stride":7,"threshold":3},{"__typename":"SprinkledConfig","name":"mobileHoldout","stride":4,"threshold":2},{"__typename":"SprinkledConfig","name":"desktopHoldout","stride":5,"threshold":3},{"__typename":"SprinkledConfig","name":"hybrid","stride":4,"threshold":3}]},"sprinkledBody":{"__typename":"DocumentBlock","content":[{"__typename":"HeaderBasicBlock","byline":{"__typename":"BylineBlock","bylines":[{"__typename":"Byline","creators":[{"__typename":"Person","bioUrl":"https:\u002F\u002Fwww.nytimes.com\u002Fby\u002Faaron-e-carroll","displayName":"Aaron E. Carroll","id":"UGVyc29uOm55dDovL3BlcnNvbi9hZjc4MWYzZi0wZTQ3LTU3NmUtODhiMS1kMWI2OWJkNDE2ODA=","promotionalMedia":{"__typename":"Image","crops":[{"__typename":"ImageCrop","renditions":[{"__typename":"ImageRendition","name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2015\u002F08\u002F19\u002Fupshot\u002Fup-carroll-headshot\u002Fup-carroll-headshot-thumbLarge.jpg"}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvZDE3NzA2ODItOTBkYS01YzZlLWJiNjItMjE0OTVhYmI2OThm"}}],"prefix":"By","renderedRepresentation":null}],"hideHeadshots":false,"role":[],"textAlign":"LEFT"},"headline":{"__typename":"Heading1Block","content":[{"__typename":"TextInline","formats":[],"text":"Peer Review: The Worst Way to Judge Research, Except for All the Others"}],"textAlign":"LEFT"},"label":{"__typename":"LabelBlock","content":[{"__typename":"TextInline","formats":[],"text":"The New Health Care"}],"textAlign":"LEFT"},"ledeMedia":{"__typename":"ImageBlock","media":{"__typename":"Image","altText":"","caption":{"__typename":"TextOnlyDocumentBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":" "}]}],"text":" "},"credit":"Tony Cenicola\u002FThe New York Times","crops":[{"__typename":"ImageCrop","renditions":[{"__typename":"ImageRendition","height":366,"name":"articleLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-articleLarge.jpg","width":600},{"__typename":"ImageRendition","height":397,"name":"popup","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-popup.jpg","width":650},{"__typename":"ImageRendition","height":625,"name":"jumbo","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-jumbo.jpg","width":1024},{"__typename":"ImageRendition","height":995,"name":"superJumbo","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-superJumbo.jpg","width":1631}]},{"__typename":"ImageCrop","renditions":[{"__typename":"ImageRendition","height":150,"name":"thumbLarge","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-thumbLarge.jpg","width":150}]},{"__typename":"ImageCrop","renditions":[{"__typename":"ImageRendition","height":116,"name":"articleInline","url":"https:\u002F\u002Fstatic01.nyt.com\u002Fimages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer\u002F00up-final-crop-peer-articleInline.jpg","width":190}]}],"id":"SW1hZ2U6bnl0Oi8vaW1hZ2UvMDFjNWU0MGQtMmE1OC01YmE0LTg2MDAtMzViMjI2ODc2MDMw","imageType":"photo","legacyHtmlCaption":" ","timesTags":[],"uri":"nyt:\u002F\u002Fimage\u002F01c5e40d-2a58-5ba4-8600-35b226876030","url":"\u002Fimagepages\u002F2018\u002F11\u002F02\u002Fupshot\u002F00up-final-crop-peer.html"},"size":"MEDIUM"},"summary":{"__typename":"SummaryBlock","content":[{"__typename":"TextInline","formats":[],"text":"A look at the system’s weaknesses, and possible ways to combat them. "}],"textAlign":"LEFT"},"timestampBlock":{"__typename":"TimestampBlock","align":"LEFT","showUpdatedTimestamp":null,"timestamp":"2018-11-05T10:00:01.000Z"}},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"Even before the "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.nytimes.com\u002F2018\u002F10\u002F04\u002Farts\u002Facademic-journals-hoax.html"}],"text":"recent news"},{"__typename":"TextInline","formats":[],"text":" that a group of researchers managed to get several ridiculous fake studies published in reputable academic journals, "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.healthnewsreview.org\u002F2018\u002F04\u002Funcovering-new-peer-review-problems-this-time-at-the-bmj\u002F"}],"text":"people have been aware"},{"__typename":"TextInline","formats":[],"text":" of "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.nytimes.com\u002F2014\u002F07\u002F11\u002Fscience\u002Fscience-journal-pulls-60-papers-in-peer-review-fraud.html"}],"text":"problems"},{"__typename":"TextInline","formats":[],"text":" with peer review."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":0},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"Throwing out the system — which deems whether research is robust and worth being published — would do more harm than good. But it makes sense to be aware of peer review’s potential weaknesses."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":1},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat","type":null}],"text":"Reviewers may be overworked and underprepared. "},{"__typename":"TextInline","formats":[],"text":"Although they’re experts in the subject they are reading about, they get no specific training to do peer review, and are rarely paid for it. With "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.stm-assoc.org\u002F2015_02_20_STM_Report_2015.pdf"}],"text":"2.5 million peer-reviewed papers"},{"__typename":"TextInline","formats":[],"text":" "},{"__typename":"TextInline","formats":[],"text":"published "},{"__typename":"TextInline","formats":[],"text":"annually worldwide — and more that are reviewed but never published — it can be hard to find enough people to review all the work. "}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":true,"bad":false,"index":2},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat","type":null}],"text":"There is evidence that reviewers are not always consistent. "},{"__typename":"TextInline","formats":[],"text":" A 1982 "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.cambridge.org\u002Fcore\u002Fjournals\u002Fbehavioral-and-brain-sciences\u002Farticle\u002Fpeerreview-practices-of-psychological-journals-the-fate-of-published-articles-submitted-again\u002FAFE650EB49A6B17992493DE5E49E4431"}],"text":"paper"},{"__typename":"TextInline","formats":[],"text":" describes a study in which two researchers selected 12 articles already accepted by highly regarded journals, swapped the real names and academic affiliations for false ones, and resubmitted the identical material to the same journals that had already accepted them in the previous 18 to 32 months. Only 8 percent of editors or reviewers noticed the duplication, and three papers were detected and pulled. Of the nine papers that continued through the review process, eight were turned down, with 89 percent of reviewers recommending rejection. "}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":true,"adsDesktopHoldout":true,"adsHybrid":true,"adsMobile":true,"adsMobileHoldout":false,"bad":false,"index":3},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat","type":null}],"text":"Peer review may be inhibiting innovation. "},{"__typename":"TextInline","formats":[],"text":"It takes significant reviewer agreement to have a paper accepted. One potential downside is that important research bucking a trend or overturning accepted wisdom may face challenges surviving peer review. In 2015, a "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"http:\u002F\u002Fwww.pnas.org\u002Fcontent\u002F112\u002F2\u002F360.full"}],"text":"study published in P.N.A.S"},{"__typename":"TextInline","formats":[],"text":". tracked more than 1,000 manuscripts submitted to three prestigious medical journals. Of the 808 that were published at some point, the 2 percent that were most frequently cited had been rejected by the journals."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":4},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat","type":null}],"text":"An even bigger issue is that peer review may be biased."},{"__typename":"TextInline","formats":[],"text":" Reviewers can usually see the names of the authors and their institutions, and multiple studies have shown that reviews preferentially accept or reject articles based on a number of demographic factors. In a study "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Felifesciences.org\u002Farticles\u002F21718"}],"text":"published in eLife last year"},{"__typename":"TextInline","formats":[],"text":", researchers created a database consisting of more than 9,000 editors, 43,000 reviewers and 126,000 authors whose work led to about 41,000 articles in 142 journals in a number of domains. They found that women made up only 26 percent of editors, 28 percent of reviewers and 37 percent of authors. Analyses showed that this was not because fewer women were available for each role. "}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":5},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"A similar study "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fpeerreviewcongress.org\u002Fprc17-0308"}],"text":"focusing on earth and space science journals"},{"__typename":"TextInline","formats":[],"text":" found that women made up only about a quarter of first authors and about 20 percent of reviewers. They had higher acceptance rates than men, though."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":true,"bad":false,"index":6},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"In 2012, the journal Nature "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.nature.com\u002Fnews\u002Fnature-s-sexism-1.11850"}],"text":"undertook an internal review"},{"__typename":"TextInline","formats":[],"text":" of its peer review process, finding balance in its editors and reporters but disparities elsewhere. In 2011, women made up only 14 percent of the more than 5,500 peer reviewers for papers. Only 18 percent of the 34 researchers profiled in 2011-12 were women, and only 19 percent of the articles written for the “Comment and World View” section were by women."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":true,"adsMobile":true,"adsMobileHoldout":false,"bad":false,"index":7},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"It’s possible women declined opportunities to review, but "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fbesjournals.onlinelibrary.wiley.com\u002Fdoi\u002Fabs\u002F10.1111\u002F1365-2435.12529"}],"text":"studies"},{"__typename":"TextInline","formats":[],"text":" have "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fjamanetwork.com\u002Fjournals\u002Fjama\u002Ffullarticle\u002F376219"}],"text":"documented"},{"__typename":"TextInline","formats":[],"text":" that male editors tend to favor male reviewers. This year, "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.nature.com\u002Farticles\u002Fd41586-018-05465-7?WT.ec_id=NATURE-20180621&utm_source=nature_etoc&utm_medium=email&utm_campaign=20180621&spMailingID=56851658&spUserID=Mjg4MDM2NDY5NwS2&spJobID=1422975329&spReportId=MTQyMjk3NTMyOQS2"}],"text":"Nature reported"},{"__typename":"TextInline","formats":[],"text":" that it had increased participation of women in the “Comment and World View” section to 34 percent, while the percent of reviewers had climbed only to 16 percent. "}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":true,"adsDesktopHoldout":true,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":8},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"http:\u002F\u002Fuis.unesco.org\u002Fsites\u002Fdefault\u002Ffiles\u002Fdocuments\u002Ffs43-women-in-science-2017-en.pdf"}],"text":"Unesco estimates"},{"__typename":"TextInline","formats":[],"text":" that women make up 29 percent of the worldwide science work force."}],"textAlign":"LEFT"},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"But there are also data to support the value of peer review. A "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"http:\u002F\u002Fannals.org\u002Faim\u002Farticle-abstract\u002F707494\u002Fmanuscript-quality-before-after-peer-review-editing-annals-internal-medicine"}],"text":"1994 study"},{"__typename":"TextInline","formats":[],"text":", published in Annals of Internal Medicine, reviewed the quality of papers submitted to the journal before and after the peer review and editorial system. Researchers used a tool that assessed the manuscript’s quality on 34 items, and their work showed that all but one got better. The biggest improvements were in the discussion of a study’s limitations, its generalizations, its use of confidence intervals and the tone of the conclusions. Probably none of these would have occurred without the nudge of peer review."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":9},{"__typename":"Heading2Block","content":[{"__typename":"TextInline","formats":[],"text":"Ideas for Improving Peer Review"}],"textAlign":"LEFT"},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"How then to improve the existing system? "}],"textAlign":"LEFT"},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"For starters, more formal training might improve quality and speed. Given how hard it is to recruit good reviewers, journal editors could consider "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Ftheconversation.com\u002Fthe-peer-review-system-for-academic-papers-is-badly-in-need-of-repair-72669"}],"text":"better incentives"},{"__typename":"TextInline","formats":[],"text":", such as paying reviewers for their time. The unpaid costs of peer review were estimated at "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"http:\u002F\u002Fwww.rin.ac.uk\u002Fsystem\u002Ffiles\u002Fattachments\u002FActivites-costs-flows-report.pdf"}],"text":"1.9 billion pounds"},{"__typename":"TextInline","formats":[],"text":" (almost $3.5 billion) in 2008. Or journals could offer, without promise of acceptance, quicker turnaround for a reviewer’s future papers. Academia might offer more formal recognition for review work as well."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":true,"bad":false,"index":10},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"A number of journals have moved toward fully blinded reviews, in which reviewers don’t know the authors or institutions of papers they’re judging. This could eliminate some biases. It’s hard to do this, though, because papers often refer to prior work or to where the research occurred. It also doesn’t solve the relative lack of women in the editorial and review process in general. "}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":true,"adsMobile":true,"adsMobileHoldout":false,"bad":false,"index":11},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"One way to detect problems with research earlier would be to let researchers post manuscripts "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.biorxiv.org\u002Fabout-biorxiv"}],"text":"online before submission"},{"__typename":"TextInline","formats":[],"text":", for public judgment before "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fwww.nytimes.com\u002F2010\u002F08\u002F24\u002Farts\u002F24peer.html?scp=1&sq=scholars%20web&st=cse"}],"text":"formal peer review."},{"__typename":"TextInline","formats":[],"text":" This is already common in some sciences, "},{"__typename":"TextInline","formats":[],"text":"such as physics. "},{"__typename":"TextInline","formats":[],"text":" Medical journals would probably re"},{"__typename":"TextInline","formats":[],"text":"sist this, however, because it could reduce their ability to get press and attention once the research was fully published."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":12},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"A significant "},{"__typename":"TextInline","formats":[],"text":"improvement would require a change in attitude. Too often, we think that once a paper gets through peer review, it’s “truth.” We’d do better to accept that everything, "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Ftheconversation.com\u002Fpeer-review-has-some-problems-but-the-science-community-is-working-on-it-99596"}],"text":"even published research"},{"__typename":"TextInline","formats":[],"text":", needs to be reconsidered as new evidence comes to light, and subjected to more thorough post-publication review."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":true,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":13},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"As an author of papers, and as a writer who comments on papers in the news media, I’ve seen how the peer review process can fail. But I’m also "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fjamanetwork.com\u002Fjournals\u002Fjamapediatrics\u002Ffullarticle\u002F2704007"}],"text":"an editor"},{"__typename":"TextInline","formats":[],"text":" at the journal "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","title":"","uri":null,"url":"https:\u002F\u002Fjamanetwork.com\u002Fjournals\u002Fjamapediatrics\u002Fpages\u002Ffor-authors"}],"text":"JAMA Pediatrics"},{"__typename":"TextInline","formats":[],"text":". There, as at many journals, a paper’s first gatekeeper is an editor. Those getting past that hurdle are sent out to a few experts in the field who are asked to read and offer their views to the editor. This informs what might happen next: acceptance, rejection or a chance to respond to reviewer comments before a decision is made."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":true,"bad":false,"index":14},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"Each week we meet by teleconference to discuss papers we are considering for publication. We talk about the reviews, and ultimately decide what few studies make the cut. I’m always impressed by the quality of the discussion and the seriousness with which people take their charge. We also follow papers we turn down to see if we made mistakes in deciding to reject. We use that data to review and improve our process. I’m sure other journals do the same. And I’m sure we make our share of bad calls, as other journals do."}],"textAlign":"LEFT"},{"__typename":"Dropzone","adsDesktop":false,"adsDesktopHoldout":false,"adsHybrid":false,"adsMobile":false,"adsMobileHoldout":false,"bad":false,"index":15},{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[],"text":"Peer review is still better than the alternatives. It might make more sense, though, to see it (and publication) as steps on the road to assurance, not a final stamp of approval. "}],"textAlign":"LEFT"}]},"storyFormat":null,"storylines":[{"__typename":"AssociatedStoryline","ruleName":"styln-upshot","storyline":{"__typename":"Storyline","context":null,"displayName":"Upshot","experimentalJsonBlob":"{\"data\":[{\"version\":1,\"type\":\"experimentalJsonBlob\",\"data\":[{\"version\":1,\"type\":\"guide\",\"data\":{\"title\":\"From The Upshot: What the Data Says\",\"leadIn\":\"Analysis that explains politics, policy and everyday life.\",\"sections\":[{\"section\":[{\"type\":\"bulletedList\",\"value\":[\"\u003Cstrong\u003EDecline in Murders:\u003C\u002Fstrong\u003E Murders declined at a remarkable rate in America in 2023, with official statistics showing \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002F2024\u002F11\u002F02\u002Fupshot\u002Fmurder-decline-pandemic-cities.html\\\"\u003Ethe largest one-year drop\u003C\u002Fa\u003E in more than half a century. Even more remarkable: This year looks on track for an even greater improvement.\",\"\u003Cstrong\u003EA Nation of Homebodies:\u003C\u002Fstrong\u003E A recent study shows Americans are spending notably more time at home, \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002F2024\u002F10\u002F05\u002Fupshot\u002Famericans-homebodies-alone-census.html\\\"\u003Ea trend that started long before the pandemic\u003C\u002Fa\u003E.\",\"\u003Cstrong\u003E10 Years, 100 Stories: \u003C\u002Fstrong\u003ETen years ago, The New York Times introduced the Upshot. Here’s \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2024\u002F04\u002F27\u002Fupshot\u002Fupshot-ten-years.html\\\"\u003Ea collection of its most distinctive work\u003C\u002Fa\u003E from the last decade.\",\"\u003Cstrong\u003EDangerously Hot Las Vegas Nights: \u003C\u002Fstrong\u003EHalf a century ago, only a handful of the city’s nights went above 79 degrees. \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2024\u002F08\u002F11\u002Fupshot\u002Flas-vegas-hot-nights.html\\\"\u003EBut these hot nights are now commonplace\u003C\u002Fa\u003E.\",\"\u003Cstrong\u003EA Focus Experiment: \u003C\u002Fstrong\u003EWe asked readers to \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2024\u002F07\u002F20\u002Fupshot\u002Fattention-experiment.html\\\"\u003Espend 10 minutes\u003C\u002Fa\u003E with a painting. No distractions, no notifications — just a full 10 minutes of attention. \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002F2024\u002F08\u002F01\u002Fupshot\u002Fexperiment-focus-painting-art.html\\\"\u003EHere’s how it went.\u003C\u002Fa\u003E\",\"\u003Cstrong\u003EDialect Quiz:\u003C\u002Fstrong\u003E What does the way you speak say about where you’re from? \u003Ca href=\\\"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2014\u002Fupshot\u002Fdialect-quiz-map.html\\\"\u003EAnswer these questions to find out\u003C\u002Fa\u003E.\"]}]}]}}]}]}","guide":{"__typename":"StorylineGuide","displayName":"From The Upshot: What the Data Says","leadIn":"Analysis that explains politics, policy and everyday life.","sections":[{"__typename":"StorylineGuideSection","items":[{"__typename":"StorylineGuideItem","content":{"__typename":"ListBlock","content":[{"__typename":"ListItemBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat"}],"text":"Decline in Murders:"},{"__typename":"TextInline","formats":[],"text":" Murders declined at a remarkable rate in America in 2023, with official statistics showing "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Farticle\u002F39348fd4-a758-5bec-bec0-8a2b93511706","url":"https:\u002F\u002Fwww.nytimes.com\u002F2024\u002F11\u002F02\u002Fupshot\u002Fmurder-decline-pandemic-cities.html"}],"text":"the largest one-year drop"},{"__typename":"TextInline","formats":[],"text":" in more than half a century. Even more remarkable: This year looks on track for an even greater improvement."}]}]},{"__typename":"ListItemBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat"}],"text":"A Nation of Homebodies:"},{"__typename":"TextInline","formats":[],"text":" A recent study shows Americans are spending notably more time at home, "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Farticle\u002F1d686039-d171-568a-91f5-fe8a6aead349","url":"https:\u002F\u002Fwww.nytimes.com\u002F2024\u002F10\u002F05\u002Fupshot\u002Famericans-homebodies-alone-census.html"}],"text":"a trend that started long before the pandemic"},{"__typename":"TextInline","formats":[],"text":"."}]}]},{"__typename":"ListItemBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat"}],"text":"10 Years, 100 Stories: "},{"__typename":"TextInline","formats":[],"text":"Ten years ago, The New York Times introduced the Upshot. Here’s "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Finteractive\u002F25bd5f38-63c3-5bda-b0a8-45b679be6cb6","url":"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2024\u002F04\u002F27\u002Fupshot\u002Fupshot-ten-years.html"}],"text":"a collection of its most distinctive work"},{"__typename":"TextInline","formats":[],"text":" from the last decade."}]}]},{"__typename":"ListItemBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat"}],"text":"Dangerously Hot Las Vegas Nights: "},{"__typename":"TextInline","formats":[],"text":"Half a century ago, only a handful of the city’s nights went above 79 degrees. "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Finteractive\u002F83bd8506-37b5-591c-b125-dca3326bfb3a","url":"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2024\u002F08\u002F11\u002Fupshot\u002Flas-vegas-hot-nights.html"}],"text":"But these hot nights are now commonplace"},{"__typename":"TextInline","formats":[],"text":"."}]}]},{"__typename":"ListItemBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat"}],"text":"A Focus Experiment: "},{"__typename":"TextInline","formats":[],"text":"We asked readers to "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Finteractive\u002Ff4df5100-d759-505c-b08e-3b10343a68e8","url":"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2024\u002F07\u002F20\u002Fupshot\u002Fattention-experiment.html"}],"text":"spend 10 minutes"},{"__typename":"TextInline","formats":[],"text":" with a painting. No distractions, no notifications — just a full 10 minutes of attention. "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Farticle\u002F1c63a79a-0cc3-541c-8939-8ec76c1e9b22","url":"https:\u002F\u002Fwww.nytimes.com\u002F2024\u002F08\u002F01\u002Fupshot\u002Fexperiment-focus-painting-art.html"}],"text":"Here’s how it went."}]}]},{"__typename":"ListItemBlock","content":[{"__typename":"ParagraphBlock","content":[{"__typename":"TextInline","formats":[{"__typename":"BoldFormat"}],"text":"Dialect Quiz:"},{"__typename":"TextInline","formats":[],"text":" What does the way you speak say about where you’re from? "},{"__typename":"TextInline","formats":[{"__typename":"LinkFormat","uri":"nyt:\u002F\u002Finteractive\u002Fcba553d7-2ebc-597f-bd74-de3f617296e0","url":"https:\u002F\u002Fwww.nytimes.com\u002Finteractive\u002F2014\u002Fupshot\u002Fdialect-quiz-map.html"}],"text":"Answer these questions to find out"},{"__typename":"TextInline","formats":[],"text":"."}]}]}]}}]}]},"hubAssets":[],"primaryAssets":[],"promotedLiveAssets":[],"tone":"NEWS","topLinks":null,"uri":"nyt:\u002F\u002Fstoryline\u002Ff3aa98cd-86cf-489a-9931-82c4d05bac37","url":"https:\u002F\u002Fwww.nytimes.com\u002Fstoryline\u002Ff3aa98cd-86cf-489a-9931-82c4d05bac37"},"testName":""}],"subsection":null,"summary":"A look at the system’s weaknesses, and possible ways to combat them. ","timesTags":[{"__typename":"Subject","associatedLegacyCollections":[],"displayName":"Research","isAdvertisingBrandSensitive":false,"uri":"nyt:\u002F\u002Fsubject\u002Fd88ded1c-7e45-5b0d-bffc-3c36a51c6754","vernacular":"Research"},{"__typename":"Subject","associatedLegacyCollections":[],"displayName":"Academic and Scientific Journals","isAdvertisingBrandSensitive":false,"uri":"nyt:\u002F\u002Fsubject\u002Fda3b51a5-1166-5ee9-a077-29befa40613a","vernacular":"Academic and Scientific Journals"},{"__typename":"Subject","associatedLegacyCollections":[],"displayName":"Science and Technology","isAdvertisingBrandSensitive":false,"uri":"nyt:\u002F\u002Fsubject\u002F940119ba-3afb-53b3-9ee9-e2cdc909c1ae","vernacular":"science"},{"__typename":"Subject","associatedLegacyCollections":[],"displayName":"Discrimination","isAdvertisingBrandSensitive":false,"uri":"nyt:\u002F\u002Fsubject\u002Fe0f049b7-ac12-5b03-92a3-68923cf073c4","vernacular":"Discrimination"}],"tone":"NEWS","translations":[],"type":"article","typeOfMaterials":["News"],"uri":"nyt:\u002F\u002Farticle\u002Fc74f1aa9-e20e-5f50-b4e0-ff97b35f203c","url":"https:\u002F\u002Fwww.nytimes.com\u002F2018\u002F11\u002F05\u002Fupshot\u002Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","wordCount":1148}}},"initialState":{},"config":{"gqlUrlClient":"https:\u002F\u002Fsamizdat-graphql.nytimes.com\u002Fgraphql\u002Fv2","gqlRequestHeaders":{"nyt-app-type":"project-vi","nyt-app-version":"0.0.5","nyt-token":"MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAs+\u002FoUCTBmD\u002FcLdmcecrnBMHiU\u002FpxQCn2DDyaPKUOXxi4p0uUSZQzsuq1pJ1m5z1i0YGPd1U1OeGHAChWtqoxC7bFMCXcwnE1oyui9G1uobgpm1GdhtwkR7ta7akVTcsF8zxiXx7DNXIPd2nIJFH83rmkZueKrC4JVaNzjvD+Z03piLn5bHWU6+w+rA+kyJtGgZNTXKyPh6EC6o5N+rknNMG5+CdTq35p8f99WjFawSvYgP9V64kgckbTbtdJ6YhVP58TnuYgr12urtwnIqWP9KSJ1e5vmgf3tunMqWNm6+AnsqNj8mCLdCuc5cEB74CwUeQcP2HQQmbCddBy2y0mEwIDAQAB","x-nyt-internal-meter-override":undefined,"x-nyt-targeting-dimensions-map":"newsTenure=anon_user"},"gqlFetchTimeout":1500,"disablePersistedQueries":false,"initialDeviceType":"desktop","fastlyAbraConfig":{".ver":"22329.000","AMS_FrictionCircumventionDesktop_cwv":"2_low-mid-truncation","AMS_FrictionCircumventionMobile_cwv":"2_low-mid-truncation","DFP_TopAd_Anon_0124":"0_Control","HOME_cwv_chartbeat":"0_Control","STYLN_synth_voice_web":"1_synth","VIZEX_ViAboveTheFoldWeight":"0_control","WP_datadog_refactor_0924":"1_refactor"},"fastlyEntitlements":[],"platform":undefined,"internalPreviewConfig":{"meter":undefined,"swg":undefined},"webviewEnvironment":{"isInWebview":false,"isPreloaded":false},"isOptimisticallyTruncated":true,"optimisticTruncationDropzone":6,"requestPath":"\u002F2018\u002F11\u002F05\u002Fupshot\u002Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","isProvisionallyLoggedIn":false,"serviceWorkerFile":"service-worker-test-1732312180517.js","preloadedServiceWorkerFile":"\u002Fvi-assets\u002Fstatic-assets\u002Fpreloaded-service-worker-1732312351056.js"},"ssrQuery":{},"initialLocation":{"pathname":"\u002F2018\u002F11\u002F05\u002Fupshot\u002Fpeer-review-the-worst-way-to-judge-research-except-for-all-the-others.html","search":""}};</script> <script>!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{},a=(new Error).stack;a&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[a]="c7799f4b-042a-4c9c-baf2-33c5c837a6aa",e._sentryDebugIdIdentifier="sentry-dbid-c7799f4b-042a-4c9c-baf2-33c5c837a6aa")}catch(e){}}();var _global="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{};_global.SENTRY_RELEASE={id:"c5101898f3ca2765a4e56c729eab4ec14b137918"},function(e){function a(a){for(var c,b,f=a[0],r=a[1],t=a[2],i=0,l=[];i<f.length;i++)b=f[i],Object.prototype.hasOwnProperty.call(n,b)&&n[b]&&l.push(n[b][0]),n[b]=0;for(c in r)Object.prototype.hasOwnProperty.call(r,c)&&(e[c]=r[c]);for(s&&s(a);l.length;)l.shift()();return o.push.apply(o,t||[]),d()}function d(){for(var e,a=0;a<o.length;a++){for(var d=o[a],c=!0,f=1;f<d.length;f++){var r=d[f];0!==n[r]&&(c=!1)}c&&(o.splice(a--,1),e=b(b.s=d[0]))}return e}var c={},n={157:0},o=[];function b(a){if(c[a])return c[a].exports;var d=c[a]={i:a,l:!1,exports:{}};return e[a].call(d.exports,d,d.exports,b),d.l=!0,d.exports}b.e=function(e){var a=[],d=n[e];if(0!==d)if(d)a.push(d[2]);else{var c=new Promise((function(a,c){d=n[e]=[a,c]}));a.push(d[2]=c);var o,f=document.createElement("script");f.charset="utf-8",f.timeout=120,b.nc&&f.setAttribute("nonce",b.nc),f.src=function(e){return b.p+""+({0:"vendor",1:"vendors~accessCodeLPAllAccess~accessCodeLPCooking~accessCodeLPGames~accessCodeLPHyundaicard~accessCo~88266268",2:"vendors~account~byline~capsule~collections~explainer~getstarted~liveAsset~livePanel~newsletter~newsl~4452fd02",4:"vendors~audio~bestsellers~card~collections~explainer~home~liveAsset~markets~paidpost~reviews~search~~b0abd9a2",5:"vendors~audio~byline~capsule~card~cardpanel~clientSideCapsule~collections~explainer~liveAsset~livePa~5a3d4357",6:"accessCodeLPAllAccess~accessCodeLPCooking~accessCodeLPGames~accessCodeLPHyundaicard~accessCodeLPNews~1efce3ed",7:"vendors~activateAudioLoginPage~allAccessLandingPage~athleticGiftLandingPage~audioLandingPage~brandLa~c146d5af",8:"vendors~activateAudioLoginPage~allAccessLandingPage~athleticGiftLandingPage~brandLandingPage~gamesGi~c8843a55",9:"vendors~audio~byline~capsule~card~cardpanel~clientSideCapsule~livePanel~paidpost~slideshow~video",10:"vendors~athleticGiftLandingPage~audioLandingPage~brandLandingPage~cookingLandingPage~gamesGiftLandin~280b0503",11:"vendors~accessCodeLPAllAccess~accessCodeLPCooking~accessCodeLPGames~accessCodeLPHyundaicard~accessCo~e5a25944",12:"vendors~accessCodeLPAllAccess~accessCodeLPCooking~accessCodeLPGames~accessCodeLPHyundaicard~accessCo~589595ba",13:"vendors~allAccessLandingPage~athleticLandingPage~audioLandingPage~cookingLandingPage~homeDeliveryLan~42dcfa14",14:"vendors~getstarted~newsletter~newsletters~newsletterssubscriberonly~recirculation~welcomesubscriber~~a6f3c374",15:"bestsellers~markets~reviews~search~trending~your-list",16:"giftArticles~onboardingTopicsBottomSheet~subRecircBottomSheet~timeswire",17:"newsletter~newsletters~newsletterssubscriberonly~your-places-global-update",18:"vendors~CardDeck~carddeck~cardpanel~home",19:"vendors~carddeck~clientSideCapsule~home",20:"vendors~giftArticles~timeswire~your-list",23:"caHamburgerNestedNavData~nestedNav",24:"emailsignup~your-space",25:"internationalHamburgerNestedNavData",26:"markets~reviews",27:"nestedNav~usHamburgerNestedNavData",28:"onboardingTopicsBottomSheet~subRecircBottomSheet",29:"vendors~account~newslettersoptout",30:"vendors~gamesOnboardingOfferLandingPage~newsOnboardingOfferLandingPage",31:"vendors~getstarted~welcomesubscriber",32:"vendors~groupsHigherEdLandingPage~groupsLandingPage",37:"CardDeck",38:"ChineseHanLogo",39:"DealbookLogo",40:"InsiderLogo",41:"NYTCommunitiesFundHeader",42:"Rio2016",43:"SportsFromTheAthleticLogo",44:"TMagazineLogo",45:"UpshotLogo",46:"WorldCupLogo2018",47:"accessCodeLPAllAccess",48:"accessCodeLPCooking",49:"accessCodeLPGames",50:"accessCodeLPHyundaicard",51:"accessCodeLPNews",52:"accessCodeLPNexo",53:"accessCodeLPWirecutter",54:"account",55:"activateAudioLoginPage",56:"activateaccess",57:"additionalPlaylists",59:"allAccessLandingPage",60:"ask",61:"athleticGiftLandingPage",62:"athleticLandingPage",63:"audio",64:"audioApp",65:"audioLandingPage",66:"audioblock",67:"autoSave",68:"bestsellers",69:"blank",70:"book-review",71:"brandLandingPage",72:"byline",73:"caHamburgerNestedNavData",74:"canadaHamburgerNavData",75:"canadaSiteIndexData",76:"canonicalUrlOverride",77:"capsule",78:"card",79:"carddeck",80:"carddeckadslot",81:"cardpanel",82:"clientSideCapsule",83:"collectionnewsletterform",84:"collections",85:"comments",86:"commentsForm",87:"cookingAppDownloadLandingPage",88:"cookingLandingPage",89:"datasubjectrequest",90:"datasubjectrequestverification",91:"dealbook",92:"defaultHamburgerNavData",93:"defaultSiteIndexData",94:"desktopLogoNav",95:"desktopNav",96:"emailsignup",97:"episodefooter",98:"esHamburgerNavData",99:"esHamburgerNestedNavData",100:"explainer",101:"explainerPostHeader",102:"explainerRecirculation",103:"fabActual",104:"featuredproperties",105:"foo",106:"gamesGiftLandingPage",107:"gamesLandingPage",108:"gamesOnboardingOfferLandingPage",109:"gatewayLandingPage",110:"getstarted",111:"giftArticles",112:"giftLandingPage",113:"groupsHigherEdLandingPage",114:"groupsLandingPage",115:"headerfullbleedhorizontal",116:"headerfullbleedvertical",117:"headerlivebriefingvi",118:"home",119:"homeDeliveryLandingPage",120:"hyundaiCardLandingPage",121:"instacartLandingPage",123:"internationalHamburgerNavData",124:"internationalSiteIndexData",125:"leMondeLandingPage",126:"lens",127:"liveAsset",128:"livePanel",129:"livePostHeader",130:"lottieJSON",132:"markets",133:"mortgagecalculator",134:"nestedNav",135:"newsAppLandingPage",136:"newsOnboardingOfferLandingPage",137:"newsletter",138:"newsletterRecirculation",139:"newsletters",140:"newslettersmanage",141:"newslettersoptout",142:"newslettersreengagement",143:"newsletterssubscriberonly",144:"onboardingTopicsBottomSheet",145:"onsiteMessagingExampleLP",146:"opinion",147:"paidpost",148:"privacy",149:"producernotes",150:"query-and-select",151:"recirculation",152:"related-coverage-chunk",153:"reviewheader",154:"reviews",158:"search",159:"siteIndexContent",160:"sitemap",161:"slideshow",162:"slideshowinline",163:"stickyfilljs",164:"story",165:"subRecircBottomSheet",166:"subscribeWithGoogleLP",167:"surveywithdrawconsent",168:"tabActual",169:"timeswire",170:"trending",171:"upshot",172:"usHamburgerNestedNavData",173:"vanity",175:"vendors~athleticLandingPage",176:"vendors~audioblock",177:"vendors~bestsellers",178:"vendors~charlatan-select",179:"vendors~commentsForm",180:"vendors~cookingAppDownloadLandingPage",181:"vendors~emailsignup",182:"vendors~episodefooter",183:"vendors~explainerRecirculation",184:"vendors~giftArticles",185:"vendors~headerfullbleedhorizontal",186:"vendors~headerfullbleedvertical",187:"vendors~homeDeliveryLandingPage",188:"vendors~instacartLandingPage",189:"vendors~mortgagecalculator",190:"vendors~producernotes",191:"vendors~recirculation",192:"vendors~reviewheader",193:"vendors~search",194:"vendors~slideshowinline",195:"vendors~subscribeWithGoogleLP",196:"vendors~trending",197:"vendors~viToolbar",198:"vendors~videoblock",199:"vendors~wellContent",200:"viToolbar",201:"video",202:"videoblock",203:"welcomeBannerGames",204:"welcomeBannerRegi",205:"welcomeBannerSubs",206:"welcomesubscriber",207:"wellContent",208:"wirecutterLandingPage",209:"world-cup-2019",210:"xpnMobileCooking",211:"your-list",212:"your-places-global-update",213:"your-space"}[e]||e)+"-"+{0:"2988a9e82642680fd3f1",1:"0b41826e52a44bcfdf3e",2:"0fb68f92f6e882b5349c",3:"0a5de5ff9acd6cb414ac",4:"3588807926bf06845931",5:"e132eaf9863ae4b9cb99",6:"1be277aa970129f2eb1a",7:"0d8a3d8ef0d35a7a185f",8:"68329a857b93341710c6",9:"af1f1a3dbfcd26a74840",10:"4986d00587d3eaef567c",11:"e24cbe3180839c247296",12:"65dba1817553c4826742",13:"e2acf07599706bea9886",14:"75eb6450fac87ca8e110",15:"42fe2c734126ea220351",16:"5603a705a6a74542d62d",17:"1fe68dd9cb371217b2ec",18:"fdcc7860796cd51b0e3b",19:"b45071343783cf6c7758",20:"74847f952fc81c4efafd",21:"84bf9912dd895abb6717",22:"94ea9b72b0b3796de5ae",23:"374be8249e5b04632f0c",24:"bf6499e08cea03d49f3b",25:"20a31b8391aaa7c7c798",26:"fbdc4ee5a772cc6db202",27:"acb96c0234d4327cf418",28:"4ab75002e9e695b160a8",29:"5776546a844c24616ade",30:"ab138740246ebaf0298f",31:"29bb1063bd9d040f7af0",32:"2bfa7137f55c26feb2d5",33:"e318a363473577b0c811",34:"05488fae6aa61f17189f",35:"2062513393f5b095cb27",36:"631cf9c835eb78b3fb46",37:"5b5aa7f014bab9c69a8e",38:"b4764d0211a6ad80f713",39:"e7e8015f51e85bd0de14",40:"83aa02c0d4c31bc64a51",41:"33bfd08b006160d12ceb",42:"4ecc893f14204bdbf2ce",43:"800723ba756702e07977",44:"b6085f2e646a29e65aa7",45:"e6e8dda8cff330ea83c9",46:"3e7453780935f351725e",47:"1fc514a1919646120f8b",48:"2ac6630e9e1382993388",49:"ef58f31c1e9af343cb7b",50:"db9f705bf5a6be31c3e1",51:"b3b961a69c34d4bfbebc",52:"2f07cb18dd0c70ebe04d",53:"ce53f1b6c85c964020f1",54:"5a0f53af99719728c30d",55:"8e34526fad375ccd6005",56:"466a543a4e4b1e5ed7ec",57:"ef65a5c981353df6fa94",59:"d3a9685e368e7dba948e",60:"ebe69f587c14cf8f1bc1",61:"b6247d63314a2c68ecbb",62:"f9aa956da60978bbc06e",63:"c5498b9770c56cb5f2ea",64:"28f6d83975db16e6ac70",65:"6cbeaeadf007144a0ef2",66:"f2bdb6416915bad1fe16",67:"87e72c9b79c01066a6a7",68:"5bd1f3e0a873ed3331ef",69:"c48d6dc6e4076aaab9b5",70:"1767465a0ac6d977708c",71:"73db3a5bc82567e29f14",72:"19b77215020b48c53dd3",73:"346a1a3a4b4f5b76d548",74:"4a7e654c6f225755fa1d",75:"40c886216d2a957518e9",76:"4a9369b7c4d595342b74",77:"b59afbe28ab5f2e9de89",78:"2a5543d37991eb0853a1",79:"37f3a88bac0b5c3277d4",80:"ce2a9e3d439d191c317e",81:"4e962484ff527ead42a3",82:"c27f44e549b426ed1ffe",83:"0febe4020eca68f7b6d0",84:"d5c89207643103d59a2a",85:"6d7273d260f19fac0a0c",86:"8c98f328439e84d3fced",87:"95371e3632ab6abe7a53",88:"e74445b64fd7915312b3",89:"d21a6de4f287cfe930d5",90:"656ce6a297a95a0005e7",91:"0b69f0b46945129a5eb8",92:"223a97a48bd1e3609b94",93:"155980ae0b792bd33110",94:"b9e628ad7e1fab2e98f9",95:"6481820067e6123533f7",96:"b776a89e049b61211da0",97:"ec1154fbb7f8cfbef64c",98:"8cf615fd29d4dd6e7fee",99:"a2b5d3d1e733c8e08b77",100:"598f4ff172689f27b147",101:"60928cde978d38683103",102:"d7415231127e0cc2cbe3",103:"6c4aefda3fc3c4297609",104:"5e754174415f1b78f2dc",105:"8fc4aade34920a4aada4",106:"913998a30a208fee15c0",107:"66ab5ea42010e33eb625",108:"a75887e393ec2e3e12f2",109:"ad6b5503f9b7d6614088",110:"7fad31ddbfde99325b38",111:"9f8a664d0337163f2dd5",112:"f5c76dde1a512511697d",113:"457bcba51ed52cdfd9ec",114:"ab28ace89f326d36131e",115:"896a53de2c81bde2a5df",116:"d9a145c8e92b33ba40cc",117:"b2272166d6b3b4537485",118:"621d4d7745a37e8d0d69",119:"e71041e5eede6fab210f",120:"feafe1d91d14f7749540",121:"34456b5423ada02e3a3b",123:"ac57463177dc592c9f35",124:"95b891cd64fd2e4aaeed",125:"14336afd371cf0bbc13a",126:"df06a3311e5d673f3d5c",127:"f65a25ff29d8cf3c57b2",128:"d1255d6c4c1a97e7debd",129:"9e1d7ea14eae83a9be19",130:"f611e8570c19f44024b8",132:"446a66ce8c263245d5be",133:"6ffb6fbf1f19a4459014",134:"d1f45ed8f9fa4732eb76",135:"2c86f2296832dd3c732b",136:"56dd48a875fec8b694c5",137:"69fbb2ed9c6014c446aa",138:"346be91828bfcbac243b",139:"6fe43fb771fc9397d5b8",140:"6bc5b21c8ed6c4bb2add",141:"0cd530b0a11c9f8e3253",142:"840cedab5cb8fbd2727e",143:"49bb178020058719472d",144:"931dea5672363aa41e0e",145:"4682747f5aa7d01f9bb9",146:"0579cc594686e88d649a",147:"ea364e13a8c187f1b151",148:"f9e5eb1215e7c915e57a",149:"18aa6530ed92c5511a1b",150:"da5d5088507fb8f17100",151:"903e972ce80363d00d34",152:"c1a3a9cf391f11bbb1c6",153:"74c61aab762d8431ee83",154:"6a7651f655a10c999d6f",158:"73c241c926050b985944",159:"b760ead686926196fca8",160:"6289ac2de025a40fc009",161:"e3bf74a6c8b99be82006",162:"b6fc081fb4855db3c42a",163:"adcbed4248f51590efdf",164:"0fd08b69e39632526414",165:"b0b4c5bfa177c3d2015c",166:"be30a7ee4611cbf6ac16",167:"a63a66835e68675d93c0",168:"888029a0e8e5765996d5",169:"a9f326848a6b91f1aea7",170:"52afac520a02d8bf525a",171:"106423b709fd55d80bb7",172:"f90a14bb15f0174f0c5e",173:"1cf13fbd75bd1dd49195",175:"d088798f1afa038f1623",176:"ddf175adda7f4e8b5b19",177:"3eff78fac03aa3fe2b54",178:"c8df8a6686de48b9cada",179:"2b98da8e6480029c3ac0",180:"8f3eea946739ec608bf7",181:"81652b053c06b6d80d8a",182:"0f8c9debdc1c6444823b",183:"3dcc6ad23924b005ea43",184:"9f23f423b87a82ad5f4a",185:"6d1fdb177fb09d2735ee",186:"94d46ea804e62c979524",187:"c3929a874af445b9813e",188:"7d9c3e38f8d44e625ee4",189:"adb8a15ee815752bef1f",190:"976a26f765ff955a01cd",191:"709198232175fc4e1ecb",192:"9c69ec380b7da357585e",193:"9f46f4859d03cdd6cd17",194:"0f3e2a7011fa886f09b5",195:"dc009adabbe613984ca1",196:"6d42ec65f601627cc91d",197:"bfe5b37dd2a068bafbc8",198:"ca8904e9a7c1a13a70de",199:"22542a6e84785ca4464b",200:"66aa8e275afa0cfcf3fe",201:"e627fae3e6512fc1a7bf",202:"cc1783709a7c595ca577",203:"807eb88b49ddad06d7da",204:"7a3848507febb9beec67",205:"1948c0c131c8b9a6f2f2",206:"b29e06780eb1c9e0afc8",207:"925a03a2d26c492f0b55",208:"9254f25a35c611233d1d",209:"327e5620798e68af7734",210:"784098d231087eb52cac",211:"7ce3ed89f571b9d9262b",212:"cf41c56ab69321c02ba1",213:"4c7d3afcad02cd8661dd",214:"a3ab34c8137f2a6bf948",215:"fd5e3fbd879e8894e404",216:"71c22f7e256b4870541b",217:"88dc577acd0c2a2d8849",218:"f15fc440884fd6e714cf",219:"dff9ebb97e67a898ef59",220:"369980ea8ebbcf5c6559",221:"23f43242a8f2af48065f",222:"1fc5d94f1e328e5c5a71",223:"c7a9d805b8ac04662511",224:"f32d8b634cbd44d71569",225:"5ff01d86cefa7a40d283",226:"2cb5d0acaa9309a282ec",227:"172af9c5ac911df41865",228:"6a4754c59c37e89d1bd1",229:"8b2d2783f05e599ada19",230:"b8e62377145ea50cf637",231:"217fdee3aebbe84e2ab4",232:"76de2faa19d622abd165"}[e]+".js"}(e);var r=new Error;o=function(a){f.onerror=f.onload=null,clearTimeout(t);var d=n[e];if(0!==d){if(d){var c=a&&("load"===a.type?"missing":a.type),o=a&&a.target&&a.target.src;r.message="Loading chunk "+e+" failed.\n("+c+": "+o+")",r.name="ChunkLoadError",r.type=c,r.request=o,d[1](r)}n[e]=void 0}};var t=setTimeout((function(){o({type:"timeout",target:f})}),12e4);f.onerror=f.onload=o,document.head.appendChild(f)}return Promise.all(a)},b.m=e,b.c=c,b.d=function(e,a,d){b.o(e,a)||Object.defineProperty(e,a,{enumerable:!0,get:d})},b.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},b.t=function(e,a){if(1&a&&(e=b(e)),8&a)return e;if(4&a&&"object"==typeof e&&e&&e.__esModule)return e;var d=Object.create(null);if(b.r(d),Object.defineProperty(d,"default",{enumerable:!0,value:e}),2&a&&"string"!=typeof e)for(var c in e)b.d(d,c,function(a){return e[a]}.bind(null,c));return d},b.n=function(e){var a=e&&e.__esModule?function(){return e.default}:function(){return e};return b.d(a,"a",a),a},b.o=function(e,a){return Object.prototype.hasOwnProperty.call(e,a)},b.p="/vi-assets/static-assets/",b.oe=function(e){throw console.error(e),e};var f=window.webpackJsonp=window.webpackJsonp||[],r=f.push.bind(f);f.push=a,f=f.slice();for(var t=0;t<f.length;t++)a(f[t]);var s=r;d()}([]); //# sourceMappingURL=runtime~main-948fbc0746ed76680f30.js.map</script> <script defer src="/vi-assets/static-assets/vendor-2988a9e82642680fd3f1.js"></script> <script defer src="/vi-assets/static-assets/story-0fd08b69e39632526414.js"></script> <script defer src="/vi-assets/static-assets/upshot-106423b709fd55d80bb7.js"></script> <script defer src="/vi-assets/static-assets/main-590dbba14c0599e13751.js"></script> <script>(function () { var _f=function(){try{var e=["first-paint","first-contentful-paint","userBtnRender","appRenderTime"];new window.PerformanceObserver(function(r){for(var n=r.getEntries(),a=0;a<n.length;a+=1){var t=n[a];if(e.indexOf(t.name)>-1){var i={};i[t.name]=Math.round(t.duration||t.startTime),(window.dataLayer=window.dataLayer||[]).push({event:"performance",pageview:{performance:i}})}}}).observe({entryTypes:["mark","measure","paint"]})}catch(e){}};;_f.apply(null, []); })();(function () { var _f=function(){!function(){if(1===Math.floor(20*Math.random())&&(!window.BOOMR||!window.BOOMR.version&&!window.BOOMR.snippetExecuted)){window.BOOMR=window.BOOMR||{},window.BOOMR.snippetStart=(new Date).getTime(),window.BOOMR.snippetExecuted=!0,window.BOOMR.snippetVersion=14,window.BOOMR.url="https://s.go-mpulse.net/boomerang/ATH8A-MAMN8-XPXCH-N5KAX-8D239";var e=(document.currentScript||document.getElementsByTagName("script")[0]).parentNode,n=!1,t=document.createElement("link");t.relList&&"function"==typeof t.relList.supports&&t.relList.supports("preload")&&"as"in t?(window.BOOMR.snippetMethod="p",t.href=window.BOOMR.url,t.rel="preload",t.as="script",t.addEventListener("load",function(){if(!n){var t=document.createElement("script");t.id="boomr-scr-as",t.src=window.BOOMR.url,t.async=!0,e.appendChild(t),n=!0}}),t.addEventListener("error",function(){o(!0)}),setTimeout(function(){n||o(!0)},3e3),BOOMR_lstart=(new Date).getTime(),e.appendChild(t)):o(!1),window.addEventListener?window.addEventListener("load",i,!1):window.attachEvent&&window.attachEvent("onload",i)}function o(t){n=!0;var o,i,d,a,r=document,s=window;if(window.BOOMR.snippetMethod=t?"if":"i",i=function(e,n){var t=r.createElement("script");t.id=n||"boomr-if-as",t.src=window.BOOMR.url,BOOMR_lstart=(new Date).getTime(),(e=e||r.body).appendChild(t)},!window.addEventListener&&window.attachEvent&&navigator.userAgent.match(/MSIE [67]./))return window.BOOMR.snippetMethod="s",void i(e,"boomr-async");(d=document.createElement("IFRAME")).src="about:blank",d.title="",d.role="presentation",d.loading="eager",(a=(d.frameElement||d).style).width=0,a.height=0,a.border=0,a.display="none",e.appendChild(d);try{s=d.contentWindow,r=s.document.open()}catch(e){o=document.domain,d.src="javascript:var d=document.open();d.domain='"+o+"';void 0;",s=d.contentWindow,r=s.document.open()}o?(r._boomrl=function(){this.domain=o,i()},r.write("<body onload='document._boomrl();'>")):(s._boomrl=function(){i()},s.addEventListener?s.addEventListener("load",s._boomrl,!1):s.attachEvent&&s.attachEvent("onload",s._boomrl)),r.close()}function i(e){window.BOOMR_onload=e&&e.timeStamp||(new Date).getTime()}}()};;_f.apply(null, []); })();</script> <script> (function(){ if (document.cookie.indexOf('NYT-S') === -1) { var iframe = document.createElement('iframe'); iframe.height = 0; iframe.width = 0; iframe.style.display = 'none'; iframe.style.visibility = 'hidden'; iframe.src = 'https://myaccount.nytimes.com/auth/prefetch-assets'; document.body.appendChild(iframe); } })(); </script> <script> (function(w, l) { w[l] = w[l] || []; w[l].push({ 'gtm.start': new Date().getTime(), event: 'gtm.js' }); })(window, 'dataLayer'); </script> <script defer src="https://www.googletagmanager.com/gtm.js?id=GTM-P528B3&gtm_auth=tfAzqo1rYDLgYhmTnSjPqw&gtm_preview=env-130&gtm_cookies_win=x"></script> <noscript> <iframe src="https://www.googletagmanager.com/ns.html?id=GTM-P528B3&gtm_auth=tfAzqo1rYDLgYhmTnSjPqw&gtm_preview=env-130&gtm_cookies_win=x" height="0" width="0" style="display:none;visibility:hidden"></iframe> </noscript>  </body> </html>