CINXE.COM

<!DOCTYPE html> <html lang="en-US" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#" class="no-js"> <head> <meta name="twitter:card" content="summary"></meta> <meta charset="UTF-8"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="profile" href="https://gmpg.org/xfn/11"> <link rel="pingback" href="https://nexus.od.nih.gov/all/xmlrpc.php"> <script>(function(html){html.className = html.className.replace(/\bno-js\b/,'js')})(document.documentElement);</script> <title>Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency – NIH Extramural Nexus</title> <meta name='robots' content='max-image-preview:large' />  <script data-cfasync="false" data-pagespeed-no-defer> var gtm4wp_datalayer_name = "dataLayer"; var dataLayer = dataLayer || []; const gtm4wp_scrollerscript_debugmode = false; const gtm4wp_scrollerscript_callbacktime = 100; const gtm4wp_scrollerscript_readerlocation = 150; const gtm4wp_scrollerscript_contentelementid = "content"; const gtm4wp_scrollerscript_scannertime = 60; </script> <link rel='dns-prefetch' href='//platform.twitter.com' /> <link rel='dns-prefetch' href='//stats.wp.com' /> <link rel='dns-prefetch' href='//use.fontawesome.com' /> <link rel='dns-prefetch' href='//cdn.jsdelivr.net' /> <link rel='dns-prefetch' href='//fonts.googleapis.com' /> <link rel='dns-prefetch' href='//v0.wordpress.com' /> <link href='https://fonts.gstatic.com' crossorigin rel='preconnect' /> <link rel="alternate" type="application/rss+xml" title="NIH Extramural Nexus » Feed" href="https://nexus.od.nih.gov/all/feed/" /> <link rel="alternate" type="application/rss+xml" title="NIH Extramural Nexus » Comments Feed" href="https://nexus.od.nih.gov/all/comments/feed/" /> <link rel="alternate" type="application/rss+xml" title="NIH Extramural Nexus » Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency Comments Feed" href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/feed/" /> <script> window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/nexus.od.nih.gov\/all\/wp-includes\/js\/wp-emoji-release.min.js?ver=6.6.2"}}; /*! This file is auto-generated */ !function(i,n){var o,s,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),r=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===r[t]})}function u(e,t,n){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\uddfa\ud83c\uddf3","\ud83c\uddfa\u200b\ud83c\uddf3")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!n(e,"\ud83d\udc26\u200d\u2b1b","\ud83d\udc26\u200b\u2b1b")}return!1}function f(e,t,n){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):i.createElement("canvas"),a=r.getContext("2d",{willReadFrequently:!0}),o=(a.textBaseline="top",a.font="600 32px Arial",{});return e.forEach(function(e){o[e]=t(a,e,n)}),o}function t(e){var t=i.createElement("script");t.src=e,t.defer=!0,i.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",s=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){i.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(s),u.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"}),a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=function(e){c(n=e.data),a.terminate(),t(n)})}catch(e){}c(n=f(s,u,p))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings); </script> <link rel='stylesheet' id='twentysixteen-jetpack-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/jetpack/modules/theme-tools/compat/twentysixteen.css?ver=13.7.1' media='all' /> <style id='wp-emoji-styles-inline-css'> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 0.07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='wp-block-library-css' href='https://nexus.od.nih.gov/all/wp-includes/css/dist/block-library/style.min.css?ver=6.6.2' media='all' /> <style id='wp-block-library-theme-inline-css'> .wp-block-audio :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-audio :where(figcaption){color:#ffffffa6}.wp-block-audio{margin:0 0 1em}.wp-block-code{border:1px solid #ccc;border-radius:4px;font-family:Menlo,Consolas,monaco,monospace;padding:.8em 1em}.wp-block-embed :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-embed :where(figcaption){color:#ffffffa6}.wp-block-embed{margin:0 0 1em}.blocks-gallery-caption{color:#555;font-size:13px;text-align:center}.is-dark-theme .blocks-gallery-caption{color:#ffffffa6}:root :where(.wp-block-image figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme :root :where(.wp-block-image figcaption){color:#ffffffa6}.wp-block-image{margin:0 0 1em}.wp-block-pullquote{border-bottom:4px solid;border-top:4px solid;color:currentColor;margin-bottom:1.75em}.wp-block-pullquote cite,.wp-block-pullquote footer,.wp-block-pullquote__citation{color:currentColor;font-size:.8125em;font-style:normal;text-transform:uppercase}.wp-block-quote{border-left:.25em solid;margin:0 0 1.75em;padding-left:1em}.wp-block-quote cite,.wp-block-quote footer{color:currentColor;font-size:.8125em;font-style:normal;position:relative}.wp-block-quote.has-text-align-right{border-left:none;border-right:.25em solid;padding-left:0;padding-right:1em}.wp-block-quote.has-text-align-center{border:none;padding-left:0}.wp-block-quote.is-large,.wp-block-quote.is-style-large,.wp-block-quote.is-style-plain{border:none}.wp-block-search .wp-block-search__label{font-weight:700}.wp-block-search__button{border:1px solid #ccc;padding:.375em .625em}:where(.wp-block-group.has-background){padding:1.25em 2.375em}.wp-block-separator.has-css-opacity{opacity:.4}.wp-block-separator{border:none;border-bottom:2px solid;margin-left:auto;margin-right:auto}.wp-block-separator.has-alpha-channel-opacity{opacity:1}.wp-block-separator:not(.is-style-wide):not(.is-style-dots){width:100px}.wp-block-separator.has-background:not(.is-style-dots){border-bottom:none;height:1px}.wp-block-separator.has-background:not(.is-style-wide):not(.is-style-dots){height:2px}.wp-block-table{margin:0 0 1em}.wp-block-table td,.wp-block-table th{word-break:normal}.wp-block-table :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-table :where(figcaption){color:#ffffffa6}.wp-block-video :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-video :where(figcaption){color:#ffffffa6}.wp-block-video{margin:0 0 1em}:root :where(.wp-block-template-part.has-background){margin-bottom:0;margin-top:0;padding:1.25em 2.375em} </style> <style id='co-authors-plus-coauthors-style-inline-css'> .wp-block-co-authors-plus-coauthors.is-layout-flow [class*=wp-block-co-authors-plus]{display:inline} </style> <style id='co-authors-plus-avatar-style-inline-css'> .wp-block-co-authors-plus-avatar :where(img){height:auto;max-width:100%;vertical-align:bottom}.wp-block-co-authors-plus-coauthors.is-layout-flow .wp-block-co-authors-plus-avatar :where(img){vertical-align:middle}.wp-block-co-authors-plus-avatar:is(.alignleft,.alignright){display:table}.wp-block-co-authors-plus-avatar.aligncenter{display:table;margin-inline:auto} </style> <style id='co-authors-plus-image-style-inline-css'> .wp-block-co-authors-plus-image{margin-bottom:0}.wp-block-co-authors-plus-image :where(img){height:auto;max-width:100%;vertical-align:bottom}.wp-block-co-authors-plus-coauthors.is-layout-flow .wp-block-co-authors-plus-image :where(img){vertical-align:middle}.wp-block-co-authors-plus-image:is(.alignfull,.alignwide) :where(img){width:100%}.wp-block-co-authors-plus-image:is(.alignleft,.alignright){display:table}.wp-block-co-authors-plus-image.aligncenter{display:table;margin-inline:auto} </style> <link rel='stylesheet' id='mediaelement-css' href='https://nexus.od.nih.gov/all/wp-includes/js/mediaelement/mediaelementplayer-legacy.min.css?ver=4.2.17' media='all' /> <link rel='stylesheet' id='wp-mediaelement-css' href='https://nexus.od.nih.gov/all/wp-includes/js/mediaelement/wp-mediaelement.min.css?ver=6.6.2' media='all' /> <style id='jetpack-sharing-buttons-style-inline-css'> .jetpack-sharing-buttons__services-list{display:flex;flex-direction:row;flex-wrap:wrap;gap:0;list-style-type:none;margin:5px;padding:0}.jetpack-sharing-buttons__services-list.has-small-icon-size{font-size:12px}.jetpack-sharing-buttons__services-list.has-normal-icon-size{font-size:16px}.jetpack-sharing-buttons__services-list.has-large-icon-size{font-size:24px}.jetpack-sharing-buttons__services-list.has-huge-icon-size{font-size:36px}@media print{.jetpack-sharing-buttons__services-list{display:none!important}}.editor-styles-wrapper .wp-block-jetpack-sharing-buttons{gap:0;padding-inline-start:0}ul.jetpack-sharing-buttons__services-list.has-background{padding:1.25em 2.375em} </style> <style id='classic-theme-styles-inline-css'> /*! This file is auto-generated */ .wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none} </style> <style id='global-styles-inline-css'> :root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #fff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--color--dark-gray: #1a1a1a;--wp--preset--color--medium-gray: #686868;--wp--preset--color--light-gray: #e5e5e5;--wp--preset--color--blue-gray: #4d545c;--wp--preset--color--bright-blue: #007acc;--wp--preset--color--light-blue: #9adffd;--wp--preset--color--dark-brown: #402b30;--wp--preset--color--medium-brown: #774e24;--wp--preset--color--dark-red: #640c1f;--wp--preset--color--bright-red: #ff675f;--wp--preset--color--yellow: #ffef8e;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;} </style> <link rel='stylesheet' id='contact-form-7-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/contact-form-7/includes/css/styles.css?ver=5.9.8' media='all' /> <link rel='stylesheet' id='ppress-frontend-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/wp-user-avatar/assets/css/frontend.min.css?ver=4.15.12' media='all' /> <link rel='stylesheet' id='ppress-flatpickr-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/wp-user-avatar/assets/flatpickr/flatpickr.min.css?ver=4.15.12' media='all' /> <link rel='stylesheet' id='ppress-select2-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/wp-user-avatar/assets/select2/select2.min.css?ver=6.6.2' media='all' /> <link rel='stylesheet' id='parent-style-css' href='https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen/style.css?ver=6.6.2' media='all' /> <link rel='stylesheet' id='child-style-css' href='https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/style.css?ver=6.6.2' media='all' /> <link rel='stylesheet' id='fontawesome-css' href='https://use.fontawesome.com/releases/v5.13.0/css/all.css?ver=5.13' media='all' /> <link rel='stylesheet' id='bootstrap-css' href='https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css?ver=4.6' media='all' /> <link rel='stylesheet' id='twentysixteen-fonts-css' href='https://fonts.googleapis.com/css?family=Merriweather%3A400%2C700%2C900%2C400italic%2C700italic%2C900italic%7CMontserrat%3A400%2C700%7CInconsolata%3A400&subset=latin%2Clatin-ext&display=fallback' media='all' /> <link rel='stylesheet' id='genericons-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/jetpack/_inc/genericons/genericons/genericons.css?ver=3.1' media='all' /> <link rel='stylesheet' id='twentysixteen-style-css' href='https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/style.css?ver=20201208' media='all' /> <link rel='stylesheet' id='twentysixteen-block-style-css' href='https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen/css/blocks.css?ver=20190102' media='all' />    <link rel='stylesheet' id='jetpack_css-css' href='https://nexus.od.nih.gov/all/wp-content/plugins/jetpack/css/jetpack.css?ver=13.7.1' media='all' /> <script src="https://nexus.od.nih.gov/all/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script src="https://nexus.od.nih.gov/all/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/wp-user-avatar/assets/flatpickr/flatpickr.min.js?ver=4.15.12" id="ppress-flatpickr-js"></script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/wp-user-avatar/assets/select2/select2.min.js?ver=4.15.12" id="ppress-select2-js"></script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/duracelltomi-google-tag-manager/dist/js/analytics-talk-content-tracking.js?ver=1.20.2" id="gtm4wp-scroll-tracking-js"></script>  <link rel="https://api.w.org/" href="https://nexus.od.nih.gov/all/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://nexus.od.nih.gov/all/wp-json/wp/v2/posts/15346" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://nexus.od.nih.gov/all/xmlrpc.php?rsd" /> <meta name="generator" content="WordPress 6.6.2" /> <link rel="canonical" href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/" /> <link rel='shortlink' href='https://wp.me/p7Dr3j-3Zw' /> <link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://nexus.od.nih.gov/all/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fnexus.od.nih.gov%2Fall%2F2015%2F06%2F09%2Fenhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency%2F" /> <link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://nexus.od.nih.gov/all/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fnexus.od.nih.gov%2Fall%2F2015%2F06%2F09%2Fenhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency%2F&format=xml" /> <link rel="alternate" type="application/feed+json" title="NIH Extramural Nexus » JSON Feed" href="https://nexus.od.nih.gov/all/feed/json/" /> <link rel="alternate" type="application/feed+json" title="NIH Extramural Nexus » Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency Comments Feed" href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/feed/json/" /> <style>img#wpstats{display:none}</style>   <script data-cfasync="false" data-pagespeed-no-defer type="text/javascript"> var dataLayer_content = {"pageTitle":"Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency |","pagePostType":"post","pagePostType2":"single-post","pageCategory":["blog","rocktalk"],"pageAttributes":["applications","grants-policy","human-subjects","rigor"],"pagePostAuthor":"Sally Rockey and Larry Tabak","pagePostDate":"June 9, 2015","pagePostDateYear":2015,"pagePostDateMonth":6,"pagePostDateDay":9,"pagePostDateDayName":"Tuesday","pagePostDateHour":9,"pagePostDateMinute":18,"pagePostDateIso":"2015-06-09T09:18:52-04:00","pagePostDateUnix":1433841532,"browserName":"Internet Explorer","browserVersion":7,"browserEngineName":"Trident","browserEngineVersion":"","osName":"Windows","osVersion":6,"deviceType":"desktop","deviceManufacturer":"","deviceModel":""}; dataLayer.push( dataLayer_content ); </script> <script data-cfasync="false"> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= '//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-TFVGPB'); </script> <style>.recentcomments a{display:inline !important;padding:0 !important;margin:0 !important;}</style> <style type="text/css" id="twentysixteen-header-css"> .site-branding { margin: 0 auto 0 0; } .site-branding .site-title, .site-description { clip: rect(1px, 1px, 1px, 1px); position: absolute; } </style> <link rel="icon" href="https://nexus.od.nih.gov/all/wp-content/uploads/2023/01/cropped-favicon-wp-32x32.png" sizes="32x32" /> <link rel="icon" href="https://nexus.od.nih.gov/all/wp-content/uploads/2023/01/cropped-favicon-wp-192x192.png" sizes="192x192" /> <link rel="apple-touch-icon" href="https://nexus.od.nih.gov/all/wp-content/uploads/2023/01/cropped-favicon-wp-180x180.png" /> <meta name="msapplication-TileImage" content="https://nexus.od.nih.gov/all/wp-content/uploads/2023/01/cropped-favicon-wp-270x270.png" /> <style type="text/css" id="wp-custom-css">em { font-family : sans-serif; }</style>   <meta property="og:image:secure_url" content="https://nexus.od.nih.gov/all/wp-content/uploads/2021/05/nexus-twitter-default-img.png"/>   <meta name="twitter:title" content="Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency"/> <meta name="twitter:url" content="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/"/> <meta name="twitter:description" content="Nothing could be more important to our enterprise than research rigor, assuring that the results of our work are reproducible. Our conversation with you on this topic began early last year with a commentary in Nature by Francis Collins and today’s guest blogger, Larry Tabak, on the importance of rep"/> <meta name="twitter:image" content="https://nexus.od.nih.gov/all/wp-content/uploads/2021/05/nexus-twitter-default-img.png"/> <meta name="twitter:card" content="summary_large_image"/> <meta name="twitter:site" content="@NIHGrants"/>     </head> <body class="post-template-default single single-post postid-15346 single-format-standard wp-embed-responsive group-blog">   <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-TFVGPB" height="0" width="0" style="display:none;visibility:hidden" aria-hidden="true"></iframe></noscript> <div id="page" class="site"> <div class="skip-to-content" id="skip_link"> <a class="assistive-text" href="#content" title="Skip to primary content">Skip to main content</a> </div>  <div class="site-top-bar"> <p><img src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/images/nih-ribbon-hhs.png" atl="HHS icon"><a href="https://www.hhs.gov/" target="_blank">U.S. Department of Health & Human Services</a> | <a href="https://www.nih.gov/" target="_blank">National Institutes of Health</a></p> </div>  <header id="masthead" class="site-header" role="banner"> <div class="site-header-main"> <div class="site-branding"> <div class="nih-logo"> <a href="https://nexus.od.nih.gov/all"> <img src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/images/nih_logo_old.png" alt="National Institutes of Health - Office of Extramural Research logo"> </a> </div> <div class="nexus-logo"> <a href="https://nexus.od.nih.gov/all"> <img src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/images/nexus_logo.png" alt="Extramural Nexus logo"> </a> </div> <div class="header-widget-links"> <div class="widget widget_search"> <form role="search" method="get" class="search-form" action="https://nexus.od.nih.gov/all/"> <label> <span class="screen-reader-text">Search for:</span> <input type="search" class="search-field" placeholder="Search …" value="" name="s" /> </label> <button type="submit" class="search-submit"><span class="screen-reader-text">Search</span></button> </form> </div> <ul class="header-links"> <li><a href="https://grants.nih.gov/grants/oer.htm">NIH Grants & Funding</a></li> <li><a href="/all/comment-policy">Blog Policies</a></li> <li><a href="mailto:ExtramuralNexus@mail.nih.gov">Contact</a></li> <li><a href="/all/rss-feeds">RSS Feeds</a></li> <li><a href="https://public.govdelivery.com/accounts/USNIHOER/subscriber/new?qsp=CODE_RED">Subscribe<i class="fas fa-envelope"></i></a></li> </ul> </div> <p class="site-title"><a href="https://nexus.od.nih.gov/all/" rel="home">NIH Extramural Nexus</a></p> <p class="site-description">NIH Extramural Nexus</p> </div> <button id="menu-toggle" class="menu-toggle">Menu</button> <div id="site-header-menu" class="site-header-menu"> <nav id="site-navigation" class="main-navigation" role="navigation" aria-label="Primary Menu"> <div class="menu-main-menu-container"><ul id="menu-main-menu" class="primary-menu"><li id="menu-item-12605" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-home menu-item-12605"><a href="http://nexus.od.nih.gov/all/"><span class="primary-menu-text">Home</span></a></li> <li id="menu-item-12607" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-12607"><a href="/all/category/blog/"><span class="primary-menu-text">Open Mike</span></a></li> <li id="menu-item-21529" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21529"><a href="https://nexus.od.nih.gov/all/category/top-stories/"><span class="primary-menu-text">More Top Stories</span></a></li> <li id="menu-item-21527" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21527"><a href="https://nexus.od.nih.gov/all/category/new-resources/"><span class="primary-menu-text">New Resources</span></a></li> <li id="menu-item-21528" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21528"><a href="https://nexus.od.nih.gov/all/category/tips-before-you-submit/"><span class="primary-menu-text">Tips Before You Submit</span></a></li> <li id="menu-item-21530" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21530"><a href="https://nexus.od.nih.gov/all/category/you-ask-we-answer/"><span class="primary-menu-text">You Ask, We Answer</span></a></li> </ul></div> <div class="top-util-links"> <ul class="header-links"> <li><a href="https://grants.nih.gov/grants/oer.htm">NIH Grants & Funding</a></li> <li><a href="/all/comment-policy">Blog Policies</a></li> <li><a href="mailto:ExtramuralNexus@mail.nih.gov">Contact</a></li> <li><a href="/all/rss-feeds">RSS Feeds</a></li> <li><a href="https://public.govdelivery.com/accounts/USNIHOER/subscriber/new?qsp=CODE_RED">Subscribe<i class="fas fa-envelope"></i></a></li> </ul> </div> </nav> </div> </div> </header> <div class="site-inner"> <div id="content" class="site-content"> <div id="primary" class="content-area-single-post"> <main id="main" class="site-main" role="main"> <article id="post-15346" class="post-15346 post type-post status-publish format-standard hentry category-blog category-rocktalk tag-applications tag-grants-policy tag-human-subjects tag-rigor"> <header class="entry-header"> <div class="header-icon"> <img src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/images/icons/open-mike-icon.png"> </div> <div class="post-title"> <h1 class="entry-title">Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency</h1> </div> </header> <div class="social-media-block"> <div class="content-block"> <ul> <li class="facebook-button"> <a href="https://www.facebook.com/sharer/sharer.php?u=https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/"><i class="fab fa-facebook-f"></i> Share</a> </li> <li class="twitter-button"> <a class="twitter-share-button" href="https://twitter.com/intent/tweet?text=Enhancing Reproducibility in NIH-supported Research through Rigor and Transparency" data-size="large"> Tweet </a> </li> <li class="linked-in-button"> <script src="//platform.linkedin.com/in.js" type="text/javascript"> lang: en_US</script><script type="IN/Share" data-counter="top"></script> </li>  </ul> </div> </div> <div class="entry-post-content"> <div class="author-meta">By <span><a href="https://nexus.od.nih.gov/all/author/sally-rockey-and-larry-tabak/" title="Posts by Sally Rockey and Larry Tabak" class="author url fn" rel="author">Sally Rockey and Larry Tabak</a></span></div><div class="date-meta"><span>Posted </span><span class="posted-on"><time class="entry-date published" datetime="2015-06-09T09:18:52-04:00">June 9, 2015</time><time class="updated" datetime="2024-07-10T17:00:13-04:00">July 10, 2024</time></span></div><div class="comments-bubble"><p><span class="bubble number">9</span> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comments">Comments</a></p></div> <div class="es-page-body"> <p><em><img decoding="async" data-attachment-id="15353" data-permalink="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/lat-photo-5-13-smaller-2/" data-orig-file="https://nexus.od.nih.gov/all/wp-content/uploads/2015/06/LAT-photo-5-13-smaller1.jpg" data-orig-size="200,280" data-comments-opened="0" data-image-meta="{"aperture":"20","credit":"","camera":"NIKON D800","caption":"","created_timestamp":"1368525176","copyright":"","focal_length":"44","iso":"100","shutter_speed":"0.01","title":"","orientation":"1"}" data-image-title="LAT photo 5-13-smaller" data-image-description="" data-image-caption="" data-medium-file="https://nexus.od.nih.gov/all/wp-content/uploads/2015/06/LAT-photo-5-13-smaller1.jpg" data-large-file="https://nexus.od.nih.gov/all/wp-content/uploads/2015/06/LAT-photo-5-13-smaller1.jpg" tabindex="0" role="button" class="alignleft wp-image-15353 size-thumbnail" src="http://nexus.od.nih.gov/all/wp-content/uploads/2015/06/LAT-photo-5-13-smaller1-150x150.jpg" alt="Photo of Larry Tabak" width="150" height="150" />Dr. Larry Tabak is the Principal Deputy Director of NIH.</em></p> <p>Nothing could be more important to our enterprise than research rigor, assuring that the results of our work are reproducible. Our conversation with you on this topic began early last year with a <a href="http://www.nature.com/news/policy-nih-plans-to-enhance-reproducibility-1.14586">commentary in Nature</a> by Francis Collins and today’s guest blogger, Larry Tabak, on the importance of reproducibility and how NIH plans to enhance it. As described in a follow-up <a href="http://nexus.od.nih.gov/all/2014/02/07/looking-at-reproducibility/">Rock Talk post</a>, the topic of reproducibility is not new. Evidence has shown that too many biomedical-research publications are irreproducible. Thus this topic demanded our community’s immediate attention and we have had continued dialog with and participation by you over the course of the last 18 months to describe the issue, request information, launch pilots, and craft a way forward to enhance reproducibility.</p> <p>Since that January 2014 <em>Nature</em> commentary, NIH has begun to address reproducibility from <a href="http://www.nih.gov/science/reproducibility/index.htm">a </a><a href="http://www.nih.gov/science/reproducibility/index.htm">number of different angles</a>. In 2014, NIH worked alongside journal editors to develop <a href="http://www.nih.gov/science/reproducibility/principles-guidelines.htm">a set of common principles to guide how research results are reported</a>. In 2015, NIH published <a href="http://www.nih.gov/science/reproducibility/training.htm">a series of videos</a> as a resource intended to stimulate conversation in courses on experimental design. In addition to these efforts, NIH’s Office of Research on Women’s Health has led the discussion of the consideration of sex as an important biological variable that should be considered in designing experiments and reporting results. They have posted a variety of resources on <a href="http://orwh.od.nih.gov/sexinscience/index.asp">their website</a>, including outcomes of <a href="http://orwh.od.nih.gov/sexinscience/researchtrainingresources/index.asp">an October 2014 workshop</a> where research experts discussed ways to strengthen scientific design by incorporating sex as a biological variable. The problem of misidentified cell lines also has an impact on research reproducibility, and a <a href="http://www.sciencemag.org/content/346/6216/1452.full.pdf">December 2014 article by NIH leadership</a> focused on ways NIH can help catalyze improvements in cell line authenticity. There are a number of NIH institutes and offices that have completed or are embarking on other projects that contribute to the goal of improving rigor in the design and methods used in research (see <a href="http://grants.nih.gov/grants/guide/pa-files/PAR-13-383.html">PAR-13-383</a><u>, </u><a href="http://grants.nih.gov/grants/guide/rfa-files/RFA-DE-15-004.html">RFA-DE-15-004</a>, <a href="http://grants.nih.gov/grants/guide/pa-files/PAR-14-267.html">PAR-14-267</a> <a href="http://grants.nih.gov/grants/guide/notice-files/NOT-NS-11-023.html">NOT-NS-11-023</a>, <a href="http://grants.nih.gov/grants/guide/notice-files/NOT-MH-14-004.html">NOT-MH-14-004</a>, <a href="http://grants.nih.gov/grants/guide/notice-files/NOT-DA-14-007.html">NOT-DA-14-007</a>). Many other NIH efforts also support the goals of reproducibility, including <a href="http://grants.nih.gov/grants/policy/data_sharing/">data sharing</a><u>,</u> <a href="http://publicaccess.nih.gov/">public access</a>, <a href="http://www.ncbi.nlm.nih.gov/pubmedcommons/">PubMed Commons</a>, and more.</p> <p>All of these activities are culminating in changes to the grant application instructions and peer review criteria that we are planning to put in place for applications submitted in January 2016 and beyond. As announced in the NIH Guide today (<a href="http://grants.nih.gov/grants/guide/notice-files/NOT-OD-15-103.html">NOT-OD-15-103</a>), we are clarifying our long-standing expectations regarding the importance of rigor in scientific research. In this notice, we outline our expectations for the scientific community about describing the rigor of the research proposed in grant applications, with additions to the review criteria used to evaluate proposals. These changes will prompt applicants and reviewers to consider issues, which – if ignored – may impede the transparency needed to reproduce key results and thereby slow scientific progress. Included in our clarifications about rigor is our expectation for scientists to address sex among other biological variables, in order to improve the transparency of this fundamental aspect of science in shaping biological processes and outcomes critical to health (see <a href="http://grants.nih.gov/grants/guide/notice-files/NOT-OD-15-102.html">NOT-OD-15-102</a>). And finally, we ask you to tell us how key biological and chemical resources are authenticated to ensure their identity and validity.</p> <p>These new additions to application and review practices represent aspects at the beginning of the research process which will promote greater transparency of the work we do and the research NIH funds. These additions complement the journal requirements for publication at the other end of the process. It is this strong foundation upon which research going forward relies, and we are confident that these changes will be embraced as an important step in lifting the entire research enterprise to even greater heights.</p> </div> </div> <footer class="entry-footer"> <span class="tags-links"><span class="screen-reader-text">Tags </span><a href="https://nexus.od.nih.gov/all/tag/applications/" rel="tag">applications</a> <a href="https://nexus.od.nih.gov/all/tag/grants-policy/" rel="tag">Grants policy</a> <a href="https://nexus.od.nih.gov/all/tag/human-subjects/" rel="tag">human subjects</a> <a href="https://nexus.od.nih.gov/all/tag/rigor/" rel="tag">rigor</a></span> </footer> </article> <div class="related-posts-section"> <div class="related-posts-content"> <h2>RELATED NEWS</h2> <div class="row"> <div class="col-md"> <div class="grid-block"> <div class="post-link"> <a href="https://nexus.od.nih.gov/all/2024/11/21/preparing-for-2025-application-and-review-changes-tips-and-resources/" rel="bookmark" title="Permanent Link to Preparing for 2025 Application and Review Changes – Tips and Resources">Preparing for 2025 Application and Review Changes – Tips and Resources</a> </div> <div class="date-field">November 21, 2024</div> <div class="tags-field">Tags: <a href="https://nexus.od.nih.gov/all/tag/applications/" rel="tag">applications</a>, <a href="https://nexus.od.nih.gov/all/tag/grants-policy/" rel="tag">Grants policy</a>, <a href="https://nexus.od.nih.gov/all/tag/peer-review/" rel="tag">Peer review</a></div> </div> </div> <div class="col-md"> <div class="grid-block"> <div class="post-link"> <a href="https://nexus.od.nih.gov/all/2024/11/19/updated-guidance-on-salary-limitation-for-grants-and-cooperative-agreements/" rel="bookmark" title="Permanent Link to Updated Guidance on Salary Limitation for Grants and Cooperative Agreements">Updated Guidance on Salary Limitation for Grants and Cooperative Agreements</a> </div> <div class="date-field">November 19, 2024</div> <div class="tags-field">Tags: <a href="https://nexus.od.nih.gov/all/tag/grants-policy/" rel="tag">Grants policy</a>, <a href="https://nexus.od.nih.gov/all/tag/salary-cap/" rel="tag">Salary Cap</a></div> </div> </div> <div class="col-md"> <div class="grid-block"> <div class="post-link"> <a href="https://nexus.od.nih.gov/all/2024/11/15/provide-your-feedback-on-nih-public-access-compliance-monitoring-process-for-institutions/" rel="bookmark" title="Permanent Link to Provide Your Feedback on NIH Public Access Compliance Monitoring Process for Institutions">Provide Your Feedback on NIH Public Access Compliance Monitoring Process for Institutions</a> </div> <div class="date-field">November 15, 2024</div> <div class="tags-field">Tags: <a href="https://nexus.od.nih.gov/all/tag/grants-policy/" rel="tag">Grants policy</a>, <a href="https://nexus.od.nih.gov/all/tag/public-access/" rel="tag">Public access</a></div> </div> </div> </div> </div> </div> <div id="comments" class="comments-area"> <h2 class="comments-title"> 9 Comments </h2> <ol class="comment-list"> <li id="comment-34756" class="comment even thread-even depth-1"> <article id="div-comment-34756" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">Andrea Kelly</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-34756"><time datetime="2015-06-10T10:34:49-04:00">June 10, 2015 at 10:34 am</time></a> </div> </footer> <div class="comment-content"> <p>This issue also was addressed for human biospecimens by the NCI’s Office of Biorepositories and Biospecimen Research:</p> <p>Moore HM, Kelly AB, Jewell SD, McShane LM, Clark DP, Greenspan R, Hayes DF, Hainaut P, Kim P, Mansfield E, Potapova O, Riegman P, Rubinstein Y, Seijo E, Somiari S, Watson P, Weier HU, Zhu C, Vaught J. Biospecimen reporting for improved study quality (BRISQ). J Proteome Res. 2011 Aug 5;10(8):3429-38. doi: 10.1021/pr200021n. Epub 2011 Jun 21. PubMed PMID: 21574648; PubMed Central PMCID: PMC3169291. </p> <p><a href="http://www.ncbi.nlm.nih.gov/pubmed/21574648" rel="nofollow ugc">http://www.ncbi.nlm.nih.gov/pubmed/21574648</a></p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=34756#respond' data-commentid="34756" data-postid="15346" data-belowelement="div-comment-34756" data-respondelement="respond" data-replyto="Reply to Andrea Kelly" aria-label='Reply to Andrea Kelly'>Reply</a></div> </article> </li> <li id="comment-35506" class="comment odd alt thread-odd thread-alt depth-1"> <article id="div-comment-35506" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">Peter Ng</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-35506"><time datetime="2015-06-18T02:18:06-04:00">June 18, 2015 at 2:18 am</time></a> </div> </footer> <div class="comment-content"> <p>These steps are definitely a step in the right direction, we need to encourage the idea of such transparency in the healthcare sector. The grant application process in itself are not that complex. Applicants need to scrutinise the accuracy of the documentation provided, any financial feasibility documentation will only help to solidify your application. It is also imperative that your proposal benefits the masses in a positive manner.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=35506#respond' data-commentid="35506" data-postid="15346" data-belowelement="div-comment-35506" data-respondelement="respond" data-replyto="Reply to Peter Ng" aria-label='Reply to Peter Ng'>Reply</a></div> </article> </li> <li id="comment-36216" class="comment even thread-even depth-1"> <article id="div-comment-36216" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">Alyssa Ward</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-36216"><time datetime="2015-06-24T09:00:46-04:00">June 24, 2015 at 9:00 am</time></a> </div> </footer> <div class="comment-content"> <p>Suggestion:<br /> As I see it, a big problem is that science was meant to be “self correcting,” but has changed such that the structure only rewards novelty. So, knowing full well that most investigators will say they are too busy for this: What if, along with preliminary data, there was a requirement for each researcher to show data that reproduces an experiment germane to the proposed work? In this way, each scientist would be motivated to contribute to self-correcting science. And, realistically, it is something each scientist should be doing: reproducing work before extending it. So, to the “too busy” objection, I would say that nobody should be too busy for due diligence. It could also be branded as NIH fiscal responsibility to ensure that only projects based on sound experiments are funded.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=36216#respond' data-commentid="36216" data-postid="15346" data-belowelement="div-comment-36216" data-respondelement="respond" data-replyto="Reply to Alyssa Ward" aria-label='Reply to Alyssa Ward'>Reply</a></div> </article> </li> <li id="comment-36829" class="comment odd alt thread-odd thread-alt depth-1"> <article id="div-comment-36829" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">Richard Kolodner</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-36829"><time datetime="2015-07-01T21:30:07-04:00">July 1, 2015 at 9:30 pm</time></a> </div> </footer> <div class="comment-content"> <p>In my view, the NIH is avoiding an important issue in regard to data reproducibility – providing sufficient funding to permit experiments to be performed properly. Consider different types of genomics experiments such as microarray experiments, RNASeq experiments and many other types of complex experiments that are being performed in many labs. Do the grants that support these projects provide sufficient funding to allow investigators to perform sufficient numbers of biological and technical replicates as well as sufficient variation in experimental conditions to ensure robust and reproducible results?</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=36829#respond' data-commentid="36829" data-postid="15346" data-belowelement="div-comment-36829" data-respondelement="respond" data-replyto="Reply to Richard Kolodner" aria-label='Reply to Richard Kolodner'>Reply</a></div> </article> </li> <li id="comment-36883" class="comment even thread-even depth-1"> <article id="div-comment-36883" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">Harvey Risch</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-36883"><time datetime="2015-07-02T09:37:12-04:00">July 2, 2015 at 9:37 am</time></a> </div> </footer> <div class="comment-content"> <p>I believe that there is a fundamental problem with published false-positive results that is not well addressed by focusing on increased rigor of experimental methods. Not all variation in results is subject to controllable experimental conditions, and some uncertainty is inherent in all scientific work. NIH review guidelines stress innovation, but grant-panel reviewers seem to have difficulty distinguishing innovation from novelty. The main goal of prioritizing research with potential for substantial contribution is that the work will move a field forward. That is the crux of innovation, not whether or not the technology or its application are novel. In many cases, grant reviewers are not expert on both the disease and the conditions under study, and thus do not have adequate knowledge from which to judge the degree to which proposed research will indeed move a field forward. Most of science progresses by incremental improvements. If reviewers consider that boring, lacking innovation, it does a disservice to scientific growth. In today’s review climate, no second study of anything is likely to get funded. Confirmatory studies of important but uncertain results are vital. As long as reviewers adhere to the cult of novelty, the scientific literature will not self-correct false-positive results.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=36883#respond' data-commentid="36883" data-postid="15346" data-belowelement="div-comment-36883" data-respondelement="respond" data-replyto="Reply to Harvey Risch" aria-label='Reply to Harvey Risch'>Reply</a></div> </article> </li> <li id="comment-36907" class="comment odd alt thread-odd thread-alt depth-1"> <article id="div-comment-36907" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">CGC</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-36907"><time datetime="2015-07-02T12:44:07-04:00">July 2, 2015 at 12:44 pm</time></a> </div> </footer> <div class="comment-content"> <p>Novelty is over emphasized by reviewers. This means that investigators are discouraged or prevented from repeating various studies, even in different ways, which may compromise quality. </p> <p> Also, it is well known that in some cases, drugs, chemicals, reagents, assay kits and other products that are supplied commercially do not reach the high standard and specificity advertised by the suppliers.<br /> So, I am curious to know what are the principles and the level of regulations that govern the ability of companies, especially ‘starts-ups’, to make public claims about the specificity of their product? It may be too stringent to hold reagent supply companies to the level required for drug companies, but it may be good that investigators clearly identify the suppliers and their products number or code in experimental procedures, which may allow discrepancies in reproducing studies to be traced to a reagent, for example.<br /> We have the experience of obtaining a reagent from a company that was different from what was shown on the label, a radio-labeled molecule from a different supplier that deteriorates much faster than the supplier claimed, and antibodies, from other suppliers, that do not react as claimed and/or showed high levels of cross-reactivity than claimed by the supplier.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=36907#respond' data-commentid="36907" data-postid="15346" data-belowelement="div-comment-36907" data-respondelement="respond" data-replyto="Reply to CGC" aria-label='Reply to CGC'>Reply</a></div> </article> </li> <li id="comment-37092" class="comment even thread-even depth-1"> <article id="div-comment-37092" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">Erick Turner</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-37092"><time datetime="2015-07-05T14:19:33-04:00">July 5, 2015 at 2:19 pm</time></a> </div> </footer> <div class="comment-content"> <p>A major reason for lack of reproducibility is that the research results that get reported need not be representative of what really happened. The incentive for “publishable” results, combined with the fact that the NIH does not require pre-registration of studies and their methods makes it all too easy, if not inviting, to “torture the data until they confess”. If the data are so “negative” that they resist such “torture”, there is no requirement to report that ugly fact—instead the study can be repeated, with different methods and analytic techniques, until a “publishable” result is finally obtained. Thus results obtained using the originally planned methods need never see the light of day, and the next investigator, having no idea how hard it was to get them, wonders why he or she cannot reproduce them. Unfortunately this issue of reporting bias, though well documented in clinical trials and more recently in basic science, seems to have gotten relatively little attention in the current effort to increase reproducibility.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=37092#respond' data-commentid="37092" data-postid="15346" data-belowelement="div-comment-37092" data-respondelement="respond" data-replyto="Reply to Erick Turner" aria-label='Reply to Erick Turner'>Reply</a></div> </article> </li> <li id="comment-43885" class="comment odd alt thread-odd thread-alt depth-1"> <article id="div-comment-43885" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">carole mcarthur M.D.,Ph.D</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-43885"><time datetime="2015-11-03T11:20:47-05:00">November 3, 2015 at 11:20 am</time></a> </div> </footer> <div class="comment-content"> <p>My suggestion, after recently applying for a DOD grant which did not allow any references to who the grant applicant was or the associated institutions, is that this is an excellent approach which is likely to reduce compromise of the grant review process. The section demonstrating the past research of the applicant and relevance to the current application is separate and reviewed by NIH. This would reduce the continual funding of researchers who have been funded by NIH but do not succeed in translating findings as expected but continue to receive funding because they merely publish something.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=43885#respond' data-commentid="43885" data-postid="15346" data-belowelement="div-comment-43885" data-respondelement="respond" data-replyto="Reply to carole mcarthur M.D.,Ph.D" aria-label='Reply to carole mcarthur M.D.,Ph.D'>Reply</a></div> </article> </li> <li id="comment-56446" class="comment even thread-even depth-1"> <article id="div-comment-56446" class="comment-body"> <footer class="comment-meta"> <div class="comment-author vcard"> <b class="fn">biolabs edublog</b> <span class="says">says:</span> </div> <div class="comment-metadata"> <a href="https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#comment-56446"><time datetime="2016-03-11T00:54:15-05:00">March 11, 2016 at 12:54 am</time></a> </div> </footer> <div class="comment-content"> <p>The incentive for “publishable” results, combined with the fact that the NIH does not require pre-registration of studies and their methods makes it all too easy, if not inviting, to “torture the data until they confess”. If the data are so “negative” that they resist such “torture”, there is no requirement to report that ugly fact—instead the study can be repeated, with different methods and analytic techniques, until a “publishable” result is finally obtained. Thus results obtained using the originally planned methods need never see the light of day, and the next investigator, having no idea how hard it was to get them, wonders why he or she cannot reproduce them. Unfortunately this issue of reporting bias, though well documented in clinical trials and more recently in basic science, seems to have got relatively little attention in the current effort to increase reproducibility.</p> </div> <div class="reply"><a rel='nofollow' class='comment-reply-link' href='https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/?replytocom=56446#respond' data-commentid="56446" data-postid="15346" data-belowelement="div-comment-56446" data-respondelement="respond" data-replyto="Reply to biolabs edublog" aria-label='Reply to biolabs edublog'>Reply</a></div> </article> </li> </ol> <div id="respond" class="comment-respond"> <p>Before submitting your comment, please review our <a href="https://nexus.od.nih.gov/all/comment-policy" target="_blank">blog comment policies.</p><h2 id="reply-title" class="comment-reply-title">Leave a Reply <small><a rel="nofollow" id="cancel-comment-reply-link" href="/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency/#respond" style="display:none;">Cancel reply</a></small></h3><form action="https://nexus.od.nih.gov/all/wp-comments-post.php" method="post" id="commentform" class="comment-form" novalidate><p class="comment-notes"><span id="email-notes">Your email address will not be published.</span> <span class="required-field-message">Required fields are marked <span class="required">*</span></span></p><p class="comment-form-comment"><label for="comment">Comment <span class="required">*</span></label> <textarea id="comment" name="comment" cols="45" rows="8" maxlength="65525" required></textarea></p><p class="comment-form-author"><label for="author">Name <span class="required">*</span></label> <input id="author" name="author" type="text" value="" size="30" maxlength="245" autocomplete="name" required /></p> <p class="comment-form-email"><label for="email">Email <span class="required">*</span></label> <input id="email" name="email" type="email" value="" size="30" maxlength="100" aria-describedby="email-notes" autocomplete="email" required /></p> <p class="comment-form-url"><label for="url">Website</label> <input id="url" name="url" type="url" value="" size="30" maxlength="200" autocomplete="url" /></p> <div class="g-recaptcha" style="transform: scale(0.9); -webkit-transform: scale(0.9); transform-origin: 0 0; -webkit-transform-origin: 0 0;" data-sitekey="6LdkmUIUAAAAAKfGUJcVuaUKAA4tkSAFlgjqdus8"></div><script> jQuery("form.woocommerce-checkout").on("submit", function(){ setTimeout(function(){ grecaptcha.reset(); },100); }); </script><script src='https://www.google.com/recaptcha/api.js?ver=1.22' id='wpcaptcha-recaptcha-js'></script><p class="form-submit"><input name="submit" type="submit" id="submit" class="submit" value="Post Comment" /> <input type='hidden' name='comment_post_ID' value='15346' id='comment_post_ID' /> <input type='hidden' name='comment_parent' id='comment_parent' value='0' /> </p><p style="display: none;"><input type="hidden" id="akismet_comment_nonce" name="akismet_comment_nonce" value="b7e44402bd" /></p><p style="display: none !important;" class="akismet-fields-container" data-prefix="ak_"><label>Δ<textarea name="ak_hp_textarea" cols="45" rows="8" maxlength="100"></textarea></label><input type="hidden" id="ak_js_1" name="ak_js" value="37"/><script>document.getElementById( "ak_js_1" ).setAttribute( "value", ( new Date() ).getTime() );</script></p></form> </div> </div> </main> </div> </div> </div> <footer id="colophon" class="site-footer" role="contentinfo"> <div class="container"> <div class="row"> <div class="col-md-4 col-lg-3 main-nav"> <ul> <li><a href="https://nexus.od.nih.gov/all/category/open-mike">OPEN MIKE</a></li> <li><a href="https://nexus.od.nih.gov/all/category/top-stories">TOP STORIES</a></li> <li><a href="https://nexus.od.nih.gov/all/category/new-resources">NEW RESOURCES</a></li> <li><a href="https://nexus.od.nih.gov/all/category/tips-before-you-submit">TIPS BEFORE YOU SUBMIT</a></li> <li><a href="https://nexus.od.nih.gov/all/category/you-ask-we-answer">YOU ASK, WE ANSWER</a></li> </ul> </div> <div class="col-md-4 col-lg-3 other-links"> <ul> <li><a href="https://web.archive.org/web/https://nexus.od.nih.gov/all/2015/06/09/enhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency" target="_blank">Older Versions of this Page</a></li> <li><a href="https://www.hhs.gov/vulnerability-disclosure-policy/index.html" target="_blank">HHS Vulnerability Disclosure</a></li> <li><a href="/all/articles-by-month/">Articles by Issue</a></li> </ul> </div> <div class="col-md-4 col-lg-4 offset-lg-2 nexus-address-logo"> <div> <img src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen-child/images/nexus_logo.png" alt="Extramural Nexus logo"> </div> <div > <p>National Institutes of Health (NIH)</p> <p>9000 Rockville Pike, Bethesda, Maryland 20892</p> <p>NIH - Turning Discovery Into Health</p> </div> </div> </div> </div> <div class="site-info"> <p>National Institutes of Health Office of Extramural Research</p> <ul> <li><a href="https://twitter.com/NIHgrants"><img src="/all/wp-content/uploads/2023/10/X-icon-blue.png" alt="X (formerly Twitter)" class="x-twitter-icon"></a></li> <li><a href="https://www.linkedin.com/company/office-of-extramural-research/ "><i class="fab fa-linkedin-in"></i></a></li> <li><a href="https://www.youtube.com/channel/UC1ZUJIWDf-3ItBo8301YF-A"><i class="fab fa-youtube-square"></i></a></li> </ul> <p class="contact-oer"><a href="#">Contact OER</a></p> </div> </footer> </div> <div id="jp-carousel-loading-overlay"> <div id="jp-carousel-loading-wrapper"> <span id="jp-carousel-library-loading"> </span> </div> </div> <div class="jp-carousel-overlay" style="display: none;"> <div class="jp-carousel-container">  <div class="jp-carousel-wrap swiper-container jp-carousel-swiper-container jp-carousel-transitions" itemscope itemtype="https://schema.org/ImageGallery"> <div class="jp-carousel swiper-wrapper"></div> <div class="jp-swiper-button-prev swiper-button-prev"> <svg width="25" height="24" viewBox="0 0 25 24" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="maskPrev" mask-type="alpha" maskUnits="userSpaceOnUse" x="8" y="6" width="9" height="12"> <path d="M16.2072 16.59L11.6496 12L16.2072 7.41L14.8041 6L8.8335 12L14.8041 18L16.2072 16.59Z" fill="white"/> </mask> <g mask="url(#maskPrev)"> <rect x="0.579102" width="23.8823" height="24" fill="#FFFFFF"/> </g> </svg> </div> <div class="jp-swiper-button-next swiper-button-next"> <svg width="25" height="24" viewBox="0 0 25 24" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="maskNext" mask-type="alpha" maskUnits="userSpaceOnUse" x="8" y="6" width="8" height="12"> <path d="M8.59814 16.59L13.1557 12L8.59814 7.41L10.0012 6L15.9718 12L10.0012 18L8.59814 16.59Z" fill="white"/> </mask> <g mask="url(#maskNext)"> <rect x="0.34375" width="23.8822" height="24" fill="#FFFFFF"/> </g> </svg> </div> </div>  <div class="jp-carousel-close-hint"> <svg width="25" height="24" viewBox="0 0 25 24" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="maskClose" mask-type="alpha" maskUnits="userSpaceOnUse" x="5" y="5" width="15" height="14"> <path d="M19.3166 6.41L17.9135 5L12.3509 10.59L6.78834 5L5.38525 6.41L10.9478 12L5.38525 17.59L6.78834 19L12.3509 13.41L17.9135 19L19.3166 17.59L13.754 12L19.3166 6.41Z" fill="white"/> </mask> <g mask="url(#maskClose)"> <rect x="0.409668" width="23.8823" height="24" fill="#FFFFFF"/> </g> </svg> </div>  <div class="jp-carousel-info"> <div class="jp-carousel-info-footer"> <div class="jp-carousel-pagination-container"> <div class="jp-swiper-pagination swiper-pagination"></div> <div class="jp-carousel-pagination"></div> </div> <div class="jp-carousel-photo-title-container"> <h2 class="jp-carousel-photo-caption"></h2> </div> <div class="jp-carousel-photo-icons-container"> <a href="#" class="jp-carousel-icon-btn jp-carousel-icon-info" aria-label="Toggle photo metadata visibility"> <span class="jp-carousel-icon"> <svg width="25" height="24" viewBox="0 0 25 24" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="maskInfo" mask-type="alpha" maskUnits="userSpaceOnUse" x="2" y="2" width="21" height="20"> <path fill-rule="evenodd" clip-rule="evenodd" d="M12.7537 2C7.26076 2 2.80273 6.48 2.80273 12C2.80273 17.52 7.26076 22 12.7537 22C18.2466 22 22.7046 17.52 22.7046 12C22.7046 6.48 18.2466 2 12.7537 2ZM11.7586 7V9H13.7488V7H11.7586ZM11.7586 11V17H13.7488V11H11.7586ZM4.79292 12C4.79292 16.41 8.36531 20 12.7537 20C17.142 20 20.7144 16.41 20.7144 12C20.7144 7.59 17.142 4 12.7537 4C8.36531 4 4.79292 7.59 4.79292 12Z" fill="white"/> </mask> <g mask="url(#maskInfo)"> <rect x="0.8125" width="23.8823" height="24" fill="#FFFFFF"/> </g> </svg> </span> </a> <a href="#" class="jp-carousel-icon-btn jp-carousel-icon-comments" aria-label="Toggle photo comments visibility"> <span class="jp-carousel-icon"> <svg width="25" height="24" viewBox="0 0 25 24" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="maskComments" mask-type="alpha" maskUnits="userSpaceOnUse" x="2" y="2" width="21" height="20"> <path fill-rule="evenodd" clip-rule="evenodd" d="M4.3271 2H20.2486C21.3432 2 22.2388 2.9 22.2388 4V16C22.2388 17.1 21.3432 18 20.2486 18H6.31729L2.33691 22V4C2.33691 2.9 3.2325 2 4.3271 2ZM6.31729 16H20.2486V4H4.3271V18L6.31729 16Z" fill="white"/> </mask> <g mask="url(#maskComments)"> <rect x="0.34668" width="23.8823" height="24" fill="#FFFFFF"/> </g> </svg> <span class="jp-carousel-has-comments-indicator" aria-label="This image has comments."></span> </span> </a> </div> </div> <div class="jp-carousel-info-extra"> <div class="jp-carousel-info-content-wrapper"> <div class="jp-carousel-photo-title-container"> <h2 class="jp-carousel-photo-title"></h2> </div> <div class="jp-carousel-comments-wrapper"> <div id="jp-carousel-comments-loading"> <span>Loading Comments...</span> </div> <div class="jp-carousel-comments"></div> <div id="jp-carousel-comment-form-container"> <span id="jp-carousel-comment-form-spinner"> </span> <div id="jp-carousel-comment-post-results"></div> <form id="jp-carousel-comment-form"> <label for="jp-carousel-comment-form-comment-field" class="screen-reader-text">Write a Comment...</label> <textarea name="comment" class="jp-carousel-comment-form-field jp-carousel-comment-form-textarea" id="jp-carousel-comment-form-comment-field" placeholder="Write a Comment..." ></textarea> <div id="jp-carousel-comment-form-submit-and-info-wrapper"> <div id="jp-carousel-comment-form-commenting-as"> <fieldset> <label for="jp-carousel-comment-form-email-field">Email (Required)</label> <input type="text" name="email" class="jp-carousel-comment-form-field jp-carousel-comment-form-text-field" id="jp-carousel-comment-form-email-field" /> </fieldset> <fieldset> <label for="jp-carousel-comment-form-author-field">Name (Required)</label> <input type="text" name="author" class="jp-carousel-comment-form-field jp-carousel-comment-form-text-field" id="jp-carousel-comment-form-author-field" /> </fieldset> <fieldset> <label for="jp-carousel-comment-form-url-field">Website</label> <input type="text" name="url" class="jp-carousel-comment-form-field jp-carousel-comment-form-text-field" id="jp-carousel-comment-form-url-field" /> </fieldset> </div> <input type="submit" name="submit" class="jp-carousel-comment-form-button" id="jp-carousel-comment-form-button-submit" value="Post Comment" /> </div> </form> </div> </div> <div class="jp-carousel-image-meta"> <div class="jp-carousel-title-and-caption"> <div class="jp-carousel-photo-info"> <h3 class="jp-carousel-caption" itemprop="caption description"></h3> </div> <div class="jp-carousel-photo-description"></div> </div> <ul class="jp-carousel-image-exif" style="display: none;"></ul> <a class="jp-carousel-image-download" href="#" target="_blank" style="display: none;"> <svg width="25" height="24" viewBox="0 0 25 24" fill="none" xmlns="http://www.w3.org/2000/svg"> <mask id="mask0" mask-type="alpha" maskUnits="userSpaceOnUse" x="3" y="3" width="19" height="18"> <path fill-rule="evenodd" clip-rule="evenodd" d="M5.84615 5V19H19.7775V12H21.7677V19C21.7677 20.1 20.8721 21 19.7775 21H5.84615C4.74159 21 3.85596 20.1 3.85596 19V5C3.85596 3.9 4.74159 3 5.84615 3H12.8118V5H5.84615ZM14.802 5V3H21.7677V10H19.7775V6.41L9.99569 16.24L8.59261 14.83L18.3744 5H14.802Z" fill="white"/> </mask> <g mask="url(#mask0)"> <rect x="0.870605" width="23.8823" height="24" fill="#FFFFFF"/> </g> </svg> <span class="jp-carousel-download-text"></span> </a> <div class="jp-carousel-image-map" style="display: none;"></div> </div> </div> </div> </div> </div> </div> <script src="https://nexus.od.nih.gov/all/wp-includes/js/dist/hooks.min.js?ver=2810c76e705dd1a53b18" id="wp-hooks-js"></script> <script src="https://nexus.od.nih.gov/all/wp-includes/js/dist/i18n.min.js?ver=5e580eb46a90c2b997e6" id="wp-i18n-js"></script> <script id="wp-i18n-js-after"> wp.i18n.setLocaleData( { 'text direction\u0004ltr': [ 'ltr' ] } ); </script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/contact-form-7/includes/swv/js/index.js?ver=5.9.8" id="swv-js"></script> <script id="contact-form-7-js-extra"> var wpcf7 = {"api":{"root":"https:\/\/nexus.od.nih.gov\/all\/wp-json\/","namespace":"contact-form-7\/v1"},"cached":"1"}; </script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/contact-form-7/includes/js/index.js?ver=5.9.8" id="contact-form-7-js"></script> <script id="ppress-frontend-script-js-extra"> var pp_ajax_form = {"ajaxurl":"https:\/\/nexus.od.nih.gov\/all\/wp-admin\/admin-ajax.php","confirm_delete":"Are you sure?","deleting_text":"Deleting...","deleting_error":"An error occurred. Please try again.","nonce":"d9d42c24c9","disable_ajax_form":"false","is_checkout":"0","is_checkout_tax_enabled":"0"}; </script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/wp-user-avatar/assets/js/frontend.min.js?ver=4.15.12" id="ppress-frontend-script-js"></script> <script src="https://platform.twitter.com/widgets.js?ver=1.1" id="script-js"></script> <script src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen/js/skip-link-focus-fix.js?ver=20170530" id="twentysixteen-skip-link-focus-fix-js"></script> <script src="https://nexus.od.nih.gov/all/wp-includes/js/comment-reply.min.js?ver=6.6.2" id="comment-reply-js" async data-wp-strategy="async"></script> <script id="twentysixteen-script-js-extra"> var screenReaderText = {"expand":"expand child menu","collapse":"collapse child menu"}; </script> <script src="https://nexus.od.nih.gov/all/wp-content/themes/twentysixteen/js/functions.js?ver=20181217" id="twentysixteen-script-js"></script> <script src="https://stats.wp.com/e-202448.js" id="jetpack-stats-js" data-wp-strategy="defer"></script> <script id="jetpack-stats-js-after"> _stq = window._stq || []; _stq.push([ "view", JSON.parse("{\"v\":\"ext\",\"blog\":\"112833137\",\"post\":\"15346\",\"tz\":\"-5\",\"srv\":\"nexus.od.nih.gov\",\"j\":\"1:13.7.1\"}") ]); _stq.push([ "clickTrackerInit", "112833137", "15346" ]); </script> <script id="jetpack-carousel-js-extra"> var jetpackSwiperLibraryPath = {"url":"https:\/\/nexus.od.nih.gov\/all\/wp-content\/plugins\/jetpack\/_inc\/build\/carousel\/swiper-bundle.min.js"}; var jetpackCarouselStrings = {"widths":[370,700,1000,1200,1400,2000],"is_logged_in":"","lang":"en","ajaxurl":"https:\/\/nexus.od.nih.gov\/all\/wp-admin\/admin-ajax.php","nonce":"703cca9fe7","display_exif":"1","display_comments":"1","single_image_gallery":"1","single_image_gallery_media_file":"","background_color":"black","comment":"Comment","post_comment":"Post Comment","write_comment":"Write a Comment...","loading_comments":"Loading Comments...","download_original":"View full size <span class=\"photo-size\">{0}<span class=\"photo-size-times\">\u00d7<\/span>{1}<\/span>","no_comment_text":"Please be sure to submit some text with your comment.","no_comment_email":"Please provide an email address to comment.","no_comment_author":"Please provide your name to comment.","comment_post_error":"Sorry, but there was an error posting your comment. Please try again later.","comment_approved":"Your comment was approved.","comment_unapproved":"Your comment is in moderation.","camera":"Camera","aperture":"Aperture","shutter_speed":"Shutter Speed","focal_length":"Focal Length","copyright":"Copyright","comment_registration":"0","require_name_email":"1","login_url":"https:\/\/nexus.od.nih.gov\/all\/login\/?redirect_to=https%3A%2F%2Fnexus.od.nih.gov%2Fall%2F2015%2F06%2F09%2Fenhancing-reproducibility-in-nih-supported-research-through-rigor-and-transparency%2F","blog_id":"1","meta_data":["camera","aperture","shutter_speed","focal_length","copyright"]}; </script> <script src="https://nexus.od.nih.gov/all/wp-content/plugins/jetpack/_inc/build/carousel/jetpack-carousel.min.js?ver=13.7.1" id="jetpack-carousel-js"></script> <script defer src="https://nexus.od.nih.gov/all/wp-content/plugins/akismet/_inc/akismet-frontend.js?ver=1724289921" id="akismet-frontend-js"></script> </body> </html>