CINXE.COM

<!DOCTYPE html> <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en" itemscope itemtype="http://schema.org/Article" class="no-js"> <head prefix="og: http://ogp.me/ns#"> <link rel="stylesheet" href="/resource/css/site-content.css?79f248ebefa43b7800a14562e5049ab4"/>   <link rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Open+Sans:400,400i,600"> <link media="print" rel="stylesheet" type="text/css" href="/resource/css/print.css"/> <script type="text/javascript"> var siteUrlPrefix = "/plosone/"; </script> <script src="/resource/js/vendor/modernizr-v2.7.1.js" type="text/javascript"></script> <script src="/resource/js/vendor/detectizr.min.js" type="text/javascript"></script> <link rel="shortcut icon" href="/resource/img/favicon.ico" type="image/x-icon"/> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"/>  <script type='text/javascript'> var googletag = googletag || {}; googletag.cmd = googletag.cmd || []; (function() { var gads = document.createElement('script'); gads.async = true; gads.type = 'text/javascript'; var useSSL = 'https:' == document.location.protocol; gads.src = (useSSL ? 'https:' : 'http:') + '//www.googletagservices.com/tag/js/gpt.js'; var node = document.getElementsByTagName('script')[0]; node.parentNode.insertBefore(gads, node); })(); </script>  <script id="doubleClickSetupScript" type='text/javascript'> googletag.cmd.push(function() { googletag.defineSlot('/75507958/PONE_728x90_ATF', [728, 90], 'div-gpt-ad-1458247671871-0').addService(googletag.pubads()); googletag.defineSlot('/75507958/PONE_160x600_BTF', [160, 600], 'div-gpt-ad-1458247671871-1').addService(googletag.pubads()); var personalizedAds = window.plosCookieConsent && window.plosCookieConsent.hasConsented('advertising'); googletag.pubads().setRequestNonPersonalizedAds(personalizedAds ? 0 : 1); googletag.pubads().enableSingleRequest(); googletag.enableServices(); }); </script> <script type="text/javascript"> var WombatConfig = WombatConfig || {}; WombatConfig.journalKey = "PLoSONE"; WombatConfig.journalName = "PLOS ONE"; WombatConfig.figurePath = "/plosone/article/figure/image"; WombatConfig.figShareInstitutionString = "plos"; WombatConfig.doiResolverPrefix = "https://dx.plos.org/"; </script> <script type="text/javascript"> var WombatConfig = WombatConfig || {}; WombatConfig.metrics = WombatConfig.metrics || {}; WombatConfig.metrics.referenceUrl = "http://lagotto.io/plos"; WombatConfig.metrics.googleScholarUrl = "https://scholar.google.com/scholar"; WombatConfig.metrics.googleScholarCitationUrl = WombatConfig.metrics.googleScholarUrl + "?hl=en&lr=&q="; WombatConfig.metrics.crossrefUrl = "https://www.crossref.org"; </script> <script defer="defer" src="/resource/js/defer.js?13928eb59791c3cc61cf"></script><script src="/resource/js/sync.js?13928eb59791c3cc61cf"></script> <script src="/resource/js/vendor/jquery.min.js" type="text/javascript"></script> <script src="/resource/js/vendor/fastclick/lib/fastclick.js" type="text/javascript"></script> <script src="/resource/js/vendor/foundation/foundation.js" type="text/javascript"></script> <script src="/resource/js/vendor/underscore-min.js" type="text/javascript"></script> <script src="/resource/js/vendor/underscore.string.min.js" type="text/javascript"></script> <script src="/resource/js/vendor/moment.js" type="text/javascript"></script> <script src="/resource/js/vendor/jquery-ui-effects.min.js" type="text/javascript"></script> <script src="/resource/js/vendor/foundation/foundation.tooltip.js" type="text/javascript"></script> <script src="/resource/js/vendor/foundation/foundation.dropdown.js" type="text/javascript"></script> <script src="/resource/js/vendor/foundation/foundation.tab.js" type="text/javascript"></script> <script src="/resource/js/vendor/foundation/foundation.reveal.js" type="text/javascript"></script> <script src="/resource/js/vendor/foundation/foundation.slider.js" type="text/javascript"></script> <script src="/resource/js/util/utils.js" type="text/javascript"></script> <script src="/resource/js/components/toggle.js" type="text/javascript"></script> <script src="/resource/js/components/truncate_elem.js" type="text/javascript"></script> <script src="/resource/js/components/tooltip_hover.js" type="text/javascript"></script> <script src="/resource/js/vendor/jquery.dotdotdot.js" type="text/javascript"></script>  <script> dataLayer = [{ 'mobileSite': 'false', 'desktopSite': 'true' }]; </script> <title>PLOS ONE</title>  <script> $(document).ready(()=> { let lemurTitle = $('article > h1').text(); if (lemurTitle && lemurTitle != '') { $('title').text(lemurTitle + ' | ' + 'PLOS ONE'); } }); </script> </head> <body class="static plosone">  <noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-TP26BH" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript> <script> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= '//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-TP26BH'); </script> <noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-MQQMGF" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript> <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= '//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MQQMGF');</script>   <script type="text/javascript"> ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; window.NREUM||(NREUM={}),__nr_require=function(t,e,n){function r(n){if(!e[n]){var o=e[n]={exports:{}};t[n][0].call(o.exports,function(e){var o=t[n][1][e];return r(o||e)},o,o.exports)}return e[n].exports}if("function"==typeof __nr_require)return __nr_require;for(var o=0;o<n.length;o++)r(n[o]);return r}({1:[function(t,e,n){function r(t){try{s.console&&console.log(t)}catch(e){}}var o,i=t("ee"),a=t(32),s={};try{o=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(s.console=!0,o.indexOf("dev")!==-1&&(s.dev=!0),o.indexOf("nr_dev")!==-1&&(s.nrDev=!0))}catch(c){}s.nrDev&&i.on("internal-error",function(t){r(t.stack)}),s.dev&&i.on("fn-err",function(t,e,n){r(n.stack)}),s.dev&&(r("NR AGENT IN DEVELOPMENT MODE"),r("flags: "+a(s,function(t,e){return t}).join(", ")))},{}],2:[function(t,e,n){function r(t,e,n,r,s){try{l?l-=1:o(s||new UncaughtException(t,e,n),!0)}catch(f){try{i("ierr",[f,c.now(),!0])}catch(d){}}return"function"==typeof u&&u.apply(this,a(arguments))}function UncaughtException(t,e,n){this.message=t||"Uncaught error with no additional information",this.sourceURL=e,this.line=n}function o(t,e){var n=e?null:c.now();i("err",[t,n])}var i=t("handle"),a=t(33),s=t("ee"),c=t("loader"),f=t("gos"),u=window.onerror,d=!1,p="nr@seenError";if(!c.disabled){var l=0;c.features.err=!0,t(1),window.onerror=r;try{throw new Error}catch(h){"stack"in h&&(t(14),t(13),"addEventListener"in window&&t(7),c.xhrWrappable&&t(15),d=!0)}s.on("fn-start",function(t,e,n){d&&(l+=1)}),s.on("fn-err",function(t,e,n){d&&!n[p]&&(f(n,p,function(){return!0}),this.thrown=!0,o(n))}),s.on("fn-end",function(){d&&!this.thrown&&l>0&&(l-=1)}),s.on("internal-error",function(t){i("ierr",[t,c.now(),!0])})}},{}],3:[function(t,e,n){var r=t("loader");r.disabled||(r.features.ins=!0)},{}],4:[function(t,e,n){function r(){U++,L=g.hash,this[u]=y.now()}function o(){U--,g.hash!==L&&i(0,!0);var t=y.now();this[h]=~~this[h]+t-this[u],this[d]=t}function i(t,e){E.emit("newURL",[""+g,e])}function a(t,e){t.on(e,function(){this[e]=y.now()})}var s="-start",c="-end",f="-body",u="fn"+s,d="fn"+c,p="cb"+s,l="cb"+c,h="jsTime",m="fetch",v="addEventListener",w=window,g=w.location,y=t("loader");if(w[v]&&y.xhrWrappable&&!y.disabled){var x=t(11),b=t(12),E=t(9),R=t(7),O=t(14),T=t(8),P=t(15),S=t(10),M=t("ee"),N=M.get("tracer"),C=t(23);t(17),y.features.spa=!0;var L,U=0;M.on(u,r),b.on(p,r),S.on(p,r),M.on(d,o),b.on(l,o),S.on(l,o),M.buffer([u,d,"xhr-resolved"]),R.buffer([u]),O.buffer(["setTimeout"+c,"clearTimeout"+s,u]),P.buffer([u,"new-xhr","send-xhr"+s]),T.buffer([m+s,m+"-done",m+f+s,m+f+c]),E.buffer(["newURL"]),x.buffer([u]),b.buffer(["propagate",p,l,"executor-err","resolve"+s]),N.buffer([u,"no-"+u]),S.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"]),a(T,m+s),a(T,m+"-done"),a(S,"new-jsonp"),a(S,"jsonp-end"),a(S,"cb-start"),E.on("pushState-end",i),E.on("replaceState-end",i),w[v]("hashchange",i,C(!0)),w[v]("load",i,C(!0)),w[v]("popstate",function(){i(0,U>1)},C(!0))}},{}],5:[function(t,e,n){function r(){var t=new PerformanceObserver(function(t,e){var n=t.getEntries();s(v,[n])});try{t.observe({entryTypes:["resource"]})}catch(e){}}function o(t){if(s(v,[window.performance.getEntriesByType(w)]),window.performance["c"+p])try{window.performance[h](m,o,!1)}catch(t){}else try{window.performance[h]("webkit"+m,o,!1)}catch(t){}}function i(t){}if(window.performance&&window.performance.timing&&window.performance.getEntriesByType){var a=t("ee"),s=t("handle"),c=t(14),f=t(13),u=t(6),d=t(23),p="learResourceTimings",l="addEventListener",h="removeEventListener",m="resourcetimingbufferfull",v="bstResource",w="resource",g="-start",y="-end",x="fn"+g,b="fn"+y,E="bstTimer",R="pushState",O=t("loader");if(!O.disabled){O.features.stn=!0,t(9),"addEventListener"in window&&t(7);var T=NREUM.o.EV;a.on(x,function(t,e){var n=t[0];n instanceof T&&(this.bstStart=O.now())}),a.on(b,function(t,e){var n=t[0];n instanceof T&&s("bst",[n,e,this.bstStart,O.now()])}),c.on(x,function(t,e,n){this.bstStart=O.now(),this.bstType=n}),c.on(b,function(t,e){s(E,[e,this.bstStart,O.now(),this.bstType])}),f.on(x,function(){this.bstStart=O.now()}),f.on(b,function(t,e){s(E,[e,this.bstStart,O.now(),"requestAnimationFrame"])}),a.on(R+g,function(t){this.time=O.now(),this.startPath=location.pathname+location.hash}),a.on(R+y,function(t){s("bstHist",[location.pathname+location.hash,this.startPath,this.time])}),u()?(s(v,[window.performance.getEntriesByType("resource")]),r()):l in window.performance&&(window.performance["c"+p]?window.performance[l](m,o,d(!1)):window.performance[l]("webkit"+m,o,d(!1))),document[l]("scroll",i,d(!1)),document[l]("keypress",i,d(!1)),document[l]("click",i,d(!1))}}},{}],6:[function(t,e,n){e.exports=function(){return"PerformanceObserver"in window&&"function"==typeof window.PerformanceObserver}},{}],7:[function(t,e,n){function r(t){for(var e=t;e&&!e.hasOwnProperty(u);)e=Object.getPrototypeOf(e);e&&o(e)}function o(t){s.inPlace(t,[u,d],"-",i)}function i(t,e){return t[1]}var a=t("ee").get("events"),s=t("wrap-function")(a,!0),c=t("gos"),f=XMLHttpRequest,u="addEventListener",d="removeEventListener";e.exports=a,"getPrototypeOf"in Object?(r(document),r(window),r(f.prototype)):f.prototype.hasOwnProperty(u)&&(o(window),o(f.prototype)),a.on(u+"-start",function(t,e){var n=t[1];if(null!==n&&("function"==typeof n||"object"==typeof n)){var r=c(n,"nr@wrapped",function(){function t(){if("function"==typeof n.handleEvent)return n.handleEvent.apply(n,arguments)}var e={object:t,"function":n}[typeof n];return e?s(e,"fn-",null,e.name||"anonymous"):n});this.wrapped=t[1]=r}}),a.on(d+"-start",function(t){t[1]=this.wrapped||t[1]})},{}],8:[function(t,e,n){function r(t,e,n){var r=t[e];"function"==typeof r&&(t[e]=function(){var t=i(arguments),e={};o.emit(n+"before-start",[t],e);var a;e[m]&&e[m].dt&&(a=e[m].dt);var s=r.apply(this,t);return o.emit(n+"start",[t,a],s),s.then(function(t){return o.emit(n+"end",[null,t],s),t},function(t){throw o.emit(n+"end",[t],s),t})})}var o=t("ee").get("fetch"),i=t(33),a=t(32);e.exports=o;var s=window,c="fetch-",f=c+"body-",u=["arrayBuffer","blob","json","text","formData"],d=s.Request,p=s.Response,l=s.fetch,h="prototype",m="nr@context";d&&p&&l&&(a(u,function(t,e){r(d[h],e,f),r(p[h],e,f)}),r(s,"fetch",c),o.on(c+"end",function(t,e){var n=this;if(e){var r=e.headers.get("content-length");null!==r&&(n.rxSize=r),o.emit(c+"done",[null,e],n)}else o.emit(c+"done",[t],n)}))},{}],9:[function(t,e,n){var r=t("ee").get("history"),o=t("wrap-function")(r);e.exports=r;var i=window.history&&window.history.constructor&&window.history.constructor.prototype,a=window.history;i&&i.pushState&&i.replaceState&&(a=i),o.inPlace(a,["pushState","replaceState"],"-")},{}],10:[function(t,e,n){function r(t){function e(){f.emit("jsonp-end",[],l),t.removeEventListener("load",e,c(!1)),t.removeEventListener("error",n,c(!1))}function n(){f.emit("jsonp-error",[],l),f.emit("jsonp-end",[],l),t.removeEventListener("load",e,c(!1)),t.removeEventListener("error",n,c(!1))}var r=t&&"string"==typeof t.nodeName&&"script"===t.nodeName.toLowerCase();if(r){var o="function"==typeof t.addEventListener;if(o){var a=i(t.src);if(a){var d=s(a),p="function"==typeof d.parent[d.key];if(p){var l={};u.inPlace(d.parent,[d.key],"cb-",l),t.addEventListener("load",e,c(!1)),t.addEventListener("error",n,c(!1)),f.emit("new-jsonp",[t.src],l)}}}}}function o(){return"addEventListener"in window}function i(t){var e=t.match(d);return e?e[1]:null}function a(t,e){var n=t.match(l),r=n[1],o=n[3];return o?a(o,e[r]):e[r]}function s(t){var e=t.match(p);return e&&e.length>=3?{key:e[2],parent:a(e[1],window)}:{key:t,parent:window}}var c=t(23),f=t("ee").get("jsonp"),u=t("wrap-function")(f);if(e.exports=f,o()){var d=/[?&](?:callback|cb)=([^&#]+)/,p=/(.*)\.([^.]+)/,l=/^(\w+)(\.|$)(.*)$/,h=["appendChild","insertBefore","replaceChild"];Node&&Node.prototype&&Node.prototype.appendChild?u.inPlace(Node.prototype,h,"dom-"):(u.inPlace(HTMLElement.prototype,h,"dom-"),u.inPlace(HTMLHeadElement.prototype,h,"dom-"),u.inPlace(HTMLBodyElement.prototype,h,"dom-")),f.on("dom-start",function(t){r(t[0])})}},{}],11:[function(t,e,n){var r=t("ee").get("mutation"),o=t("wrap-function")(r),i=NREUM.o.MO;e.exports=r,i&&(window.MutationObserver=function(t){return this instanceof i?new i(o(t,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype)},{}],12:[function(t,e,n){function r(t){var e=i.context(),n=s(t,"executor-",e,null,!1),r=new f(n);return i.context(r).getCtx=function(){return e},r}var o=t("wrap-function"),i=t("ee").get("promise"),a=t("ee").getOrSetContext,s=o(i),c=t(32),f=NREUM.o.PR;e.exports=i,f&&(window.Promise=r,["all","race"].forEach(function(t){var e=f[t];f[t]=function(n){function r(t){return function(){i.emit("propagate",[null,!o],a,!1,!1),o=o||!t}}var o=!1;c(n,function(e,n){Promise.resolve(n).then(r("all"===t),r(!1))});var a=e.apply(f,arguments),s=f.resolve(a);return s}}),["resolve","reject"].forEach(function(t){var e=f[t];f[t]=function(t){var n=e.apply(f,arguments);return t!==n&&i.emit("propagate",[t,!0],n,!1,!1),n}}),f.prototype["catch"]=function(t){return this.then(null,t)},f.prototype=Object.create(f.prototype,{constructor:{value:r}}),c(Object.getOwnPropertyNames(f),function(t,e){try{r[e]=f[e]}catch(n){}}),o.wrapInPlace(f.prototype,"then",function(t){return function(){var e=this,n=o.argsToArray.apply(this,arguments),r=a(e);r.promise=e,n[0]=s(n[0],"cb-",r,null,!1),n[1]=s(n[1],"cb-",r,null,!1);var c=t.apply(this,n);return r.nextPromise=c,i.emit("propagate",[e,!0],c,!1,!1),c}}),i.on("executor-start",function(t){t[0]=s(t[0],"resolve-",this,null,!1),t[1]=s(t[1],"resolve-",this,null,!1)}),i.on("executor-err",function(t,e,n){t[1](n)}),i.on("cb-end",function(t,e,n){i.emit("propagate",[n,!0],this.nextPromise,!1,!1)}),i.on("propagate",function(t,e,n){this.getCtx&&!e||(this.getCtx=function(){if(t instanceof Promise)var e=i.context(t);return e&&e.getCtx?e.getCtx():this})}),r.toString=function(){return""+f})},{}],13:[function(t,e,n){var r=t("ee").get("raf"),o=t("wrap-function")(r),i="equestAnimationFrame";e.exports=r,o.inPlace(window,["r"+i,"mozR"+i,"webkitR"+i,"msR"+i],"raf-"),r.on("raf-start",function(t){t[0]=o(t[0],"fn-")})},{}],14:[function(t,e,n){function r(t,e,n){t[0]=a(t[0],"fn-",null,n)}function o(t,e,n){this.method=n,this.timerDuration=isNaN(t[1])?0:+t[1],t[0]=a(t[0],"fn-",this,n)}var i=t("ee").get("timer"),a=t("wrap-function")(i),s="setTimeout",c="setInterval",f="clearTimeout",u="-start",d="-";e.exports=i,a.inPlace(window,[s,"setImmediate"],s+d),a.inPlace(window,[c],c+d),a.inPlace(window,[f,"clearImmediate"],f+d),i.on(c+u,r),i.on(s+u,o)},{}],15:[function(t,e,n){function r(t,e){d.inPlace(e,["onreadystatechange"],"fn-",s)}function o(){var t=this,e=u.context(t);t.readyState>3&&!e.resolved&&(e.resolved=!0,u.emit("xhr-resolved",[],t)),d.inPlace(t,y,"fn-",s)}function i(t){x.push(t),m&&(E?E.then(a):w?w(a):(R=-R,O.data=R))}function a(){for(var t=0;t<x.length;t++)r([],x[t]);x.length&&(x=[])}function s(t,e){return e}function c(t,e){for(var n in t)e[n]=t[n];return e}t(7);var f=t("ee"),u=f.get("xhr"),d=t("wrap-function")(u),p=t(23),l=NREUM.o,h=l.XHR,m=l.MO,v=l.PR,w=l.SI,g="readystatechange",y=["onload","onerror","onabort","onloadstart","onloadend","onprogress","ontimeout"],x=[];e.exports=u;var b=window.XMLHttpRequest=function(t){var e=new h(t);try{u.emit("new-xhr",[e],e),e.addEventListener(g,o,p(!1))}catch(n){try{u.emit("internal-error",[n])}catch(r){}}return e};if(c(h,b),b.prototype=h.prototype,d.inPlace(b.prototype,["open","send"],"-xhr-",s),u.on("send-xhr-start",function(t,e){r(t,e),i(e)}),u.on("open-xhr-start",r),m){var E=v&&v.resolve();if(!w&&!v){var R=1,O=document.createTextNode(R);new m(a).observe(O,{characterData:!0})}}else f.on("fn-end",function(t){t[0]&&t[0].type===g||a()})},{}],16:[function(t,e,n){function r(t){if(!s(t))return null;var e=window.NREUM;if(!e.loader_config)return null;var n=(e.loader_config.accountID||"").toString()||null,r=(e.loader_config.agentID||"").toString()||null,f=(e.loader_config.trustKey||"").toString()||null;if(!n||!r)return null;var h=l.generateSpanId(),m=l.generateTraceId(),v=Date.now(),w={spanId:h,traceId:m,timestamp:v};return(t.sameOrigin||c(t)&&p())&&(w.traceContextParentHeader=o(h,m),w.traceContextStateHeader=i(h,v,n,r,f)),(t.sameOrigin&&!u()||!t.sameOrigin&&c(t)&&d())&&(w.newrelicHeader=a(h,m,v,n,r,f)),w}function o(t,e){return"00-"+e+"-"+t+"-01"}function i(t,e,n,r,o){var i=0,a="",s=1,c="",f="";return o+"@nr="+i+"-"+s+"-"+n+"-"+r+"-"+t+"-"+a+"-"+c+"-"+f+"-"+e}function a(t,e,n,r,o,i){var a="btoa"in window&&"function"==typeof window.btoa;if(!a)return null;var s={v:[0,1],d:{ty:"Browser",ac:r,ap:o,id:t,tr:e,ti:n}};return i&&r!==i&&(s.d.tk=i),btoa(JSON.stringify(s))}function s(t){return f()&&c(t)}function c(t){var e=!1,n={};if("init"in NREUM&&"distributed_tracing"in NREUM.init&&(n=NREUM.init.distributed_tracing),t.sameOrigin)e=!0;else if(n.allowed_origins instanceof Array)for(var r=0;r<n.allowed_origins.length;r++){var o=h(n.allowed_origins[r]);if(t.hostname===o.hostname&&t.protocol===o.protocol&&t.port===o.port){e=!0;break}}return e}function f(){return"init"in NREUM&&"distributed_tracing"in NREUM.init&&!!NREUM.init.distributed_tracing.enabled}function u(){return"init"in NREUM&&"distributed_tracing"in NREUM.init&&!!NREUM.init.distributed_tracing.exclude_newrelic_header}function d(){return"init"in NREUM&&"distributed_tracing"in NREUM.init&&NREUM.init.distributed_tracing.cors_use_newrelic_header!==!1}function p(){return"init"in NREUM&&"distributed_tracing"in NREUM.init&&!!NREUM.init.distributed_tracing.cors_use_tracecontext_headers}var l=t(29),h=t(18);e.exports={generateTracePayload:r,shouldGenerateTrace:s}},{}],17:[function(t,e,n){function r(t){var e=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var r=0;r<p;r++)t.removeEventListener(d[r],this.listener,!1);e.aborted||(n.duration=a.now()-this.startTime,this.loadCaptureCalled||4!==t.readyState?null==e.status&&(e.status=0):i(this,t),n.cbTime=this.cbTime,s("xhr",[e,n,this.startTime,this.endTime,"xhr"],this))}}function o(t,e){var n=c(e),r=t.params;r.hostname=n.hostname,r.port=n.port,r.protocol=n.protocol,r.host=n.hostname+":"+n.port,r.pathname=n.pathname,t.parsedOrigin=n,t.sameOrigin=n.sameOrigin}function i(t,e){t.params.status=e.status;var n=v(e,t.lastSize);if(n&&(t.metrics.rxSize=n),t.sameOrigin){var r=e.getResponseHeader("X-NewRelic-App-Data");r&&(t.params.cat=r.split(", ").pop())}t.loadCaptureCalled=!0}var a=t("loader");if(a.xhrWrappable&&!a.disabled){var s=t("handle"),c=t(18),f=t(16).generateTracePayload,u=t("ee"),d=["load","error","abort","timeout"],p=d.length,l=t("id"),h=t(24),m=t(22),v=t(19),w=t(23),g=NREUM.o.REQ,y=window.XMLHttpRequest;a.features.xhr=!0,t(15),t(8),u.on("new-xhr",function(t){var e=this;e.totalCbs=0,e.called=0,e.cbTime=0,e.end=r,e.ended=!1,e.xhrGuids={},e.lastSize=null,e.loadCaptureCalled=!1,e.params=this.params||{},e.metrics=this.metrics||{},t.addEventListener("load",function(n){i(e,t)},w(!1)),h&&(h>34||h<10)||t.addEventListener("progress",function(t){e.lastSize=t.loaded},w(!1))}),u.on("open-xhr-start",function(t){this.params={method:t[0]},o(this,t[1]),this.metrics={}}),u.on("open-xhr-end",function(t,e){"loader_config"in NREUM&&"xpid"in NREUM.loader_config&&this.sameOrigin&&e.setRequestHeader("X-NewRelic-ID",NREUM.loader_config.xpid);var n=f(this.parsedOrigin);if(n){var r=!1;n.newrelicHeader&&(e.setRequestHeader("newrelic",n.newrelicHeader),r=!0),n.traceContextParentHeader&&(e.setRequestHeader("traceparent",n.traceContextParentHeader),n.traceContextStateHeader&&e.setRequestHeader("tracestate",n.traceContextStateHeader),r=!0),r&&(this.dt=n)}}),u.on("send-xhr-start",function(t,e){var n=this.metrics,r=t[0],o=this;if(n&&r){var i=m(r);i&&(n.txSize=i)}this.startTime=a.now(),this.listener=function(t){try{"abort"!==t.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==t.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof e.onload))&&o.end(e)}catch(n){try{u.emit("internal-error",[n])}catch(r){}}};for(var s=0;s<p;s++)e.addEventListener(d[s],this.listener,w(!1))}),u.on("xhr-cb-time",function(t,e,n){this.cbTime+=t,e?this.onloadCalled=!0:this.called+=1,this.called!==this.totalCbs||!this.onloadCalled&&"function"==typeof n.onload||this.end(n)}),u.on("xhr-load-added",function(t,e){var n=""+l(t)+!!e;this.xhrGuids&&!this.xhrGuids[n]&&(this.xhrGuids[n]=!0,this.totalCbs+=1)}),u.on("xhr-load-removed",function(t,e){var n=""+l(t)+!!e;this.xhrGuids&&this.xhrGuids[n]&&(delete this.xhrGuids[n],this.totalCbs-=1)}),u.on("xhr-resolved",function(){this.endTime=a.now()}),u.on("addEventListener-end",function(t,e){e instanceof y&&"load"===t[0]&&u.emit("xhr-load-added",[t[1],t[2]],e)}),u.on("removeEventListener-end",function(t,e){e instanceof y&&"load"===t[0]&&u.emit("xhr-load-removed",[t[1],t[2]],e)}),u.on("fn-start",function(t,e,n){e instanceof y&&("onload"===n&&(this.onload=!0),("load"===(t[0]&&t[0].type)||this.onload)&&(this.xhrCbStart=a.now()))}),u.on("fn-end",function(t,e){this.xhrCbStart&&u.emit("xhr-cb-time",[a.now()-this.xhrCbStart,this.onload,e],e)}),u.on("fetch-before-start",function(t){function e(t,e){var n=!1;return e.newrelicHeader&&(t.set("newrelic",e.newrelicHeader),n=!0),e.traceContextParentHeader&&(t.set("traceparent",e.traceContextParentHeader),e.traceContextStateHeader&&t.set("tracestate",e.traceContextStateHeader),n=!0),n}var n,r=t[1]||{};"string"==typeof t[0]?n=t[0]:t[0]&&t[0].url?n=t[0].url:window.URL&&t[0]&&t[0]instanceof URL&&(n=t[0].href),n&&(this.parsedOrigin=c(n),this.sameOrigin=this.parsedOrigin.sameOrigin);var o=f(this.parsedOrigin);if(o&&(o.newrelicHeader||o.traceContextParentHeader))if("string"==typeof t[0]||window.URL&&t[0]&&t[0]instanceof URL){var i={};for(var a in r)i[a]=r[a];i.headers=new Headers(r.headers||{}),e(i.headers,o)&&(this.dt=o),t.length>1?t[1]=i:t.push(i)}else t[0]&&t[0].headers&&e(t[0].headers,o)&&(this.dt=o)}),u.on("fetch-start",function(t,e){this.params={},this.metrics={},this.startTime=a.now(),this.dt=e,t.length>=1&&(this.target=t[0]),t.length>=2&&(this.opts=t[1]);var n,r=this.opts||{},i=this.target;"string"==typeof i?n=i:"object"==typeof i&&i instanceof g?n=i.url:window.URL&&"object"==typeof i&&i instanceof URL&&(n=i.href),o(this,n);var s=(""+(i&&i instanceof g&&i.method||r.method||"GET")).toUpperCase();this.params.method=s,this.txSize=m(r.body)||0}),u.on("fetch-done",function(t,e){this.endTime=a.now(),this.params||(this.params={}),this.params.status=e?e.status:0;var n;"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var r={txSize:this.txSize,rxSize:n,duration:a.now()-this.startTime};s("xhr",[this.params,r,this.startTime,this.endTime,"fetch"],this)})}},{}],18:[function(t,e,n){var r={};e.exports=function(t){if(t in r)return r[t];var e=document.createElement("a"),n=window.location,o={};e.href=t,o.port=e.port;var i=e.href.split("://");!o.port&&i[1]&&(o.port=i[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===i[0]?"443":"80"),o.hostname=e.hostname||n.hostname,o.pathname=e.pathname,o.protocol=i[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var a=!e.protocol||":"===e.protocol||e.protocol===n.protocol,s=e.hostname===document.domain&&e.port===n.port;return o.sameOrigin=a&&(!e.hostname||s),"/"===o.pathname&&(r[t]=o),o}},{}],19:[function(t,e,n){function r(t,e){var n=t.responseType;return"json"===n&&null!==e?e:"arraybuffer"===n||"blob"===n||"json"===n?o(t.response):"text"===n||""===n||void 0===n?o(t.responseText):void 0}var o=t(22);e.exports=r},{}],20:[function(t,e,n){function r(){}function o(t,e,n,r){return function(){return u.recordSupportability("API/"+e+"/called"),i(t+e,[f.now()].concat(s(arguments)),n?null:this,r),n?void 0:this}}var i=t("handle"),a=t(32),s=t(33),c=t("ee").get("tracer"),f=t("loader"),u=t(25),d=NREUM;"undefined"==typeof window.newrelic&&(newrelic=d);var p=["setPageViewName","setCustomAttribute","setErrorHandler","finished","addToTrace","inlineHit","addRelease"],l="api-",h=l+"ixn-";a(p,function(t,e){d[e]=o(l,e,!0,"api")}),d.addPageAction=o(l,"addPageAction",!0),d.setCurrentRouteName=o(l,"routeName",!0),e.exports=newrelic,d.interaction=function(){return(new r).get()};var m=r.prototype={createTracer:function(t,e){var n={},r=this,o="function"==typeof e;return i(h+"tracer",[f.now(),t,n],r),function(){if(c.emit((o?"":"no-")+"fn-start",[f.now(),r,o],n),o)try{return e.apply(this,arguments)}catch(t){throw c.emit("fn-err",[arguments,this,t],n),t}finally{c.emit("fn-end",[f.now()],n)}}}};a("actionText,setName,setAttribute,save,ignore,onEnd,getContext,end,get".split(","),function(t,e){m[e]=o(h,e)}),newrelic.noticeError=function(t,e){"string"==typeof t&&(t=new Error(t)),u.recordSupportability("API/noticeError/called"),i("err",[t,f.now(),!1,e])}},{}],21:[function(t,e,n){function r(t){if(NREUM.init){for(var e=NREUM.init,n=t.split("."),r=0;r<n.length-1;r++)if(e=e[n[r]],"object"!=typeof e)return;return e=e[n[n.length-1]]}}e.exports={getConfiguration:r}},{}],22:[function(t,e,n){e.exports=function(t){if("string"==typeof t&&t.length)return t.length;if("object"==typeof t){if("undefined"!=typeof ArrayBuffer&&t instanceof ArrayBuffer&&t.byteLength)return t.byteLength;if("undefined"!=typeof Blob&&t instanceof Blob&&t.size)return t.size;if(!("undefined"!=typeof FormData&&t instanceof FormData))try{return JSON.stringify(t).length}catch(e){return}}}},{}],23:[function(t,e,n){var r=!1;try{var o=Object.defineProperty({},"passive",{get:function(){r=!0}});window.addEventListener("testPassive",null,o),window.removeEventListener("testPassive",null,o)}catch(i){}e.exports=function(t){return r?{passive:!0,capture:!!t}:!!t}},{}],24:[function(t,e,n){var r=0,o=navigator.userAgent.match(/Firefox[\/\s](\d+\.\d+)/);o&&(r=+o[1]),e.exports=r},{}],25:[function(t,e,n){function r(t,e){var n=[a,t,{name:t},e];return i("storeMetric",n,null,"api"),n}function o(t,e){var n=[s,t,{name:t},e];return i("storeEventMetrics",n,null,"api"),n}var i=t("handle"),a="sm",s="cm";e.exports={constants:{SUPPORTABILITY_METRIC:a,CUSTOM_METRIC:s},recordSupportability:r,recordCustom:o}},{}],26:[function(t,e,n){function r(){return s.exists&&performance.now?Math.round(performance.now()):(i=Math.max((new Date).getTime(),i))-a}function o(){return i}var i=(new Date).getTime(),a=i,s=t(34);e.exports=r,e.exports.offset=a,e.exports.getLastTimestamp=o},{}],27:[function(t,e,n){function r(t){return!(!t||!t.protocol||"file:"===t.protocol)}e.exports=r},{}],28:[function(t,e,n){function r(t,e){var n=t.getEntries();n.forEach(function(t){"first-paint"===t.name?p("timing",["fp",Math.floor(t.startTime)]):"first-contentful-paint"===t.name&&p("timing",["fcp",Math.floor(t.startTime)])})}function o(t,e){var n=t.getEntries();if(n.length>0){var r=n[n.length-1];if(c&&c<r.startTime)return;p("lcp",[r])}}function i(t){t.getEntries().forEach(function(t){t.hadRecentInput||p("cls",[t])})}function a(t){if(t instanceof v&&!g){var e=Math.round(t.timeStamp),n={type:t.type};e<=l.now()?n.fid=l.now()-e:e>l.offset&&e<=Date.now()?(e-=l.offset,n.fid=l.now()-e):e=l.now(),g=!0,p("timing",["fi",e,n])}}function s(t){"hidden"===t&&(c=l.now(),p("pageHide",[c]))}if(!("init"in NREUM&&"page_view_timing"in NREUM.init&&"enabled"in NREUM.init.page_view_timing&&NREUM.init.page_view_timing.enabled===!1)){var c,f,u,d,p=t("handle"),l=t("loader"),h=t(31),m=t(23),v=NREUM.o.EV;if("PerformanceObserver"in window&&"function"==typeof window.PerformanceObserver){f=new PerformanceObserver(r);try{f.observe({entryTypes:["paint"]})}catch(w){}u=new PerformanceObserver(o);try{u.observe({entryTypes:["largest-contentful-paint"]})}catch(w){}d=new PerformanceObserver(i);try{d.observe({type:"layout-shift",buffered:!0})}catch(w){}}if("addEventListener"in document){var g=!1,y=["click","keydown","mousedown","pointerdown","touchstart"];y.forEach(function(t){document.addEventListener(t,a,m(!1))})}h(s)}},{}],29:[function(t,e,n){function r(){function t(){return e?15&e[n++]:16*Math.random()|0}var e=null,n=0,r=window.crypto||window.msCrypto;r&&r.getRandomValues&&(e=r.getRandomValues(new Uint8Array(31)));for(var o,i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx",a="",s=0;s<i.length;s++)o=i[s],"x"===o?a+=t().toString(16):"y"===o?(o=3&t()|8,a+=o.toString(16)):a+=o;return a}function o(){return a(16)}function i(){return a(32)}function a(t){function e(){return n?15&n[r++]:16*Math.random()|0}var n=null,r=0,o=window.crypto||window.msCrypto;o&&o.getRandomValues&&Uint8Array&&(n=o.getRandomValues(new Uint8Array(31)));for(var i=[],a=0;a<t;a++)i.push(e().toString(16));return i.join("")}e.exports={generateUuid:r,generateSpanId:o,generateTraceId:i}},{}],30:[function(t,e,n){function r(t,e){if(!o)return!1;if(t!==o)return!1;if(!e)return!0;if(!i)return!1;for(var n=i.split("."),r=e.split("."),a=0;a<r.length;a++)if(r[a]!==n[a])return!1;return!0}var o=null,i=null,a=/Version\/(\S+)\s+Safari/;if(navigator.userAgent){var s=navigator.userAgent,c=s.match(a);c&&s.indexOf("Chrome")===-1&&s.indexOf("Chromium")===-1&&(o="Safari",i=c[1])}e.exports={agent:o,version:i,match:r}},{}],31:[function(t,e,n){function r(t){function e(){t(s&&document[s]?document[s]:document[i]?"hidden":"visible")}"addEventListener"in document&&a&&document.addEventListener(a,e,o(!1))}var o=t(23);e.exports=r;var i,a,s;"undefined"!=typeof document.hidden?(i="hidden",a="visibilitychange",s="visibilityState"):"undefined"!=typeof document.msHidden?(i="msHidden",a="msvisibilitychange"):"undefined"!=typeof document.webkitHidden&&(i="webkitHidden",a="webkitvisibilitychange",s="webkitVisibilityState")},{}],32:[function(t,e,n){function r(t,e){var n=[],r="",i=0;for(r in t)o.call(t,r)&&(n[i]=e(r,t[r]),i+=1);return n}var o=Object.prototype.hasOwnProperty;e.exports=r},{}],33:[function(t,e,n){function r(t,e,n){e||(e=0),"undefined"==typeof n&&(n=t?t.length:0);for(var r=-1,o=n-e||0,i=Array(o<0?0:o);++r<o;)i[r]=t[e+r];return i}e.exports=r},{}],34:[function(t,e,n){e.exports={exists:"undefined"!=typeof window.performance&&window.performance.timing&&"undefined"!=typeof window.performance.timing.navigationStart}},{}],ee:[function(t,e,n){function r(){}function o(t){function e(t){return t&&t instanceof r?t:t?f(t,c,a):a()}function n(n,r,o,i,a){if(a!==!1&&(a=!0),!l.aborted||i){t&&a&&t(n,r,o);for(var s=e(o),c=m(n),f=c.length,u=0;u<f;u++)c[u].apply(s,r);var p=d[y[n]];return p&&p.push([x,n,r,s]),s}}function i(t,e){g[t]=m(t).concat(e)}function h(t,e){var n=g[t];if(n)for(var r=0;r<n.length;r++)n[r]===e&&n.splice(r,1)}function m(t){return g[t]||[]}function v(t){return p[t]=p[t]||o(n)}function w(t,e){l.aborted||u(t,function(t,n){e=e||"feature",y[n]=e,e in d||(d[e]=[])})}var g={},y={},x={on:i,addEventListener:i,removeEventListener:h,emit:n,get:v,listeners:m,context:e,buffer:w,abort:s,aborted:!1};return x}function i(t){return f(t,c,a)}function a(){return new r}function s(){(d.api||d.feature)&&(l.aborted=!0,d=l.backlog={})}var c="nr@context",f=t("gos"),u=t(32),d={},p={},l=e.exports=o();e.exports.getOrSetContext=i,l.backlog=d},{}],gos:[function(t,e,n){function r(t,e,n){if(o.call(t,e))return t[e];var r=n();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(t,e,{value:r,writable:!0,enumerable:!1}),r}catch(i){}return t[e]=r,r}var o=Object.prototype.hasOwnProperty;e.exports=r},{}],handle:[function(t,e,n){function r(t,e,n,r){o.buffer([t],r),o.emit(t,e,n)}var o=t("ee").get("handle");e.exports=r,r.ee=o},{}],id:[function(t,e,n){function r(t){var e=typeof t;return!t||"object"!==e&&"function"!==e?-1:t===window?0:a(t,i,function(){return o++})}var o=1,i="nr@id",a=t("gos");e.exports=r},{}],loader:[function(t,e,n){function r(){if(!P++){var t=T.info=NREUM.info,e=v.getElementsByTagName("script")[0];if(setTimeout(f.abort,3e4),!(t&&t.licenseKey&&t.applicationID&&e))return f.abort();c(R,function(e,n){t[e]||(t[e]=n)});var n=a();s("mark",["onload",n+T.offset],null,"api"),s("timing",["load",n]);var r=v.createElement("script");0===t.agent.indexOf("http://")||0===t.agent.indexOf("https://")?r.src=t.agent:r.src=h+"://"+t.agent,e.parentNode.insertBefore(r,e)}}function o(){"complete"===v.readyState&&i()}function i(){s("mark",["domContent",a()+T.offset],null,"api")}var a=t(26),s=t("handle"),c=t(32),f=t("ee"),u=t(30),d=t(27),p=t(21),l=t(23),h=p.getConfiguration("ssl")===!1?"http":"https",m=window,v=m.document,w="addEventListener",g="attachEvent",y=m.XMLHttpRequest,x=y&&y.prototype,b=!d(m.location);NREUM.o={ST:setTimeout,SI:m.setImmediate,CT:clearTimeout,XHR:y,REQ:m.Request,EV:m.Event,PR:m.Promise,MO:m.MutationObserver};var E=""+location,R={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",agent:"js-agent.newrelic.com/nr-spa-1212.min.js"},O=y&&x&&x[w]&&!/CriOS/.test(navigator.userAgent),T=e.exports={offset:a.getLastTimestamp(),now:a,origin:E,features:{},xhrWrappable:O,userAgent:u,disabled:b};if(!b){t(20),t(28),v[w]?(v[w]("DOMContentLoaded",i,l(!1)),m[w]("load",r,l(!1))):(v[g]("onreadystatechange",o),m[g]("onload",r)),s("mark",["firstbyte",a.getLastTimestamp()],null,"api");var P=0}},{}],"wrap-function":[function(t,e,n){function r(t,e){function n(e,n,r,c,f){function nrWrapper(){var i,a,u,p;try{a=this,i=d(arguments),u="function"==typeof r?r(i,a):r||{}}catch(l){o([l,"",[i,a,c],u],t)}s(n+"start",[i,a,c],u,f);try{return p=e.apply(a,i)}catch(h){throw s(n+"err",[i,a,h],u,f),h}finally{s(n+"end",[i,a,p],u,f)}}return a(e)?e:(n||(n=""),nrWrapper[p]=e,i(e,nrWrapper,t),nrWrapper)}function r(t,e,r,o,i){r||(r="");var s,c,f,u="-"===r.charAt(0);for(f=0;f<e.length;f++)c=e[f],s=t[c],a(s)||(t[c]=n(s,u?c+r:r,o,c,i))}function s(n,r,i,a){if(!h||e){var s=h;h=!0;try{t.emit(n,r,i,e,a)}catch(c){o([c,n,r,i],t)}h=s}}return t||(t=u),n.inPlace=r,n.flag=p,n}function o(t,e){e||(e=u);try{e.emit("internal-error",t)}catch(n){}}function i(t,e,n){if(Object.defineProperty&&Object.keys)try{var r=Object.keys(t);return r.forEach(function(n){Object.defineProperty(e,n,{get:function(){return t[n]},set:function(e){return t[n]=e,e}})}),e}catch(i){o([i],n)}for(var a in t)l.call(t,a)&&(e[a]=t[a]);return e}function a(t){return!(t&&t instanceof Function&&t.apply&&!t[p])}function s(t,e){var n=e(t);return n[p]=t,i(t,n,u),n}function c(t,e,n){var r=t[e];t[e]=s(r,n)}function f(){for(var t=arguments.length,e=new Array(t),n=0;n<t;++n)e[n]=arguments[n];return e}var u=t("ee"),d=t(33),p="nr@original",l=Object.prototype.hasOwnProperty,h=!1;e.exports=r,e.exports.wrapFunction=s,e.exports.wrapInPlace=c,e.exports.argsToArray=f},{}]},{},["loader",2,17,5,3,4]); ;NREUM.loader_config={accountID:"804283",trustKey:"804283",agentID:"402703674",licenseKey:"cf99e8d2a3",applicationID:"402703674"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"cf99e8d2a3", // Modified this value from the generated script, to pass prod vs dev applicationID: window.location.hostname.includes('journals.plos.org') ? "402703674" : "402694889", sa:1} </script>  <header> <div id="topslot" class="head-top"> <a id="skip-to-content" tabindex="0" class="button" href="#main-content"> Skip to main content </a> <div class="center"> <div class="title">Advertisement</div>  <div class='advertisement' id='div-gpt-ad-1458247671871-0' style='width:728px; height:90px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1458247671871-0'); }); </script> </div> </div> </div> <div id="user" class="nav" data-user-management-url="https://community.plos.org"> </div> <div id="pagehdr"> <nav class="nav-main"> <h1 class="logo"> <a href="/plosone/.">PLOS ONE</a> </h1> <section class="top-bar-section"> <ul class="nav-elements"> <li class="multi-col-parent menu-section-header has-dropdown" id="publish"> Publish <div class="dropdown mega "> <ul class="multi-col" id="publish-dropdown-list"> <li class="menu-section-header " id="submissions"> <span class="menu-section-header-title"> Submissions </span> <ul class="menu-section " id="submissions-dropdown-list"> <li> <a href="/plosone/s/getting-started" >Getting Started</a> </li> <li> <a href="/plosone/s/submission-guidelines" >Submission Guidelines</a> </li> <li> <a href="/plosone/s/figures" >Figures</a> </li> <li> <a href="/plosone/s/tables" >Tables</a> </li> <li> <a href="/plosone/s/supporting-information" >Supporting Information</a> </li> <li> <a href="/plosone/s/latex" >LaTeX</a> </li> <li> <a href="/plosone/s/what-we-publish" >What We Publish</a> </li> <li> <a href="/plosone/s/preprints" >Preprints</a> </li> <li> <a href="/plosone/s/revising-your-manuscript" >Revising Your Manuscript</a> </li> <li> <a href="/plosone/s/submit-now" >Submit Now</a> </li> <li> <a href="https://collections.plos.org/s/calls-for-papers" >Calls for Papers</a> </li> </ul> </li> <li class="menu-section-header " id="policies"> <span class="menu-section-header-title"> Policies </span> <ul class="menu-section " id="policies-dropdown-list"> <li> <a href="/plosone/s/best-practices-in-research-reporting" >Best Practices in Research Reporting</a> </li> <li> <a href="/plosone/s/human-subjects-research" >Human Subjects Research</a> </li> <li> <a href="/plosone/s/animal-research" >Animal Research</a> </li> <li> <a href="/plosone/s/competing-interests" >Competing Interests</a> </li> <li> <a href="/plosone/s/disclosure-of-funding-sources" >Disclosure of Funding Sources</a> </li> <li> <a href="/plosone/s/licenses-and-copyright" >Licenses and Copyright</a> </li> <li> <a href="/plosone/s/data-availability" >Data Availability</a> </li> <li> <a href="/plosone/s/complementary-research" >Complementary Research</a> </li> <li> <a href="/plosone/s/materials-software-and-code-sharing" >Materials, Software and Code Sharing</a> </li> <li> <a href="/plosone/s/ethical-publishing-practice" >Ethical Publishing Practice</a> </li> <li> <a href="/plosone/s/authorship" >Authorship</a> </li> <li> <a href="/plosone/s/corrections-expressions-of-concern-and-retractions" >Corrections, Expressions of Concern, and Retractions</a> </li> </ul> </li> <li class="menu-section-header " id="manuscript-review-and-publication"> <span class="menu-section-header-title"> Manuscript Review and Publication </span> <ul class="menu-section " id="manuscript-review-and-publication-dropdown-list"> <li> <a href="/plosone/s/criteria-for-publication" >Criteria for Publication</a> </li> <li> <a href="/plosone/s/editorial-and-peer-review-process" >Editorial and Peer Review Process</a> </li> <li> <a href="https://plos.org/resources/editor-center" >Editor Center</a> </li> <li> <a href="/plosone/s/resources-for-editors" >Resources for Editors</a> </li> <li> <a href="/plosone/s/reviewer-guidelines" >Guidelines for Reviewers</a> </li> <li> <a href="/plosone/s/accepted-manuscripts" >Accepted Manuscripts</a> </li> <li> <a href="/plosone/s/comments" >Comments</a> </li> </ul> </li> </ul> <div class="calloutcontainer"> <h3 class="callout-headline">Submit Your Manuscript</h3> <div class="action-contain"> <p class="callout-content"> Discover a faster, simpler path to publishing in a high-quality journal. <em>PLOS ONE</em> promises fair, rigorous peer review, broad scope, and wide readership – a perfect fit for your research every time. </p> <p class="button-contain special"> <a class="button button-default" href="/plosone/static/publish"> Learn More </a> <a class="button-link" href="https://www.editorialmanager.com/pone/default.asp"> Submit Now </a> </p> </div>  </div> </div> </li> <li class="menu-section-header has-dropdown " id="about"> <span class="menu-section-header-title"> About </span> <ul class="menu-section dropdown " id="about-dropdown-list"> <li> <a href="/plosone/static/publish" >Why Publish with PLOS ONE</a> </li> <li> <a href="/plosone/s/journal-information" >Journal Information</a> </li> <li> <a href="/plosone/s/staff-editors" >Staff Editors</a> </li> <li> <a href="/plosone/static/editorial-board" >Editorial Board</a> </li> <li> <a href="/plosone/s/section-editors" >Section Editors</a> </li> <li> <a href="/plosone/s/advisory-groups" >Advisory Groups</a> </li> <li> <a href="/plosone/s/find-and-read-articles" >Find and Read Articles</a> </li> <li> <a href="/plosone/s/publishing-information" >Publishing Information</a> </li> <li> <a href="https://plos.org/publication-fees" >Publication Fees</a> </li> <li> <a href="https://plos.org/press-and-media" >Press and Media</a> </li> <li> <a href="/plosone/s/contact" >Contact</a> </li> </ul> </li> <li data-js-tooltip-hover="trigger" class="subject-area menu-section-header"> Browse </li> <script src="/resource/js/vendor/jquery.hoverIntent.js" type="text/javascript"></script> <script src="/resource/js/components/menu_drop.js" type="text/javascript"></script> <script src="/resource/js/components/hover_delay.js" type="text/javascript"></script> <li id="navsearch" class="head-search"> <form name="searchForm" action="/plosone/search" method="get"> <fieldset> <legend>Search</legend> <label for="search">Search</label> <div class="search-contain"> <input id="search" type="text" name="q" placeholder="SEARCH" required/> <button id="headerSearchButton" type="submit" aria-label="Submit search"> <i title="Submit search" class="search-icon"></i> </button> </div> </fieldset> <input type="hidden" name="filterJournals" value="PLoSONE"/> </form> <a id="advSearch" href="/plosone/search"> advanced search </a> <script src="/resource/js/components/placeholder_style.js" type="text/javascript"></script> </li> </ul> </section> </nav> </div> </header> <section id="taxonomyContainer"> <script src="/resource/js/taxonomy-browser.js" type="text/javascript"></script> <div id="taxonomy-browser" class="areas" data-search-url="/plosone/browse"> <div class="wrapper"> <div class="taxonomy-header"> Browse Subject Areas <div id="subjInfo">?</div> <div id="subjInfoText"> <p>Click through the PLOS taxonomy to find articles in your field.</p> <p>For more information about PLOS Subject Areas, click <a href="https://github.com/PLOS/plos-thesaurus/blob/master/README.md" target="_blank" title="Link opens in new window">here</a>. </p> </div> </div> <div class="levels"> <div class="levels-container cf"> <div class="levels-position"></div> </div> <a href="#" class="prev"></a> <a href="#" class="next active"></a> </div> </div> <div class="taxonomy-browser-border-bottom"></div> </div> </section> <main id="main-content"> <div class="lemur-content two-column"> <nav class="site-content-nav"> <ul class="nav-page"> <li data-anchor="loc-invitation-to-review" name="loc-invitation-to-review"><a href="#loc-invitation-to-review"> Invitation to Review </a></li> <li data-anchor="loc-our-peer-review-process" name="loc-our-peer-review-process"><a href="#loc-our-peer-review-process"> Our Peer Review Process </a> <ul> <li data-anchor="loc-our-peer-review-model" name="loc-our-peer-review-model"><a href="#loc-our-peer-review-model"> Our peer review model </a></li> <li data-anchor="loc-best-practices-for-reviewers" name="loc-best-practices-for-reviewers"><a href="#loc-best-practices-for-reviewers"> Best practices for reviewers </a></li> </ul></li> <li data-anchor="loc-how-to-submit-a-peer-review-in-editorial-manager" name="loc-how-to-submit-a-peer-review-in-editorial-manager"><a href="#loc-how-to-submit-a-peer-review-in-editorial-manager"> How to Submit a Peer Review in Editorial Manager </a></li> <li data-anchor="loc-what-to-assess" name="loc-what-to-assess"><a href="#loc-what-to-assess"> What to Assess </a> <ul> <li data-anchor="loc-criteria-for-publication" name="loc-criteria-for-publication"><a href="#loc-criteria-for-publication"> Criteria for publication </a></li> <li data-anchor="loc-reviewing-registered-reports" name="loc-reviewing-registered-reports"><a href="#loc-reviewing-registered-reports"> Reviewing Registered Reports </a></li> <li data-anchor="loc-lab-protocols" name="loc-lab-protocols"><a href="#loc-lab-protocols"> Reviewing Lab Protocols </a></li> <li data-anchor="loc-study-protocols" name="loc-study-protocols"><a href="#loc-study-protocols"> Reviewing Study Protocols </a></li> </ul></li> <li data-anchor="loc-writing-the-review" name="loc-writing-the-review"><a href="#loc-writing-the-review"> Writing the review </a> <ul> <li data-anchor="loc-revisions" name="loc-revisions"><a href="#loc-revisions"> Revisions </a></li> <li data-anchor="loc-editing-reviewers-reports" name="loc-editing-reviewers-reports"><a href="#loc-editing-reviewers-reports"> Editing reviewers’ reports </a></li> </ul></li> <li data-anchor="loc-the-editorial-process" name="loc-the-editorial-process"><a href="#loc-the-editorial-process"> The Editorial Process </a> <ul> <li data-anchor="loc-decision-process" name="loc-decision-process"><a href="#loc-decision-process"> Decision process </a></li> <li data-anchor="loc-conflicting-reviews" name="loc-conflicting-reviews"><a href="#loc-conflicting-reviews"> Conflicting reviews </a></li> </ul></li> <li data-anchor="loc-help" name="loc-help"><a href="#loc-help"> Help </a></li> </ul> </nav> <article> <h1>Guidelines for Reviewers</h1> <div data-section-id="2333"> <p><em><i>PLOS ONE</i></em> relies on members of the scientific research community to assess the validity of articles under consideration through peer review.</p> </div> <div data-section-id="392"> <h2><a id="loc-invitation-to-review" name="loc-invitation-to-review" data-anchor-id="7852"></a>Invitation to Review</h2> </div> <div data-section-id="2334"> <p><em><i>PLOS ONE</i></em> editors select potential reviewers based on their expertise in research areas relevant to the manuscript under consideration. Reviewer invitations are sent by email from the journal's <a href="https://www.editorialmanager.com/pone">Editorial Manager</a> submission system. Use the links in the invitation email to accept or decline, or check the “New Reviewer Invitations” folder on your Reviewer Main Menu screen in Editorial Manager. Accept an invitation only if you have the knowledge, time and objectivity necessary to provide an unbiased assessment of the research. In agreeing to complete a review, you also give permission to publish your review under a <a href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution CC BY</a> license.</p> </div> <div data-section-id="2340"> <h2><a data-anchor-id="7853" id="loc-our-peer-review-process" name="loc-our-peer-review-process"></a>Our Peer Review Process</h2> <p><em><i>PLOS ONE</i></em> practices single-anonymized peer review by default, but offers opportunities for authors and reviewers to participate in signed and published peer review.</p> </div> <div data-section-id="2342"> <h3><a data-anchor-id="7855" id="loc-our-peer-review-model" name="loc-our-peer-review-model"></a>Our peer review model</h3> <table class="table-basic"> <tbody> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/bc01908b54c53ef4046a399b7d39d477d11f513feb059d1b2324c1ef165088cc"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Single-anonymized peer review</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">During the peer review process you will know the authors’ names, but your name will not be shared. Your review will appear in the editorial decision letter where it can be read by the authors and other reviewers.</p></td> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/4d6290e034aa74117b7d50ba4b1485aafc417f5c7df39fd9c5a0a0455c4917dc"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Signed peer review</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">You can choose to sign your name to your review when you submit it. Remember, if you sign your name the authors and other reviewers of the manuscript will see it. If the authors choose to publish their peer review history your name will accompany your comments alongside the published article.</p></td> </tr> <tr> <td style="vertical-align: top;"> <div style="width: 70px;"> <img alt="" class="img-default" src="/plosone/indirect/88119f7815792ff1dedfd8dd50fc88c9acc10f28f8878c04a3bcbb43e53ee124"> </div></td> <td> <p style="margin-top: 0pt; margin-bottom: 0pt; line-height: 1.2;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; line-height:inherit; vertical-align:baseline; white-space:pre-wrap">Portable</strong></p> <p style="margin-top: 0pt; margin-bottom: 0pt; line-height: 1.2;">If the authors subsequently choose to transfer their manuscript to another PLOS journal your review will accompany it. You may hear from editors at another PLOS journal for re-review. Reviewers for any PLOS journal should be willing to have their reviews considered by the editors of another PLOS journal.</p></td> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/d36f5873e5e213f7edd2087e71ec1a2782b1435fb831f6d1f71985e5690197e0"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Published peer review history</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">If the authors decide to publish their <a data-parent-id="13" href="/plosone/s/editorial-and-peer-review-process#loc-peer-review-history">peer review history</a>, the editorial decision letter, including your review, will appear alongside the published article. Your name will <strong>not<strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap"> </strong></strong>appear unless you choose to sign your review.</p></td> </tr> </tbody> </table> </div> <div data-section-id="2343"> <h3><a data-anchor-id="7861" id="loc-best-practices-for-reviewers" name="loc-best-practices-for-reviewers"></a>Best practices for reviewers</h3> <table class="table-basic"> <tbody> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/c09cccf98819190e7ff0b7da520989cd5fcf69415a4fa12b2cd8480c112f0f8c"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Declaring competing interests</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">A <a href="/plosone/s/competing-interests">competing interest</a> is anything that interferes with or could be perceived as potentially interfering with, a thorough and objective assessment of a manuscript. Common examples of competing interests may include:</p>   <ul> <li style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">A recent or current collaboration with any of the authors</li> <li style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">Direct competition or a history of scientific conflict with any of the authors</li> <li style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">An opportunity to profit financially from the work</li> </ul> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">Do not accept a review assignment if you have a competing interest, or don’t feel able to give an objective assessment. If you’re unsure whether your relationship qualifies as a competing interest, contact plosone@plos.org for advice. If we ask you to complete the review anyway, be sure to declare the competing interest when you submit your review.</p></td> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/f6ece754f9f5c38c999e9168575282a5b9c08ae83614c4781cd660d2401b2d36"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Crediting collaborators</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">Co-reviewing is a great way to gain peer review experience under the mentorship of an experienced reviewer and we encourage this collaboration. If you had help completing the review you must share your collaborator’s name with the journal when you submit the review, either by entering it in question 2 under the 'Confidential comments to Editor' section, or via <a href="mailto:plosone@plos.org">email</a>. Be careful not to include your collaborator’s name in the text of the review itself. Competing interests and confidentiality policies apply to all reviewers.</p></td> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/2ce6a953e475a8c025d81e2714139251c39ef56b5020a6936c2fc52c8fbbb237"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Confidentiality</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">Keep manuscripts and correspondence confidential and do not share information about submissions with any one else unless previously agreed with the editor. We expect that reviewers will not make use of any material or take advantage of any information they gain through the peer review process.</p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><br><a data-parent-id="15" href="/plosone/s/ethical-publishing-practice#loc-confidentiality">Read the PLOS Confidentiality Policy</a>.</p></td> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/41aa303ca68b221fc6103fa068ac31ca153dcadad5d93c31ed56e5417de7d8ec"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Reviewing a manuscript you’ve previously reviewed</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">If you reviewed the article at another journal, consider the manuscript as a new submission unless instructed otherwise. Keep in mind that it may have been revised since the last time you evaluated it, and <i>PLOS ONE</i>'s <a data-parent-id="45" href="/plosone/s/reviewer-guidelines#loc-criteria-for-publication">criteria for publication</a> may differ from those of the other journal. When you submit your review, let the editor know that you reviewed a previous version of the manuscript at another journal.</p></td> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px"> <img alt="" class="img-default" src="/plosone/indirect/8fa1aa0b7cba2b43ea923975aa7f948ea42bc99fa47ca3b472d492d716d91229"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:rgb(0, 0, 0); font-family:arial; font-size:11pt; font-variant-east-asian:normal; font-variant-numeric:normal; font-weight:700; vertical-align:baseline; white-space:pre-wrap">Time to review</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">Aim to complete your review within 10 days. If you need more time to perform the review, please <a href="mailto:plosone@plos.org">email us</a> as soon as possible.</p></td> </tr> </tbody> </table> </div> <div data-section-id="2663"> <h3 id="docs-internal-guid-11b58e93-7fff-dcee-8703-202f7b3743bb" style="line-height: 1.38; margin-top: 14pt; margin-bottom: 4pt;"><strong style="background-color:transparent; color:#000000; font-family:arial; font-size:13pt; font-style:normal; font-variant:normal; font-weight:700; text-decoration:none; vertical-align:baseline; white-space:pre-wrap"><a data-anchor-id="8088" id="loc-receiving-credit" name="loc-receiving-credit"></a>Receiving credit</strong></h3> <p style="line-height: 1.38; margin-top: 12pt; margin-bottom: 12pt;">In choosing to volunteer as a peer reviewer for PLOS, you are helping to support free and open access to rigorous research. We couldn’t be more grateful!</p> <table class="table-basic"> <tbody> <tr> </tr> <tr> <td style="vertical-align: top"> <div style="width: 70px;"> <img alt="" class="img-default" src="/plosone/indirect/5a34c52c36cef19765246301f5152df1f67809196cf615ca33b23799d4cfe6fd"> </div></td> <td> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;"><strong style="background-color:transparent; color:#000000; font-family:arial; font-size:11pt; font-style:normal; font-variant:normal; font-weight:700; text-decoration:none; vertical-align:baseline; white-space:pre-wrap">ORCID Reviewer Credit</strong></p> <p style="line-height: 1.2; margin-top: 0pt; margin-bottom: 0pt;">Link your PLOS reviewer account to your ORCID record. Set up syncing to have reviewer activity automatically posted to your ORCID profile review activity. This record will confirm that you completed a review for the journal, but won’t publish the content of your review.</p></td> </tr> </tbody> </table> </div> <div data-section-id="2350"> <div style=" width: 100%; text-align: center; "> <h4 style=" text-align: center; display: inline-block; "><a href="https://www.editorialmanager.com/pone/default.aspx" style=" display: block; width: 250px; background: #D7DF23; color: #ffffff; border: 1px solid #D7DF23; padding: 17px; border-radius: 5px; margin: 40px; ">Submit Your Review Now</a></h4> <h4 style=" text-align: center; display: inline-block; "><a href="https://reviewers.plos.org/" style=" display: block; width: 250px; background: #D7DF23; color: #ffffff; border: 1px solid #D7DF23; padding: 17px; border-radius: 5px; margin: 40px; ">Learn About Peer Review</a></h4> </div> </div> <div data-section-id="2357"> <h2><a data-anchor-id="7831" id="loc-how-to-submit-a-peer-review-in-editorial-manager" name="loc-how-to-submit-a-peer-review-in-editorial-manager"></a>How to Submit a Peer Review in Editorial Manager</h2> <p><em><i>PLOS ONE</i></em> uses a structured reviewer form to help reviewers focus on our publication criteria and improve the efficiency of peer review. <a href="https://genweb.plos.org/Marketing/plosone-reviewer-form.pdf">Preview the form</a>. The form contains two sections:</p> <h3>Comments to the author</h3> <p>Answers to the questions in this section are required and will be included in the decision letter to the author. For questions 1-4 select a response from the drop down (e.g., “Yes,” “No,” “I don't know,” “N/A”) and provide any details you wish. Enter the main text of your peer review in question 5, “Review Comments to the Author.”</p> <h3>Comments to the editor</h3> <p>Use this section to declare any potential or perceived competing interests. You’ll also have the option to list anyone who collaborated with you on the peer review, and indicate whether you think the submission should be highlighted on the <em><i>PLOS ONE</i></em> webpage if it goes on to be published. This will not play any role in the editorial decision-making process or be shared with the authors.</p> <p><em><i>PLOS ONE</i></em> does not allow confidential comments other than the declaration of competing interests. If you have confidential concerns relating to publication or research ethics, please contact us at <a href="mailto:plosone@plos.org">plosone@plos.org</a>.</p> <div class="block-important"> Reviews must be entered in the submission system. Email the <a href="mailto:plosone@plos.org">journal office</a> if you are having trouble accessing the manuscript or entering your comments. </div> </div> <div data-section-id="2363"> <h2><a data-anchor-id="7865" id="loc-what-to-assess" name="loc-what-to-assess"></a>What to Assess</h2> <p>To be eligible for publication manuscripts must meet our <a href="/plosone/s/criteria-for-publication">criteria for publication</a> and comply with our <a href="/plosone/s/editorial-and-publishing-policies">editorial and publishing policies</a>. The following guidance relates to articles reporting the results of original research.</p> </div> <div data-section-id="379"> <h3><a data-anchor-id="7866" id="loc-criteria-for-publication" name="loc-criteria-for-publication"></a>Criteria for publication</h3> <p>Unlike many journals which attempt to use the peer review process to determine whether or not an article reaches the level of 'importance' required by a given journal, <em><i>PLOS ONE</i></em> uses peer review to determine whether a paper is technically rigorous and meets the scientific and ethical standard for inclusion in the published scientific record.</p> <p>Please carefully review our seven<a href="http://www.plosone.org/static/publication.action"> </a>editorial criteria for publication as the criteria employed by <em><i>PLOS ONE</i></em> are quite different to other journals you may have reviewed for.</p> <p>To be accepted for publication in <em><i>PLOS ONE</i></em>, research articles must satisfy the following criteria:</p> <ol> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-1">The study presents the results of primary scientific research</a>.</li> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-2">Results reported have not been published elsewhere</a>.</li> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-3">Experiments, statistics, and other analyses are performed to a high technical standard and are described in sufficient detail.</a></li> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-4">Conclusions are presented in an appropriate fashion and are supported by the data</a>.</li> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-5">The article is presented in an intelligible fashion and is written in standard English</a>.</li> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-6">The research meets all applicable standards for the ethics of experimentation and research integrity</a>.</li> <li><a data-parent-id="26" href="/plosone/s/criteria-for-publication#loc-7">The article adheres to appropriate reporting guidelines and community standards for data availability</a>.</li> </ol> </div> <div data-section-id="2464"> <h3><a data-anchor-id="8085" id="loc-reviewing-registered-reports" name="loc-reviewing-registered-reports"></a>Reviewing Registered Reports</h3> <p>Registered Reports are primary research articles in which the methods and proposed analyses are peer reviewed prior to conducting experiments, data collection or analysis. The <em>PLOS ONE</em> publication criteria apply to Registered Reports as they would to any other research submitted to the journal, but the peer review process is slightly different. Assessment takes place in two stages and, if accepted, results in two linked publications.</p> <table class="table-basic"> <tbody> <tr> <td style="vertical-align:top"><strong>1. Registered Report Protocol</strong></td> <td style="vertical-align:top"><strong>2. Registered Report</strong></td> </tr> <tr> <td style="vertical-align:top">You’ll review a manuscript reporting the study design, rationale, timeline, proposed methodology for data collection and analysis, and where applicable, ethical approval for the work.</td> <td style="vertical-align:top">You’ll review a manuscript reporting the methods and findings of the study originally outlined in the Registered Report Protocol.</td> </tr> <tr> <td style="vertical-align:top"> <p>Peer review aims to ensure that the proposed research is rigorous, that the methodology and analysis are sound, and that the resulting study will meet the criteria for publication.</p> <p>Consider:</p> <ul> <li>Is the rationale for the proposed study clear and valid?</li> <li>Is the protocol technically sound? Will it effectively achieve its aims, and test the stated hypotheses?</li> <li>Is the methodology feasible and detailed enough to make the work replicable?</li> </ul></td> <td style="vertical-align:top"> <p>Peer review focuses on adherence to the Registered Report Protocol and the appropriateness of any deviations.<br>  </p> <p>Consider:</p> <ul> <li>Have the authors followed the procedures outlined in their Registered Report Protocol? If not, do the changes make sense?</li> <li>Are there any additional experiments or exploratory results not outlined in the Registered Report Protocol? If so, were they reasonable and methodologically sound?</li> <li>Are the conclusions supported by the data, and do they address the hypothesis from the original Registered Report Protocol?</li> </ul></td> </tr> <tr> <td style="vertical-align:top"><a href="https://genweb.plos.org/Marketing/PLOS%20ONE%20Registered%20Report%20Protocol%20Reviewer%20Form.pdf">Preview the Protocol Reviewer Form</a> (PDF)</td> <td style="vertical-align:top"><a href="https://genweb.plos.org/Marketing/PLOS%20ONE%20Registered%20Report%20Reviewer%20Form.pdf">Preview the Registered Report Reviewer Form</a> (PDF)</td> </tr> </tbody> </table> </div> <div data-section-id="2587"> <h3><a data-anchor-id="8364" id="loc-lab-protocols" name="loc-lab-protocols"></a>Reviewing Lab Protocols</h3> <p>Lab Protocols describe reusable methodologies for experimental and computational techniques.They typically consist of a protocol on the <a href="https://www.protocols.io/">protocols.io</a> platform and a <em><i>PLOS ONE</i></em> manuscript that contextualizes it, but authors can elect to publish on protocols.io after manuscript submission.</p> <p>The <em><i>PLOS ONE</i></em> publication criteria apply to Lab Protocols as they would to any other research submitted to the journal, but the peer review process is generally expedited and typically carried out by one internal Academic Editor and one external reviewer.</p> <p>Lab Protocols are eligible for both signed and published peer review. </p> <p>You will review the manuscript, while referencing the protocol on protocols.io or in PDF format as a supplementary information file. </p> <p>Peer review aims to ensure that the manuscript complies with the submission guidelines and publication criteria for Lab Protocols.</p> <p>Consider: </p> <ul> <li>Is the protocol of utility to the research community?</li> <li>Does it link to a protocol on <a href="http://protocols.io">protocols.io</a> and is this attached in PDF format as a SI file?</li> <li>Are the methods and reagents described sufficiently?</li> <li>Are the controls and sample sizes appropriate?</li> <li>Do the authors demonstrate that the method is validated, either by linking to at least one supporting peer-reviewed publication, or by providing appropriate supporting data?</li> <li>If the manuscript contains new data, have the authors made this data fully available?</li> </ul> <div class="block-basic"> <a href="https://genweb.plos.org/Marketing/LabProtocolReviewerForm.png">Preview the Lab Protocol Reviewer Form</a> (PNG) </div> <p style="list-style-type: disc; font-size: 11pt; font-family: Arial; color: rgb(0, 0, 0); background-color: transparent; font-variant-numeric: normal; font-variant-east-asian: normal; vertical-align: baseline; white-space: pre;line-height:1.38;margin-top:0pt;margin-bottom:0pt;"> </p> </div> <div data-section-id="2588"> <h3><a data-anchor-id="8365" id="loc-study-protocols" name="loc-study-protocols"></a>Reviewing Study Protocols</h3> <p>Study Protocols describe detailed plans and proposals for research projects that have not yet generated results. They consist of a single article on <em><i>PLOS ONE</i></em> that can be referenced in future research.</p> <p>The <em><i>PLOS ONE</i></em> publication criteria apply to Study Protocols as they would to any other research submitted to the journal. Study Protocols are eligible for both signed and published peer review.</p> <p>Study Protocols submitted with proof of ethics approval (if required) and external funding by a funder that has independently peer reviewed the protocol are typically accepted without further external peer review. If, however, the journal staff decide that further review is necessary, reviewers will be invited to ensure that the Study Protocol complies with the submission guidelines and publication criteria</p> <p>Consider:</p> <ul> <li>The protocol prerequisites: the research study should not have generated results, nor should participant recruitment or data collection be complete.</li> <li>Are the required ethical standards met?</li> <li>Does the manuscript provide valid rationale for the planned or ongoing study, with clearly identified and justified research questions?</li> <li>Is the protocol technically sound and planned in a manner that will lead to a meaningful outcome and allow testing of the stated hypotheses?</li> <li>Have the authors described where all data underlying the findings will be made available when the study is complete? </li> <li>Does the manuscript title contain the word “Protocol”?</li> <li>Is the methodology feasible and does the description provide sufficient methodological detail for the protocol to be reproduced and replicated?</li> <li>Are any recommended checklists provided as SI files?</li> <li>Have the authors registered on a research platform that is appropriate for the study type, like OSF, for example?</li> <li>For clinical trials, is the trial registered and has the registration number been provided? Has the author provided the  required SI files?</li> <li>For systematic reviews and meta-analyses, is the PRISMA-P checklist provided and complete? Have the authors opted to register with PROSPERO?</li> </ul> <div class="block-basic"> <a href="https://genweb.plos.org/Marketing/StudyProtocolsReviewForm.png">Preview the Study Protocol Reviewer Form</a> (PNG) </div> <p> </p> </div> <div data-section-id="2364"> <h2><a data-anchor-id="7873" id="loc-writing-the-review" name="loc-writing-the-review"></a>Writing the review</h2> <p>The purpose of the review is to provide the editors with an expert opinion regarding the validity and quality of the manuscript under consideration. The review should also supply authors with explicit feedback on how to improve their papers so that they will be acceptable for publication in <em><i>PLOS ONE</i></em>. As you write, consider the following points:</p> </div> <div data-section-id="381"> <ul> <li>What are the main claims of the paper and how significant are they for the discipline?</li> <li>Are the claims properly placed in the context of the previous literature? Have the authors treated the literature fairly?</li> <li>Do the data and analyses fully support the claims? If not, what other evidence is required?</li> <li><em><i>PLOS ONE</i></em> encourages authors to publish detailed protocols and algorithms as supporting information online. Do any particular methods used in the manuscript warrant such treatment? If a protocol is already provided, for example for a randomized controlled trial, are there any important deviations from it? If so, have the authors explained adequately why the deviations occurred?</li> <li>If the paper is considered unsuitable for publication in its present form, does the study itself show sufficient potential that the authors should be encouraged to resubmit a revised version?</li> <li>Are original data deposited in appropriate repositories and accession/version numbers provided for genes, proteins, mutants, diseases, etc.?</li> <li>Does the study conform to any <a data-parent-id="14" href="/plosone/s/best-practices-in-research-reporting#loc-reporting-guidelines-for-specific-study-types">relevant guidelines</a> such as CONSORT, MIAME, QUORUM, STROBE, and the <a href="https://www.sanger.ac.uk/wp-content/uploads/fortlauderdalereport.pdf">Fort Lauderdale agreement</a>?</li> <li>Are details of the methodology sufficient to allow the experiments to be reproduced?</li> <li>Is any software created by the authors freely available?</li> <li>Is the manuscript well organized and written clearly enough to be accessible to non-specialists?</li> <li>Is it your opinion that this manuscript contains an <a href="https://grants.nih.gov/grants/guide/notice-files/NOT-OD-13-107.html">NIH-defined experiment of Dual Use concern</a>?</li> </ul> </div> <div data-section-id="2365"> <p>Although confidential comments to the editors are respected, any remarks that might help to strengthen the paper should be directed to the authors themselves.</p> </div> <div data-section-id="2367"> <h3><a id="loc-revisions" name="loc-revisions" data-anchor-id="7874"></a>Revisions</h3> <p>We often ask the original reviewers to evaluate revised manuscripts and the authors’ response to reviewer comments. We hope that you’ll make yourself available for re-review and questions from the editors.</p> <h3><a id="loc-editing-reviewers-reports" name="loc-editing-reviewers-reports" data-anchor-id="7875"></a>Editing reviewers’ reports</h3> <p>The editors and PLOS staff will not change any reviewer comments that are intended for authors to read, except with reviewer approval prior to the decision letter being sent. For example, we may request changes if language is deemed inappropriate for professional communication, or if the comments contain information considered confidential, such as competing interest declarations.</p> </div> <div data-section-id="383"> <h2><a data-anchor-id="7876" id="loc-the-editorial-process" name="loc-the-editorial-process"></a>The Editorial Process</h2> <h3><a data-anchor-id="7877" id="loc-decision-process" name="loc-decision-process"></a>Decision process</h3> <p>The editors make the final decision on whether to publish each submission based on the reviewers’ comments, the <em><i>PLOS ONE</i></em> <a data-parent-id="undefined" href="/plosone/s/criteria-for-publication">criteria for publication</a>, and their own assessment of the manuscript.</p> <h3><a data-anchor-id="7878" id="loc-conflicting-reviews" name="loc-conflicting-reviews"></a>Conflicting reviews</h3> <p>If reviewers appear to disagree fundamentally, the editors may choose to share all the reviews with each of the reviewers and request additional comments that may help the editors to reach a decision. Decisions are not necessarily made according to majority rule. Experts may disagree, and it is the job of the Editor to make a decision. Editors evaluate reviewer recommendations and comments alongside comments by the authors and material that may not have been made available to reviewers. Please know that your recommendation has been duly considered and your service is appreciated, even if the final decision does not accord with your review.</p> <p><a href="/plosone/s/editorial-and-peer-review-process">More on our Editorial Process</a>.</p> </div> <div data-section-id="391"> <h2><a data-anchor-id="7848" id="loc-help" name="loc-help"></a>Help</h2> <p>For more tips on peer review go to the <a href="https://plos.org/resources/for-reviewers/">Peer Review Center</a>, and sign up to the <a href="https://pub.s7.exacttarget.com/izrkgblurt3">Peer Review Toolbox</a>.</p> <p>If you have questions or concerns about the manuscript you are reviewing, or if you need assistance submitting the review, please email us <a href="mailto:plosone@plos.org">plosone@plos.org</a>.</p> </div> </article> </div><script defer src="/resource/js/components/scroll.js" type="text/javascript"></script> <script defer src="/resource/js/components/floating_nav.js" type="text/javascript"></script> <script defer src="/resource/js/pages/site_content.js" type="text/javascript"></script> </main> <footer id="pageftr"> <div class="row"> <div class="block x-small"> <ul class="nav nav-secondary"> <li class="ftr-header"><a href="https://plos.org/publications/journals/">Publications</a></li> <li><a href="/plosbiology/" id="ftr-bio">PLOS Biology</a></li> <li><a href="/climate/" id="ftr-climate">PLOS Climate</a></li> <li><a href="/complexsystems/" id="ftr-complex-systems">PLOS Complex Systems</a></li> <li><a href="/ploscompbiol/" id="ftr-compbio">PLOS Computational Biology</a></li> <li><a href="/digitalhealth/" id="ftr-digitalhealth">PLOS Digital Health</a></li> <li><a href="/plosgenetics/" id="ftr-gen">PLOS Genetics</a></li> <li><a href="/globalpublichealth/" id="ftr-globalpublichealth">PLOS Global Public Health</a></li> </ul> </div> <div class="block x-small"> <ul class="nav nav-secondary"> <li class="ftr-header"> </li> <li><a href="/plosmedicine/" id="ftr-med">PLOS Medicine</a></li> <li><a href="/mentalhealth/" id="ftr-mental-health">PLOS Mental Health</a></li> <li><a href="/plosntds/" id="ftr-ntds">PLOS Neglected Tropical Diseases</a></li> <li><a href="/plosone/" id="ftr-one">PLOS ONE</a></li> <li><a href="/plospathogens/" id="ftr-path">PLOS Pathogens</a></li> <li><a href="/sustainabilitytransformation/" id="ftr-sustainabilitytransformation">PLOS Sustainability and Transformation</a></li> <li><a href="/water/" id="ftr-water">PLOS Water</a></li> </ul> </div> <div class="block xx-small"> <ul class="nav nav-tertiary"> <li> <a href="https://plos.org" id="ftr-home">Home</a> </li> <li> <a href="https://blogs.plos.org" id="ftr-blog">Blogs</a> </li> <li> <a href="https://collections.plos.org/" id="ftr-collections">Collections</a> </li> <li> <a href="mailto:webmaster@plos.org" id="ftr-feedback">Give feedback</a> </li> <li> <a href="/plosone/lockss-manifest" id="ftr-lockss">LOCKSS</a> </li> </ul> </div> <div class="block xx-small"> <ul class="nav nav-primary"> <li><a href="https://plos.org/privacy-policy" id="ftr-privacy">Privacy Policy</a></li> <li><a href="https://plos.org/terms-of-use" id="ftr-terms">Terms of Use</a></li> <li><a href="https://plos.org/advertise/" id="ftr-advertise">Advertise</a></li> <li><a href="https://plos.org/media-inquiries" id="ftr-media">Media Inquiries</a></li> <li><a href="https://plos.org/contact" id="ftr-contact">Contact</a></li> </ul> </div> </div> <div class="row"> <p> <img src="/resource/img/logo-plos-footer.png" alt="PLOS" class="logo-footer"/> <span class="footer-non-profit-statement">PLOS is a nonprofit 501(c)(3) corporation, #C2354500, based in San Francisco, California, US</span> </p> <div class="block"> </div> </div> <script src="/resource/js/global.js" type="text/javascript"></script> </footer> </body> </html>