CINXE.COM

<!doctype html><html lang="en-US" class="js-disabled wpn- wpn-peer-to-peer wpn-wordpress wpn-ltr wpn-en-us wpn-child-theme wpn-multisite wpn-blog-9 wpn-y2024 wpn-m11 wpn-d24 wpn-h18 wpn-sunday wpn-logged-out wpn-singular wpn-singular-post wpn-singular-post-24 wpn-single-24 wpn-msie wpn-primary-active wpn-secondary-inactive wpn-subsidiary-inactive"> <head> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" /> <meta name="viewport" content="width=device-width,initial-scale=1.0,maximum-scale=2.5,user-scalable=yes"> <title>Quality and value: Models of quality control for scientific research : Peer-to-Peer</title> <link rel="profile" href="http://gmpg.org/xfn/11" /> <meta name="access" content="Yes" /> <meta name="WT.cg_n" content="nature.com staff blogs" /> <meta name="WT.cg_s" content="Peer-to-peer" /> <script> document.getElementsByTagName('html')[0].className += ' js-enabled'; </script>    <script type="text/javascript" src="https://nexus.ensighten.com/npg/Bootstrap.js"></script> <link rel="search" href="https://www.nature.com/search/executeSearch" /> <link title="nature.com" rel="search" type="application/opensearchdescription+xml" href="https://www.nature.com/opensearch/opensearch.xml" /> <link title="nature.com" rel="search" type="application/sru+xml" href="https://www.nature.com/opensearch/request" /><link rel='dns-prefetch' href='//s.w.org' /> <link rel="alternate" type="application/rss+xml" title="Peer-to-Peer » Feed" href="https://blogs.nature.com/peer-to-peer/feed" /> <link rel="alternate" type="application/rss+xml" title="Peer-to-Peer » Comments Feed" href="https://blogs.nature.com/peer-to-peer/comments/feed" /> <link rel="alternate" type="application/rss+xml" title="Peer-to-Peer » Quality and value: Models of quality control for scientific research Comments Feed" href="https://blogs.nature.com/peer-to-peer/2006/06/quality_and_value_alternatives.html/feed" /> <script type="text/javascript"> window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/11\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/11\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/blogs.nature.com\/peer-to-peer\/wp-includes\/js\/wp-emoji-release.min.js?ver=4.9.25"}}; !function(e,a,t){var n,r,o,i=a.createElement("canvas"),p=i.getContext&&i.getContext("2d");function s(e,t){var a=String.fromCharCode;p.clearRect(0,0,i.width,i.height),p.fillText(a.apply(this,e),0,0);e=i.toDataURL();return p.clearRect(0,0,i.width,i.height),p.fillText(a.apply(this,t),0,0),e===i.toDataURL()}function c(e){var t=a.createElement("script");t.src=e,t.defer=t.type="text/javascript",a.getElementsByTagName("head")[0].appendChild(t)}for(o=Array("flag","emoji"),t.supports={everything:!0,everythingExceptFlag:!0},r=0;r<o.length;r++)t.supports[o[r]]=function(e){if(!p||!p.fillText)return!1;switch(p.textBaseline="top",p.font="600 32px Arial",e){case"flag":return s([55356,56826,55356,56819],[55356,56826,8203,55356,56819])?!1:!s([55356,57332,56128,56423,56128,56418,56128,56421,56128,56430,56128,56423,56128,56447],[55356,57332,8203,56128,56423,8203,56128,56418,8203,56128,56421,8203,56128,56430,8203,56128,56423,8203,56128,56447]);case"emoji":return!s([55358,56760,9792,65039],[55358,56760,8203,9792,65039])}return!1}(o[r]),t.supports.everything=t.supports.everything&&t.supports[o[r]],"flag"!==o[r]&&(t.supports.everythingExceptFlag=t.supports.everythingExceptFlag&&t.supports[o[r]]);t.supports.everythingExceptFlag=t.supports.everythingExceptFlag&&!t.supports.flag,t.DOMReady=!1,t.readyCallback=function(){t.DOMReady=!0},t.supports.everything||(n=function(){t.readyCallback()},a.addEventListener?(a.addEventListener("DOMContentLoaded",n,!1),e.addEventListener("load",n,!1)):(e.attachEvent("onload",n),a.attachEvent("onreadystatechange",function(){"complete"===a.readyState&&t.readyCallback()})),(n=t.source||{}).concatemoji?c(n.concatemoji):n.wpemoji&&n.twemoji&&(c(n.twemoji),c(n.wpemoji)))}(window,document,window._wpemojiSettings); </script> <link rel="stylesheet" type="text/css" media="all" href="/staffblogs-source/view/builds/staffblogs-source/6gk8xqk.css" />   <style type="text/css"> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 .07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel="stylesheet" id="wpn-nature-section-css-css" href="https://blogs.nature.com/staffblogs-source/view/builds/staffblogs-source/section.css?ver=4.9.25" type="text/css" media="all" /> <link rel="stylesheet" id="wpn-staffblogs-css-css" href="https://blogs.nature.com/wp-content/themes/npg-staff-blogs/css/site.css?ver=20051" type="text/css" media="all" /> <script type='text/javascript' src='https://blogs.nature.com/staffblogs-source/view/builds/staffblogs-source/wo308z5.js?ver=1'></script> <link rel='https://api.w.org/' href='https://blogs.nature.com/peer-to-peer/wp-json/' /> <link rel="canonical" href="https://blogs.nature.com/peer-to-peer/2006/06/quality_and_value_alternatives.html" /> <link rel='shortlink' href='https://blogs.nature.com/peer-to-peer/?p=24' /> <link rel="alternate" type="application/json+oembed" href="https://blogs.nature.com/peer-to-peer/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html" /> <link rel="alternate" type="text/xml+oembed" href="https://blogs.nature.com/peer-to-peer/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html&format=xml" /> <script type="text/javascript"><![CDATA[//><!]]></script> <style type="text/css">#header { background: #666 url(https://blogs.nature.com/peer-to-peer/files/theme/peer-to-peer-archived.jpg) 0 0 no-repeat; }</style></head>      <body class="blogs-nature-com"> <div id="constrain">  <div class="cleared" id="constrain-header"> <header> <div id="foreword" class="constrain cleared"> <nav> <h1 id="top" class="home"> <a href="https://www.nature.com/">nature.com</a> </h1> <p class="sitemap"> <a href="https://www.nature.com/siteindex">Sitemap</a> </p> <ul class="right"><li class="login"><a href="https://idp.nature.com/login/natureuser/?target=http%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html%3Fcookie-test%3D0">Log In</a></li><li class="register"><a href="https://idp.nature.com/register/natureuser">Register</a></li></ul> </nav> </div> <div class="constrain cleared" id="top-ads"> <div id="div-gpt-ad-1732474143" class="div-gpt-ad ad adunit-leaderboard leaderboard" data-gpt-unitpath="/285/blogs.nature.com/peer-to-peer" data-gpt-sizes="728x90" data-gpt-targeting="abr=!webtv;ptile=1" ><script type="text/javascript" src="https://ad.doubleclick.net/adj/blogs.nature.com/peer-to-peer;type=cc;pos=top;abr=!webtv;ptile=1;sz=728x90;ord=7188916616474221?"> </script> <noscript><a href="https://ad.doubleclick.net/jump/blogs.nature.com/peer-to-peer;type=cc;pos=top;abr=!webtv;ptile=1;sz=728x90;ord=7188916616474221?"><img src="https://ad.doubleclick.net/ad/blogs.nature.com/peer-to-peer;type=cc;pos=top;abr=!webtv;ptile=2;sz=728x90;ord=7188916616474221?" alt="Advertisment" /></a></noscript></div></div> <div id="header" class="constrain"> <hgroup> <h1><a href="https://blogs.nature.com/peer-to-peer/">Peer-to-Peer</a></h1> <h2>Peer review blog</h2> </hgroup><form method="get" action="http:" id="header-search" class="search-form"> <fieldset> <label for="header-keyword">Search</label> <input type="search" id="header-keyword" name="sp-q" value="" class="txt" maxlength="200"/> <button type="submit" id="header-search-submit">Go</button> <a href="http:">Advanced search</a> </fieldset> </form> </div> <div id="breadcrumbs" class="constrain"> <nav> <ul id="sub-navigation" class="clear"><li class="first parent parent-1 next-parent"><a href="https://www.nature.com/">Nature.com Blogs</a></li><li class="parent parent-2 next-current"><a href="https://blogs.nature.com/peer-to-peer/">Peer-to-Peer Archive</a></li><li class="current"><span>Post</span></li></ul> </nav> </div> </header> </div> <div id="constrain-content" class="cleared">  <div id="content" class="col article-template hfeed wpn-content">  <article> <div id="wpn-post-24" class="hentry wpn-post wpn-publish wpn-post-1 wpn-odd wpn-author-maxine-clarke wpn-has-excerpt wpn-category-peer-review-debate wpn-category-quality-and-value"> <header> <nav><div id="wpn-top-links" class="top-links cleared"><ul class="wpn-prev-next-article"> <li class="prev wpn-ellipsis"><div><span class="wpn-nav-label">Previous post</span><a href="https://blogs.nature.com/peer-to-peer/2006/06/quality_and_value_the_true_pur.html" rel="prev">Quality and value: The true purpose of peer review?</a></div></li> <li class="next wpn-ellipsis"><div><span class="wpn-nav-label">Next post</span><a href="https://blogs.nature.com/peer-to-peer/2006/06/perspective_the_case_for_group.html" rel="next">Perspective: The case for group review</a></div></li> </ul></div></nav><p class="article-type">Peer-to-Peer</p><h1 class='wpn-post-title entry-title article-heading'><a href='https://blogs.nature.com/peer-to-peer/2006/06/quality_and_value_alternatives.html'>Quality and value: Models of quality control for scientific research</a></h1><p class="wpn-byline"><time datetime="2006-06-29T10:52:10+01:00" pubdate><span class="published"><abbr class="value" title="2006-06-29">29 Jun 2006 </abbr>|<abbr class="value" title="10:52:10+0100"> 10:52 BST</abbr></span></time><span class="divider"> | </span>Posted by <span class="author vcard"><a class="url fn n" href="https://blogs.nature.com/peer-to-peer/author/Maxine-Clarke" title="Maxine Clarke">Maxine Clarke</a></span><span class="divider"> | </span><span class="category"><span class="before">Category: </span><a href="https://blogs.nature.com/peer-to-peer/category/peer-review-debate" rel="tag">Peer review debate</a>, <a href="https://blogs.nature.com/peer-to-peer/category/quality-and-value" rel="tag">Quality and value</a></span> </p> </header> <section> <div class="wpn-entry-content content"> <p>Tom Jefferson</p> <p><strong>A look at alternatives to the peer review system suggests it might be the best bet.</strong></p> <p>Peer review is used as a quality-control mechanism for biomedical literature (ref. 1). Journals with a formal peer-review system are generally higher profile than those without, and peer review is often a pre-condition for journal indexing in biomedical databases such as PubMed. Variants of the current system or complete alternatives have scarcely been explored, as yet. Two years ago, I and my colleagues carried out an exploratory review of complete and partial alternatives to the current editorial peer-review system, both in and outside biomedical sciences. Here I update and summarise our findings.</p> <p><span id="more-24"></span><br /> The current system has three salient aspects:</p> <p>1. quality assurance through expert opinions</p> <p>2. managing competition for publication space</p> <p>3. the scholarly task of improving scientific knowledge</p> <p>According to our classification, complete alternatives are those systems that radically depart from all three aspects of editorial peer review. Partial alternatives are those that depart from no more than two aspects of current practice.</p> <p>We performed a comprehensive layered search, selecting eight methodologically well-defined non-biomedical disciplines (agriculture, astronomy, archaeology, decision-making sciences, law, economics, mathematics, physics). We looked at 31 journals and asked their editors whether they were aware of alternative models of quality control in their disciplines. The answer was disappointing, as they all pursued what seems to be a universal model, whereby every published paper is reviewed, openly or anonymously, by a limited number of ‘expert’ reviewers.</p> <p>We did not investigate means of access or content dissemination (such as electronic print servers) because we do not consider these as alternative models of peer review, but rather alternative methods of disseminating science whose quality is assured by application of the current model. Perhaps our arbitrary choice of disciplines and sources, coupled with our limited survey may have missed significant alternatives. Readers of Nature may be aware of alternatives, and we would welcome debate (make a comment on this article)</p> <p>In biomedicine we identified one complete alternative (no peer review) and three partial alternatives: quantitative indicators (to our knowledge not implemented); pre-publication peer review on the Internet (at the Medical Journal of Australia); and the Cochrane collaboration editorial model (at the Cochrane Library). Given the ethical implications of a lack of a quality-control system we did not investigate its abolition further.</p> <p><strong>Quantitative indicators</strong></p> <p>We rejected methods based on impact measures, as they concern researchers’ interest in the work of a particular author or authors, rather than the quality of the work itself. Because these measures are of published (or publicly available) work, their use as publication criteria could be disastrous: they would introduce a bias against high-quality work by new and unpublished authors, as well as assuming that future work by an author will be as significant as past work.</p> <p>Evidence of the effectiveness of indicators as quality-control mechanisms is sparse: we identified only one study (of five major journals) that found a correlation between the number of submissions to a journal and its impact factor; and even then the findings were inconclusive (ref.2).</p> <p><strong>Pre-publication peer review on the Internet</strong></p> <p>Open peer review consists of making reviewers’ comments public and/or inviting post-publication comments from readers, which are then published. Such a system was tested at the Medical Journal of Australia, where 60 (81%) authors and 150 (92%) reviewers agreed to take part in a study using website access for pre-publication peer review(ref. 3). Although informal feedback from readers was positive, only 29% of comments led authors to change their manuscripts.</p> <p><strong>Cochrane collaboration model</strong></p> <p>The Cochrane editorial model is a collaborative effort to assess the effects of healthcare interventions by publishing and updating systematic reviews in the Cochrane database. This model does not aim to select the best items to publish in a space-limited journal. Editors and authors work together to produce and publish an agreed protocol and then develop it into a review. The editorial process includes pre- and post-publication peer review of protocols and full reviews, a commitment to update the review no more than every two years and a training course for both authors and peer reviewers. The process is completely open; anyone contributing to the review is acknowledged and often editors are also authors and reviewers and vice versa.</p> <p>The salient characteristic of competition for space is replaced by collaboration, and by reliance on electronic publication, which virtually removes space constraints. We found some unpublished evidence of its effectiveness in an inventory prepared by the Canadian Cochrane Centre that lists examples of the practical impact of Cochrane reviews. By itself, however, this evidence does not seem sufficient to recommend adoption of the system for all biomedical literature.</p> <p>Maybe there are no meaningful alternatives to the current system, or no one has thought of developing them. Although not perfect, the current model may be the best possible. Should we explore partial alternatives? This would mean that competition would have to give way to collaboration. Such a move would have major implications for science and the publications industry, but we think the goal is worthwhile: improving science.</p> <p>REFERENCES</p> <p>1. Jefferson, T., Rudin, M., Brodney, S. & Davidoff, F. Cochrane Database Methodol. Rev.1 , doi:10.1002/14651858.MR000016.pub2 (2006).</p> <p>2. Joseph, K. S. Br. Med. J. 326, 283 (2003).</p> <p>3. Bingham, C. M., Higgins, G., Coleman, R. & Van Der Weyden, M. B. Lancet 352, 441–445 (1998).</p> <p>Tom Jefferson is a medical epedemiologist at the Cochrane Vaccines Field in Rome, Italy. He is an active Cochrane reviewer and one of the editors of the Cochrane Acute Respiratory Infections Group. He co-edited Peer Review in Health Sciences (BMJ, 2000). He acknowledges the help of Marica Ferri, Melanie Rudin, Frank Davidoff and Miranda Cumpston in writing this piece.</p> <p><a href="https://www.nature.com/nature/peerreview/debate/nature05031.html">See this article in <em>Nature</em>‘s web focus here</a></p> </div> </section> <div class="wpn-entry-meta"> <aside> <div class="article-tools cleared"> <h2 class="hidden">Article tools</h2> <ul id="wpn-share-post-24" class="wpn-entry-user-actions"> <li class="wpn-entry-comment-link"><a class="comments-link" href="https://blogs.nature.com/peer-to-peer/2006/06/quality_and_value_alternatives.html#comments" title="Comment on Quality and value: Models of quality control for scientific research">1 Comment</a></li> <li class="sendtofriend"><a href="https://blogs.nature.com/peer-to-peer/tell-a-friend?id=24">Email</a></li> <li class="print"><a id="print-link" class="track" href="javascript:window.print();">Print</a></li> <li class="wpn-share-bookmark"> <h3 class="toggle-bookmarking-links">Share/bookmark</h3> <div id="bookmarking-links" class="bookmarking-popup"> <ul class="bookmarking" id="wpn-share-post-24"> <li class="facebook"><a href="http://www.facebook.com/share.php?u=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html">Facebook</a></li> <li class="twitter"><a href="https://twitter.com/?status=Quality+and+value%3A+Models+of+quality+control+for+scientific+research+https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html">Twitter</a></li> <li class="delicious"><a href="http://del.icio.us/post?url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html&title=Quality+and+value%3A+Models+of+quality+control+for+scientific+research">Delicious</a></li> <li class="digg"><a href="http://digg.com/submit?phase=2&url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html&title=Quality+and+value%3A+Models+of+quality+control+for+scientific+research">Digg</a></li> <li class="googleplus"><a href="https://plus.google.com/share?url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html">Google+</a></li> <li class="linkedin"><a href="http://linkedin.com/cws/share?url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html&title=Quality+and+value%3A+Models+of+quality+control+for+scientific+research">LinkedIn</a></li> <li class="reddit"><a href="http://reddit.com/s/https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html">Reddit</a></li> <li class="stumbleupon"><a href="http://stumbleupon.com/submit?url=https%3A%2F%2Fblogs.nature.com%2Fpeer-to-peer%2F2006%2F06%2Fquality_and_value_alternatives.html&title=Quality+and+value%3A+Models+of+quality+control+for+scientific+research">StumbleUpon</a></li> </ul> </div> </li> </ul> </div> </aside> </div><nav><div id="wpn-bottom-links" class="top-links cleared"><ul class="wpn-prev-next-article"> <li class="prev wpn-ellipsis"><div><span class="wpn-nav-label">Previous post</span><a href="https://blogs.nature.com/peer-to-peer/2006/06/quality_and_value_the_true_pur.html" rel="prev">Quality and value: The true purpose of peer review?</a></div></li> <li class="next wpn-ellipsis"><div><span class="wpn-nav-label">Next post</span><a href="https://blogs.nature.com/peer-to-peer/2006/06/perspective_the_case_for_group.html" rel="next">Perspective: The case for group review</a></div></li> </ul></div></nav> </div> </article>  <section> <div class="section expanded cleared" id="comments"> <h1 class="section-heading toggle">Comments</h1> <div class="content">  <ol class="wpn-comment-list comments ugc cleared"> <li id="comment-54" class="wpn-comment wpn-even wpn-thread-even wpn-depth-1 wpn-reader box"> <article>  <div class="wpn-comment-meta wpn-upper"><p class="datetime"><time datetime="2006-07-06T20:30:12+01:00" pubdate><abbr class="published" title="2006-07-06T20:30:12+0100">06 Jul 2006 20:30 BST</abbr></time></p><p class="moderation"> <a class="report" href="?action=report&comment=54#comment-54">Report this comment</a> </p> </div><dl> <dt><span class="comment-author vcard"><cite class="fn">Adam Drake</cite> said: </span></dt> <dd><p>Whilst relatively new to the field of research science my observations lead me to the conclusion that the general model of editorial decisions and peer review is good, but not perfect. Whilst exploration of radical new methods may well lead to a paradigm shift such will take time to bed in. The thing that everyone seems to agree on is that a significant amount of time taken by experts to evaluate research is vital to quality control. The problems which seem to occur fall into 3 areas – lack of incentive to do this thankless task, spending too little time on review (so that quality suffers) and finally the controversial issue of prejudice – whether in favour of a respected colleague or aganst a competitor. It seems that a very simple change to the current system would improve all 3 of these problem areas – operate a double blind double open system of peer review.</p> <p>When authors submit a paper and it is sent out to review their names and affiliation should not be given to the reviewers. Thus double blind as both parties are ignorant of the others identity. This should prevent at least some discrimination.</p> <p>Secondly when a paper is published the Reviewers should be acknowledged as such. Thus double open. This would allow credit to be given to someone who does a good job of reviewing and helps insure that findings are published in an appropriate venue. This should also address the lack of care that can undermine the system as your name is associated with a manuscript and all its findings and their associated experimental flaws. Finally the risk of having your name associated with a manuscript where you have a conflict of interest should discourage the minority of scientists who don’t declare their prior interest.</p> <p>I am unaware of any journal that operates such a policy but feel it would be worth evaluating as an improvement to the existing peer review process in the short term – perhaps to be replaced in due course by another system.</p> </dd> </dl><div class="wpn-comment-meta wpn-lower"> </div>  </article> </li> </ol>  <p class="wpn-comments-closed">Comments are closed.</p> <ol class="after-comments"><div id="wp-temp-form-div"> </div></ol> </div> </div></section>  </div> <div class="col" id="extranav"> <div id="wpn-primary" class="wpn-id-primary sidebar aside"> <div id="wpn-about-blog" class="current-issue-box"><div class="wrap"><h1 class="wpn-archived wpn-expander">About this blog</h1> <div>This blog is for peer-reviewers and about peer review. Here we provide information and news about the peer-review process at Nature Publishing Group journals. We also debate the general topic of peer-review, and warmly welcome your feedback and comments. We answer questions about peer review; give guidance about how to peer-review for our journals; and provide a discussion forum for policy and other matters concerning peer-review. This blog also contains the Nature peer review debate which took place during 2006.</div></div><ul class="footer col2 clear"><li class="ealert"><a href="https://www.nature.com/nams/svc/myaccount/show/alerts">E-alert</a></li><li class="rss"><a href="https://blogs.nature.com/peer-to-peer/feed/">RSS</a></li></ul></div><div id="submit-box"> <a href="https://blogs.nature.com/">nature.com blogs home</a> </div> <div id="wpn-npg-archives-widget-2" class="wpn-widget wpn-npg-archives-widget wpn- wpn-archive-selector clear"><h2 class="box-heading">Blog Archive</h2> <div class="wpn-widget-content"><select name="archive-dropdown" onchange="location.href=this.options[this.selectedIndex].value"> <option value="">Select month</option><option value='https://blogs.nature.com/peer-to-peer/2011/04'> April 2011  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2010/05'> May 2010  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2010/04'> April 2010  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2010/03'> March 2010  (2)</option><option value='https://blogs.nature.com/peer-to-peer/2009/11'> November 2009  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2009/10'> October 2009  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2009/09'> September 2009  (4)</option><option value='https://blogs.nature.com/peer-to-peer/2009/08'> August 2009  (2)</option><option value='https://blogs.nature.com/peer-to-peer/2009/06'> June 2009  (2)</option><option value='https://blogs.nature.com/peer-to-peer/2009/05'> May 2009  (2)</option><option value='https://blogs.nature.com/peer-to-peer/2009/04'> April 2009  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2009/03'> March 2009  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2009/01'> January 2009  (4)</option><option value='https://blogs.nature.com/peer-to-peer/2008/12'> December 2008  (1)</option><option value='https://blogs.nature.com/peer-to-peer/2008/11'> November 2008  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2008/10'> October 2008  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2008/09'> September 2008  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2008/08'> August 2008  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2008/07'> July 2008  (4)</option><option value='https://blogs.nature.com/peer-to-peer/2008/06'> June 2008  (6)</option><option value='https://blogs.nature.com/peer-to-peer/2008/05'> May 2008  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2008/04'> April 2008  (8)</option><option value='https://blogs.nature.com/peer-to-peer/2008/03'> March 2008  (6)</option><option value='https://blogs.nature.com/peer-to-peer/2008/02'> February 2008  (2)</option><option value='https://blogs.nature.com/peer-to-peer/2008/01'> January 2008  (5)</option><option value='https://blogs.nature.com/peer-to-peer/2007/12'> December 2007  (4)</option><option value='https://blogs.nature.com/peer-to-peer/2007/11'> November 2007  (5)</option><option value='https://blogs.nature.com/peer-to-peer/2007/10'> October 2007  (5)</option><option value='https://blogs.nature.com/peer-to-peer/2007/09'> September 2007  (4)</option><option value='https://blogs.nature.com/peer-to-peer/2007/08'> August 2007  (3)</option><option value='https://blogs.nature.com/peer-to-peer/2007/07'> July 2007  (6)</option><option value='https://blogs.nature.com/peer-to-peer/2007/06'> June 2007  (14)</option><option value='https://blogs.nature.com/peer-to-peer/2007/05'> May 2007  (8)</option><option value='https://blogs.nature.com/peer-to-peer/2007/04'> April 2007  (6)</option><option value='https://blogs.nature.com/peer-to-peer/2007/03'> March 2007  (11)</option><option value='https://blogs.nature.com/peer-to-peer/2007/02'> February 2007  (2)</option><option value='https://blogs.nature.com/peer-to-peer/2007/01'> January 2007  (7)</option><option value='https://blogs.nature.com/peer-to-peer/2006/12'> December 2006  (8)</option><option value='https://blogs.nature.com/peer-to-peer/2006/06'> June 2006  (22)</option></select> </div> </div><div id="wpn-npg-author-list-widget-2" class="wpn-widget wpn-npg-author-list-widget wpn- wpn-archive-selector clear"> <div class="wpn-widget-content"><select name="author-archive-dropdown" onchange="location.href=this.options[this.selectedIndex].value"> <option value="">Select author</option><option value="https://blogs.nature.com/peer-to-peer/author/Maxine-Clarke">Maxine Clarke  (176)</option><option value="https://blogs.nature.com/peer-to-peer/author/t-packer">Tara Packer  (1)</option></select> </div> </div><div id="wpn-hybrid-categories-3" class="wpn-widget wpn-categories wpn-"><h2 class="box-heading">Categories</h2><ul class="xoxo categories"><li class="cat-item cat-item-6"><a href="https://blogs.nature.com/peer-to-peer/category/ethics" >Ethics</a></li><li class="cat-item cat-item-9"><a href="https://blogs.nature.com/peer-to-peer/category/general" >General</a></li><li class="cat-item cat-item-16"><a href="https://blogs.nature.com/peer-to-peer/category/grants-tenure-and-positions" >Grants, tenure and positions</a></li><li class="cat-item cat-item-13"><a href="https://blogs.nature.com/peer-to-peer/category/journals" >Journals</a></li><li class="cat-item cat-item-15"><a href="https://blogs.nature.com/peer-to-peer/category/mentoring-and-training" >Mentoring and training</a></li><li class="cat-item cat-item-14"><a href="https://blogs.nature.com/peer-to-peer/category/open-peer-review" >Open peer review</a></li><li class="cat-item cat-item-4"><a href="https://blogs.nature.com/peer-to-peer/category/peer-review-debate" >Peer review debate</a></li><li class="cat-item cat-item-10"><a href="https://blogs.nature.com/peer-to-peer/category/peer-review-feedback" >Peer Review Feedback</a></li><li class="cat-item cat-item-11"><a href="https://blogs.nature.com/peer-to-peer/category/peer-review-trial" >Peer review trial</a></li><li class="cat-item cat-item-8"><a href="https://blogs.nature.com/peer-to-peer/category/perspectives" >Perspectives</a></li><li class="cat-item cat-item-12"><a href="https://blogs.nature.com/peer-to-peer/category/policy-and-public" >Policy and Public</a></li><li class="cat-item cat-item-5"><a href="https://blogs.nature.com/peer-to-peer/category/quality-and-value" >Quality and value</a></li><li class="cat-item cat-item-3"><a href="https://blogs.nature.com/peer-to-peer/category/systems" >Systems</a></li><li class="cat-item cat-item-7"><a href="https://blogs.nature.com/peer-to-peer/category/technical-solutions" >Technical solutions</a></li></ul></div><div id="wpn-npg-natureblogs-links-widget-2" class="wpn-widget wpn-npg-natureblogs-links-widget wpn-"><h2 class="box-heading">All nature.com blogs</h2>