CINXE.COM

<!DOCTYPE html> <html lang="en-GB"> <head> <title>What can be done to improve research integrity?</title> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1"> <meta name="lang" content="en-GB"> <meta name="description" content="Read about What can be done to improve research integrity? on THEunijobs"> <link rel="preconnect" href="https://analytics.madgex.com"> <link rel="preconnect" href="https://google-analytics.com"> <link rel="preconnect" href="https://googletagservices.com"> <link rel="preconnect" href="https://googletagmanager.com"> <meta property="og:url" content="https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-"/> <meta property="og:title" content="What can be done to improve research integrity?"/> <meta property="og:description" content="As the pandemic increases public scrutiny of science, the UK Parliament is holding another inquiry into the long-running issue of reproducibility. Five of its contributors give their views on how sloppy science can be eliminated and trust be more firmly rooted "/> <meta property="og:type" content="article"/><meta property="og:locale" content="en-GB"/> <meta property="og:site_name" content="THEunijobs"/> <meta property="og:image" content="https://www.timeshighereducation.com/unijobs/_/jobseekers-frontend/image/97c5bd8a-b318-4a97-8857-27e52cc87a86"/> <meta name="twitter:card" content="summary_large_image"> <meta name="twitter:title" content="What can be done to improve research integrity?"> <meta name="twitter:description" content="As the pandemic increases public scrutiny of science, the UK Parliament is holding another inquiry into the long-running issue of reproducibility. Five of its contributors give their views on how sloppy science can be eliminated and trust be more firmly rooted "> <meta property="twitter:image" content="https://www.timeshighereducation.com/unijobs/_/jobseekers-frontend/image/97c5bd8a-b318-4a97-8857-27e52cc87a86"/> <script> if (document.documentElement) { document.documentElement.className = 'js'; var mdgx = {}; mdgx.baseUrl = '/unijobs/'; mdgx.ddToken = 'x'; } </script> <link rel="stylesheet" href="/unijobs/_/jobseekers-frontend/assets/tokens/css-vars/variables.css" type="text/css"/> <link rel="stylesheet" href="/unijobs/_/jobseekers-frontend/public/design-system.css?v=9.0.1"> <link rel="stylesheet" href="/unijobs/_/jobseekers-frontend/assets/assets/style-407e49e9.css" type="text/css"/> <link rel="shortcut icon" type="image/x-icon" href="/unijobs/_/jobseekers-frontend/assets/images/favicon.ico"> <link rel="canonical" href="https://www.timeshighereducation.com/depth/what-can-be-done-improve-research-integrity"/> <script type="module" src="/unijobs/_/jobseekers-frontend/public/design-system.js?v=9.0.1"></script> <script type="module" src="/unijobs/_/jobseekers-frontend/public/js/main.bundle.js?v=98b9f71e-06a0-4a7d-9d73-6a67d4710448"></script> <script type="module" src="/unijobs/_/jobseekers-frontend/assets/assets/index-725584bb.js"></script> <script> var ClientGoogleTagManagerDataLayer = [ { "Culture": "en-GB", "SiteName": "THEunijobs", "IsLoggedOn": "false", "UserId": "", "UserThirdPartyId": "", "UserCountryCode": "SG", "page-title": "Article Details", "absolute-url": "https:\u002F\u002Fwww.timeshighereducation.com\u002Funijobs\u002Farticle\u002Fwhat-can-be-done-to-improve-research-integrity-", "article-title": "What can be done to improve research integrity?", "tags": "", "categoryTerms": "career-advice" } ] </script>  <meta name="google-site-verification" content="I8Mr3fe3zr3MGVZqw8NE7VnCCzTQfKgOsH7ddJKw4KA" />  <script type="text/javascript">(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga');</script>  <script> var V5ClientGoogleTagManagerDataLayer = [{ 'IsLoggedOn': 'False', 'UserId': '', 'UserThirdPartyId': '', 'Culture': 'en\x2dGB', 'absolute\x2durl': 'https\x3a\x2f\x2fwww.timeshighereducation.com\x2funijobs\x2farticle\x2fdo\x2dwe\x2dreally\x2dneed\x2ddeans\x2dand\x2dprovosts\x2d\x2f', 'SiteName': 'THEunijobs', 'page\x2dtitle': 'Article\x20Details', 'UserCountryCode': 'IE', 'article\x2dtitle': 'Do\x20we\x20really\x20need\x20deans\x20and\x20provosts\x3f' }]; </script>  <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= '//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','ClientGoogleTagManagerDataLayer','GTM-PXZLMVP');</script>   <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= '//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','ClientGoogleTagManagerDataLayer','GTM-KQ59M98');</script>   <script type="text/javascript"> var _gaq = _gaq || []; _gaq.push(['_setAccount', 'UA-58850027-1']); _gaq.push(['_gat._anonymizeIp']); _gaq.push(['_trackPageview']); var gaJsHost = (function() { var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true; ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js'; var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s); return ga; })(); </script>  <script type="text/javascript">try { ga('create', 'UA-59559296-1', 'auto', {'name': 'MadgexTracking','cookieName': '_MadgexTracking'}); ga('MadgexTracking.set', 'anonymizeIp', true); ga('MadgexTracking.send', 'pageview', '\x2fcareersadvice\x2farticle\x2f\x3farticleid\x3d276949'); } catch(err) { if(console && 'log' in console) { console.log(err); } }</script>   <script> var gaProperty = 'UA-59559296-1'; // Disable tracking if the optout cookie exists var disableStr = 'ga-disable-' + gaProperty; if (document.cookie.indexOf(disableStr + '=true') > -1) { window[disableStr] = true; } // Opt-out function function gaOptout() { document.cookie = disableStr + '=true; expires=Thu, 31 Dec 2099 23:59:59 UTC; path=/'; window[disableStr] = true; } </script>  <script type='text/javascript'> var googletag = googletag || {}; googletag.cmd = googletag.cmd || []; (function() { var gads = document.createElement('script') gads.async = true; gads.type = 'text/javascript'; var useSSL = 'https:' == document.location.protocol; gads.src = (useSSL ? 'https:' : 'http:') + '//securepubads.g.doubleclick.net/tag/js/gpt.js'; var node = document.getElementsByTagName('script')[0]; node.parentNode.insertBefore(gads, node); })(); </script> <script type='text/javascript'> googletag.cmd.push(function() { googletag.defineOutOfPageSlot('/21841059662/THE_jobs', 'div-gpt-ad-1461763709806-0').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [728, 90], 'div-gpt-ad-1421844895464-0').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [120, 600], 'div-gpt-ad-1421844895464-2').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [120, 120], 'div-gpt-ad-1421844895464-3').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [120, 120], 'div-gpt-ad-1421844895464-4').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [120, 120], 'div-gpt-ad-1421844895464-5').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [120, 120], 'div-gpt-ad-1421844895464-6').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [120, 120], 'div-gpt-ad-1421844895464-7').addService(googletag.pubads()); googletag.defineSlot('/21841059662/THE_jobs', [300, 250], 'div-gpt-ad-1421844895464-1').setTargeting('pos','mputop').addService(googletag.pubads()); googletag.pubads().enableSingleRequest(); googletag.enableServices(); }); </script> </head> <body>  <noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-PXZLMVP" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>   <noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-KQ59M98" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>  <div id="site-container" class="mds-site-container"> <div class="mds-skip-to-content"> <a class="mds-skip-to-content__link" accesskey="S" title="Access key: S" href="#main">Skip to main content</a> </div>  <style> .enhanced-job [data-hook="apply-button"].mds-button:not(.mds-button--plain) { color: #fff; background-color: #b70d7f; } </style> <div class="header-container"> <div data-block="header-top" class="position-static" scoped-v6=""> <div data-module="main-menu"> <nav class="css-s0zvr5" data-position="primary"> <div class="css-11lkxxv"> <div class="css-5u9fd8"> <a data-mz="true" data-type="https://www.timeshighereducation.com/" href="https://www.timeshighereducation.com/" rel=""> <span aria-label="Times Higher Education logo" role="img" class="css-i0npmp"></span> </a> </div> <div class="css-1ys6r9j"> <button class="css-wlbnal"> <span aria-label="Menu" role="img"></span> </button> <ul class="css-po9bxc"> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/" href="https://www.timeshighereducation.com/" rel="" data-text="News">News</a> </li> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/world-university-rankings" href="https://www.timeshighereducation.com/world-university-rankings" rel="" data-text="Rankings">Rankings</a> </li> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/unijobs" href="https://www.timeshighereducation.com/unijobs" rel="" data-text="Jobs">Jobs</a> </li> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/student" href="https://www.timeshighereducation.com/student" rel="" data-text="Study abroad">Study abroad</a> </li> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/events" href="https://www.timeshighereducation.com/events" rel="" data-text="Events">Events</a> </li> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/campus" href="https://www.timeshighereducation.com/campus" rel="" data-text="Resources">Resources</a> </li> <li class="css-1p3jw25"> <a data-mz="true" data-type="https://www.timeshighereducation.com/our-solutions" href="https://www.timeshighereducation.com/our-solutions" rel="" data-text="Solutions">Solutions</a> </li> </ul> </div> </div> </nav> </div> <div id="interstitial_ad"> <div id="div-gpt-ad-1461763709806-0" style="width: 0px; height: 0px"></div> </div> <div class="mds-ad-container mds-ad-container--leaderboard mds-text-align-center mds-display-none mds-display-lg-block"> <div id="ad-leaderboard" class="mds-ad-container ad ad--leaderboard ad--leaderboard--empty"></div> </div> </div> <div data-block="header-main" class="position-static" scoped-v6=""> <header role="banner" class="banner banner--link-bar"> <div id="top-bar" class="top-bar"> <div class="wrapper cf"> <ul class="nav-toggles cf js-togglable-nav-triggers"> <li class="nav-toggles__item nav-toggles__item--primary"> <a href="#primary-nav" title="Main menu" class="js-togglable-nav-trigger" aria-expanded="false"> <i class="burger" aria-hidden="true"></i> <span class="hidden">Skip to main menu</span> </a> </li> <li class="nav-toggles__item nav-toggles__item--secondary"> <a href="#secondary-nav" title="User menu" class="js-togglable-nav-trigger" aria-expanded="false"> <i class="icon-after" data-icon="☺" aria-hidden="true"></i> <span class="hidden">Skip to user menu</span> </a> </li> </ul> <nav id="secondary-nav" class="secondary-nav togglable-nav cf js-togglable-nav"> <ul class="secondary-nav__items togglable-nav__items cf"> <li class="togglable-nav__item secondary-nav__item secondary-nav--jobseekers jobseekers jobseekers-nav"> <ul class="jobseekers__items cf"> <li class="togglable-nav__item jobseekers__item jobseekers__item--sign-in"> <span class="text">Jobseekers:</span> </li> <li class="togglable-nav__item jobseekers__item jobseekers__item--sign-in--text"> <a href="/unijobs/logon" data-mz>Login</a> </li> <li class="togglable-nav__item togglable-nav__item--last jobseekers__item jobseekers__item--create-account"> <a href="/unijobs/register" data-mz>Sign up</a> </li> </ul> </li> <li class="togglable-nav__item secondary-nav__item secondary-nav--recruiters recruiters recruiters-nav"> <ul class="recruiters__items cf"> <li class="togglable-nav__item recruiters__item recruiters__item--sign-in"> <span>Employers:</span> </li> <li class="togglable-nav__item recruiters__item recruiters__item--button"> <div class="button button--brand icon-after icon-white js-recruiter-link recruiters__item--link"> <span class="recruiter-button__desktop"> <a href="https://recruiters.timeshighereducation.com/register" target="_blank" class="secondary-nav__first-item">Login <span class="hidden">(This link will open in a new window)</span></a> <a href="https://recruiters.timeshighereducation.com/pricing" target="_blank" class="secondary-nav__second-item">Post a job <span class="hidden">(This link will open in a new window)</span></a> </span> <span class="recruiter-button__devices"> <a href="https://recruiters.timeshighereducation.com/pricing">Employers</a> </span> </div> </li> </ul> </li> </ul> </nav> </div> </div> <div class="ad ad--mobileleaderboard--empty"></div> <div class="wrapper cf"> <div class="primary-logo"> <a href="/" aria-label="Homepage"> <img src="/unijobs/_/jobseekers-frontend/assets/images/logo.svg" title="THEunijobs" alt="THEunijobs Logo"/> </a> </div> </div> <nav aria-label="Main menu" id="primary-nav" class="primary-nav togglable-nav js-togglable-nav"> <div class="wrapper"> <ul class="primary-nav__items togglable-nav__items cf"> <li class="togglable-nav__item primary-nav__item primary-nav__item--index-0"> <a class="primary-nav__link" href="/unijobs/"><span class="primary-nav__label">Jobs Home</span> </a> </li> <li class="togglable-nav__item primary-nav__item primary-nav__item--index-1"> <a class="primary-nav__link" href="/unijobs/listings/"><span class="primary-nav__label">Find a job</span> </a> </li> <li class="togglable-nav__item primary-nav__item primary-nav__item--index-2"> <a class="primary-nav__link" href="/unijobs/newalert/"><span class="primary-nav__label">Job alerts</span> </a> </li> <li class="togglable-nav__item primary-nav__item primary-nav__item--index-3"> <a class="primary-nav__link" href="/unijobs/register/"><span class="primary-nav__label">Upload CV</span> </a> </li> <li class="togglable-nav__item primary-nav__item primary-nav__item--index-4"> <a class="primary-nav__link" href="/unijobs/careers/"><span class="primary-nav__label">Careers advice</span> </a> </li> <li class="togglable-nav__item primary-nav__item primary-nav__item--index-5 primary-nav__item--last"> <a class="primary-nav__link" href="https://www.timeshighereducation.com/"target="_blank" rel="noopener" ><span class="primary-nav__label">the.com</span><span class="hidden">(This link will open in a new window)</span> </a> </li> </ul> <div class="sector-nav--smallscreen" data-set="sector-nav"></div> </div> </nav> </header> </div> <div data-block="header-bottom" class="position-static" scoped-v6=""></div> </div> <main class="mds-main mds-padding-top-b5" id="main"> <div class="mds-wrapper"> <script type="application/ld+json"> { "@context": "http://schema.org", "@type": "Article","mainEntityOfPage": "True","headline": "What can be done to improve research integrity?", "author": "Dorothy Bishop, Tim Bates, Chris Loryman , Simon Kolstoe Marc Taylor", "url": "https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-", "publisher": { "@type": "Organization", "name": "THEunijobs"}, "datePublished": "2022-01-24T11:34:00+00:00", "description": "As the pandemic increases public scrutiny of science, the UK Parliament is holding another inquiry into the long-running issue of reproducibility. Five of its contributors give their views on how sloppy science can be eliminated and trust be more firmly rooted ", "image": "/unijobs/_/imagexr/format_webp,animated_true/unijobs/_/jobseekers-frontend/image/97c5bd8a-b318-4a97-8857-27e52cc87a86"} </script><div class="mds-margin-bottom-b5"><nav aria-label="Pagination" data-test="pagination-article-details-pagination"> <ul class="mds-pagination mds-text-align-right mds-font-s-1"> <li class="mds-float-left"> <a href="/unijobs/careers" class="mds-pagination__link mds-pagination__link--back" aria-label="Back to results"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--chevron-left mds-icon--before"> <use href="#icon-chevron-left" /> </svg>Results</a> </li> <li class="mds-float-left"> <a href="/unijobs/article/-too-ugly-to-teach-universities-must-end-anonymous-evaluation" class="mds-pagination__link mds-pagination__link--background" aria-label="Previous article - ‘Too ugly to teach’: universities ‘must end’ anonymous evaluation"><svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--chevron-left mds-icon--before"> <use href="#icon-chevron-left" /> </svg><span>Previous</span><strong class="mds-pagination__extra-label mds-display-none mds-display-lg-inline mds-padding-left-b3">‘Too ugly to teach’: universities ‘must...</strong> </a> </li><li> <a href="/unijobs/article/the-lifelong-learning-buffet-needs-nutritional-oversight" class="mds-pagination__link mds-pagination__link--background" aria-label="Next article - The lifelong learning buffet needs nutritional oversight"><strong class="mds-pagination__extra-label mds-display-none mds-display-md-inline mds-margin-right-b3">The lifelong learning buffet needs...</strong><span>Next</span> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--chevron-right mds-icon--after"> <use href="#icon-chevron-right" /> </svg> </a> </li> </ul> </nav> </div> <div class="mds-grid-row"> <div class="mds-grid-col-12 mds-grid-col-lg-8 mds-grid-col-xl-9"> <div class="mds-surface mds-margin-bottom-b5 mds-margin-bottom-lg-b0"> <div class="mds-surface__inner"> <h1 class="mds-font-s6">What can be done to improve research integrity?</h1> <div class="mds-padding-bottom-b5 mds-margin-bottom-b5 mds-border-bottom"> <div class="mds-margin-bottom-b3"> <div class="mds-padding-right-b7 mds-display-lg-inline-block article-details__author" data-test="article-author"> <span>Written by:</span> Dorothy Bishop, Tim Bates, Chris Loryman , Simon Kolstoe Marc Taylor </div> <div class="mds-padding-right-b7 mds-display-lg-inline-block mds-margin-top-b3 mds-margin-top-lg-b0 article-details__date" data-test="article-date"> <span>Published on:</span> 24 Jan 2022 </div> </div><div> <span class="mds-margin-bottom-b2 mds-vertical-align-top mds-display-inline-block">Category:</span> <ul class="mds-list mds-display-inline-block mds-list--inline mds-list--pipe mds-margin-bottom-b2 mds-margin-bottom-b0"><li class="mds-list__item "> <a href="/unijobs/careers/career-advice"> Career advice </a></li></ul> </div></div> <div class="mds-prose"> <h1><img alt="test tube print" height="413" src="https://www.timeshighereducation.com/sites/default/files/styles/the_breaking_news_image_style/public/print_0.jpg?itok=ZiOb9cH1" title="test tube print" width="620" /></h1> <p>Source: Getty (edited)</p> <h2><strong>Good career moves</strong></h2> <p>These days, I’m asked to talk about reproducibility and replication in science at least as often as I’m asked to talk about my own research. And I’ve noticed a repeated pattern in the responses from early career researchers. “Working in an open and reproducible way all sounds very nice, but my boss would not approve,” they say. Or, in a similar vein, “If I take time doing things carefully and transparently, I will miss out on publications, and my career will suffer.”</p> <p>Looking through the <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://committees.parliament.uk/work/1433/reproducibility-and-research-integrity/publications">written responses</a> to the UK Science and Technology Select Committee’s recent call for evidence on science reproducibility, it is remarkable how many early career researchers make similar points. And their impressions are backed up by the <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://wellcome.org/reports/what-researchers-think-about-research-culture">Wellcome Trust’s survey of research culture</a>, 43 per cent of whose respondents thought that metrics are valued over research quality. Nearly a quarter (23 per cent) of early career researchers had felt pressured by a supervisor to produce a particular result.</p> <p>In December, I was privileged to have the opportunity to give <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://parliamentlive.tv/event/index/e4fa2fa3-7f11-4dfa-b077-68795defbe8c">oral evidence</a> to the committee, alongside Marcus Munafò, chair of the <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.ukrn.org/">UK Reproducibility Network (UKRN)</a>. We had to dispense first with some basic questions of definition. Reproducibility is often used quite broadly to indicate the extent to which you feel a result is solid and can be built on. However, technically, we can distinguish literal reproducibility – ability to arrive at the same result, given the same dataset – and replicability, which is obtaining broadly compatible results when an experiment is repeated with a new sample.</p> <hr /> <p><a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.timeshighereducation.com/campus/we-can-make-research-more-ethical-without-compromising-its-quality?utm_source=academic-website&utm_medium=link-embed&utm_campaign=news">THE Campus Views: We can make research more ethical without compromising its quality</a></p> <hr /> <p>Literal reproducibility may seem like a pretty low bar for research to achieve, but studies can fail this criterion if methods are only vaguely specified, data are unavailable, and/or if there are errors in data processing. Lack of replicability, meanwhile, does not mean a study was badly done: there are many reasons why results may differ, including random variability. But if a high proportion of findings don’t replicate, this suggests there is something wrong with the way we are doing science, given that our methods are supposed to guard against biases and error.</p> <p>Publication bias – the non-reporting of null findings – is ubiquitous. This distorts the field because the published body of work is not representative of typical results. In many subjects, there is further scope for bias caused by researchers selecting post hoc from within a study the particular analyses or variables that give the most impressive-looking finding. Researchers often underestimate how dramatically the rate of false positives can increase if they use such a flexible approach to analysis.</p> <p>There is no single cause of problems and no single solution, but there are some relatively easy fixes that can be adopted by funders and institutions. First, there is a need for more training in research integrity, as well as better grounding in methods and statistics – areas that have moved so fast that many senior scientists struggle to keep up, so are unable to train others.</p> <p>Second, data and analysis code should in most circumstances be available to other scientists, so that they can check the work.</p> <p>Third, criteria for hiring and firing need to be modified. We must stop using proxy measures of quality, such as numbers of publications in high-impact journals and amount of grant funding, and reward work that is conducted in a reproducible and rigorous fashion. Marcus – whose mushrooming organisation interacts with funders, publishers and learned societies across the disciplines to coordinate efforts to improve research quality – drew an analogy with the Japanese car industry. In its early days, it had a poor reputation, but then transformed itself to become a byword for quality and efficiency by focusing on rigorous quality control at each step in the manufacturing process.</p> <p>The committee was interested in whether peer review was a source of problems. Certainly, the system is under great stress, but in my view, the problem is not with peer review itself, so much as with the point at which it occurs. <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.cos.io/initiatives/registered-reports">Registered Reports</a> is a new model of doing research, which makes peer review far more useful by requiring it before any data have been gathered. The reviewers evaluate a protocol that specifies the problem to be addressed and the methods that will be adopted. This approach also provides a transparent record of what was planned, which guards against the problems of biased selection of results.</p> <p>In addition, our funding and reward systems still tend to implicitly envisage a single scientist working alone. But times have moved on and we need to recognise that bringing together groups with complementary skills, possibly distributed across several centres, is a good way of fostering research that is both reproducible and replicable.</p> <p>Clearly, something is wrong in a system where so many young researchers feel there’s a mismatch between doing good science and having a successful career. The written evidence presented to the select committee contains many more good ideas of how to address the problems. Let’s hope that we are now on the road towards self-correction of a research process that has, in recent years, been veering off course.</p> <p><strong>Dorothy Bishop is professor of developmental neuropsychology at the <a data-module="article-uni-link" data-mz="" href="https://www.timeshighereducation.com/world-university-rankings/university-oxford">University of Oxford</a>.</strong></p> <p> </p> <p><strong><img alt="Three-colour process skeleton print" data-delta="1" height="360" src="https://www.timeshighereducation.com/sites/default/files/styles/article785xauto/public/skel.jpg?itok=jS0JQX1m" title="Three-colour process skeleton print" width="785" /></strong></p> <p><strong>Source: Getty (edited)</strong></p> <h2><strong>Funding innovations</strong></h2> <p>For at least 80 years, it has been clear that our systems for improving knowledge have dramatic flaws. These flaws are ubiquitous, spanning the disciplines, and have devastating costs. Vast amounts have been written about them in the past decade, but they remain largely unresolved.</p> <p>Much of what is taught as true is known to be false. Many of the phenomena upon which widely cited theories are built or that underpin policies and legislation have been inadequately tested or not replicated even once. Yet theory is rejected very infrequently and is often “<a data-module="breaking_news-body" data-mz="" data-position="body" href="https://doi.org/10.31234/osf.io/8w2sd">not even wrong</a>” – unable to be refuted because it is imprecisely specified, adapted post hoc and otherwise protected. And researchers’ responses to failures to replicate their results are as likely to be rebuke as humble acceptance.</p> <p>Luckily, researchers have all the skills needed to determine what phenomena are reliable and to conduct the debate needed to ensure that only robust theories thrive. The problem is that, today, only tiny handfuls of researchers undertake this work. What is <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://doi.org/10.1177/1745691620970586">needed</a> is a change of incentives. I have three rapidly achievable proposals.</p> <p>First, funders such as UK Research and Innovation should set aside 10 per cent of their budgets for testing the validity of phenomena, protocols, code and analyses. To begin with, researchers (identified according to some low bar, such as entry to the research excellence framework) should be invited to suggest and anonymously rank the papers/claims they think are unlikely to replicate or whose erroneousness would make a lot of difference. Prediction markets show we are very good at identifying such studies: much bad research is an open secret. A side-effect is that groups will develop expertise in replication, which will render future attempts at it both cheaper and more rigorous.</p> <p>Second, we should trial giving researchers an automatic and flexible research budget – say £10,000 – targeted at replication. No reviews, no university overheads: just pre-registration of the hypotheses to be tested, and open science. Flexibility would allow researchers to pool their grants to undertake a larger piece of work in voluntary, uncontrived collaborations. Crucially, researchers would switch from asking “Is this fundable?” to “Is this true?” And it could be highly efficient: key outputs of a £300,000 grant might be tested by a single researcher using their £10,000 personal research budget.</p> <p>Of course, some research fields are more expensive than others, and an alternative would be a grant fixed at, say, 5 per cent of the median field grant. But the flat grant is simple and would focus researchers on efficiency. Often labs with millions of pounds of equipment still lack the means to fund the marginal cost of work not requested on a specific grant line.</p> <p>Third, we should address how large project funding is organised. The current system should not be upended, but we should confidently experiment with it, applying science to the task of improving science. A great example of novel funding enhancing research integrity and productivity is UK Biobank. This took an area ripe for discovery (genomics), created a sample 10 times bigger than what existed previously, and gave it away to any researcher who could describe a scientific use for it. It generated thousands of research studies, many of which consist of collaborative replications – within which corner-cutting is less likely.</p> <p>At the level of applications, funders have raised minimum grant sizes, universities pre-screen grants, and only those with uniformly stellar reviews are funded. This reduces administration but favours orthodoxy. Critiquing the work of others is avoided, lest this attract a negative review, and the successful groups are then funded to test their own idea.</p> <p>A portion of funding should be allocated to disrupting this sequence. In each area, researchers would collaborate on an initial “Wikipedia of aims”. From mRNA applications curing cancer to improving mathematics instruction, academics would curate the competing approaches, identifying key predictions, and specifying the studies required to test each theory. In a second phase, researchers would rank these proposals. In phase three, research teams emerging from phase one would compete for grants to execute the highest-ranked projects.</p> <p>In this way, hundreds of smart, disinterested eyes would be trained on each grant, making capture by what Lakatos called degenerate research programmes less likely. Devoting 5 per cent of public research funding to the grants that garner adequate support could launch this on a meaningful scale. Research teams would propose budgets to execute the top-ranked projects, decided conventionally.</p> <p>Much <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://fantasticanachronism.com/2020/09/11/whats-wrong-with-social-science-and-how-to-fix-it">more is possible</a>. The pay-offs can be transformative, from medical technology to new understandings of human behaviour. In the long run, nothing is more important.</p> <p><strong>Tim Bates is a professor in the School of Philosophy, Psychology and Language Sciences at the <a data-module="article-uni-link" data-mz="" href="https://www.timeshighereducation.com/world-university-rankings/university-edinburgh">University of Edinburgh</a>.</strong></p> <p><img alt="printing in colour" data-delta="2" height="709" src="https://www.timeshighereducation.com/sites/default/files/styles/article785xauto/public/print2_0.jpg?itok=cy9C0rMj" title="printing in colour" width="785" /></p> <p>Source: Getty (edited)</p> <h2><strong>Market discipline</strong></h2> <p>Research reproducibility is a serious problem all around the world, so I was heartened to see UK parliamentarians taking a closer look at what can be done. But they already undertook two similar investigations in the previous decade, in <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://publications.parliament.uk/pa/cm201012/cmselect/cmsctech/856/85609.htm">2011</a> and <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://publications.parliament.uk/pa/cm201719/cmselect/cmsctech/350/350.pdf">2018</a>, and I fear the new inquiry will similarly fail to make an impact.</p> <p>The core problem is that while genuine cheating is rare, honest technical errors, equipment miscalibration and the contamination or degradation of key materials, which may lead to erroneous data, are common. Uncovering unreproducible research data is also difficult and slow. Years can be spent trying to learn newly reported techniques and then seeing if matching findings arise. Even then, misalignment of data may be subject to genuine (and lengthy) academic debate. And senior faculty have protections around their employment and can be resistant to outside influences, such as committees on research integrity. All the while, there is relentless pressure to publish.</p> <p>So how to improve research reproducibility?</p> <p>Pouring millions of pounds into costly replication studies is often suggested, but there is an alternative solution that would be far more effective, realistic and politically appealing. That solution is to expand the uptake of university-derived technologies into new start-up companies.</p> <p>Why might this work? Consider the hypothetical case of a PhD student, Sam, working in the lab of Professor Smith on research to improve solar cell energy. He co-invents a device that can boost efficiency by 5 per cent across a range of climates, which is commercially attractive. Sam decides to start a new company to develop the patent-pending technology commercially.</p> <p>A local investor is intrigued and offers additional funding for a share in the company – which requires a contract with the Smith lab. The funding includes routine servicing for a key piece of equipment: the “hot and cold incubator”. This is how businesses conduct research.</p> <p>It is discovered that the equipment is miscalibrated because it hadn’t been serviced in years. The low-temperature data are incorrect. The investor is notified, but this isn’t a problem: low-temperature use was not a business priority. The Smith lab ultimately publishes a paper accurately discussing the solar energy unit’s operation across a range of temperatures.</p> <p>This is an example of how the forces of commercial scrutiny can help support research outputs by creating a direct connection between investors and the laboratories of senior faculty. Companies have very different research practices than academic labs. Practical reliability and consistency are commercial priorities, and investors may even insist on seeing whether key data can be recreated within an independent laboratory. It seems unlikely that an academic committee on research integrity could ever induce such scrutiny.</p> <p>Commercialisation is often a two-way street, however. Academics can act as scientific advisers to these companies and, in the process, learn about commercial practices. These may open new avenues of research, but they also help improve quality. In Sam’s case, equipment maintenance doesn’t just affect the Smith lab but all the other labs using that piece of equipment. Colleagues may wonder, “What other equipment of ours is out of specification?” Hence, a few more pieces of equipment are calibrated. Funding is available to replace obsolete equipment. One or two more companies arising from a university each year may provide lasting cumulative benefits.</p> <p>One more thing: academics gossip. News that a piece of equipment has been recalibrated may be discussed in lab briefings, but faculty getting some rapid funding from a former student’s start-up will be a popular topic, along with the kinds of data and standards expected by investors. More negatively, news that a company has folded due to poor research reproducibility (perhaps with accompanying scandal) is likely to remain in the minds of senior faculty for a very long time.</p> <p>What if encouraging doctoral candidates to found start-ups still doesn’t improve research reproducibility? The economy would still have a substantial increase in new high-tech businesses that can grow and thrive – another government priority.</p> <p>Not every research finding lends itself to commercialisation, of course. But for those that do, there is little to lose and everything to gain by trying.</p> <p><strong>Chris Loryman is a senior innovation and commercialisation manager at the <a data-module="article-uni-link" data-mz="" href="https://www.timeshighereducation.com/world-university-rankings/university-california-san-diego">University of California, San Diego</a>, and has previously managed intellectual property and technology transfer at several London universities.</strong></p> <hr /> <h2><strong>Allaying waste</strong></h2> <p>The pandemic has again emphasised that good science can literally be a lifesaver, but bad science has the potential to lead to awful consequences. In 2019, false claims that ivermectin or hydroxychloroquine could cure Covid-19 led to several poison-related admissions to US hospitals, and even suspected deaths. Likewise, preprints reporting unverified and misleading results have contributed to a significant level of public confusion on a range of pandemic-related issues.</p> <p>While it is clear that reliable scientific data are critical for good decision-making, science is not easy. Alongside the practical challenges of designing and conducting good experiments, there are also complex social contexts that apply to researchers. Like it or not, money is key, and science is influenced by the quest for funding. It is therefore naive to interpret scientific data, or any scientific finding, without understanding the incentives that lead to its production – and their potential to distort results.</p> <p>A well-known problem is the intense competition to win research grants, publish high-profile papers and report “impact” – which for many scientists represent the benchmarks of prestige. But linking rewards to such proxy indicators of success, rather than to creating reliable and reproducible results, is problematic because it distorts science in favour of people who can play the funding, publishing or impact game better than others. This problem is further compounded by the many well-known and serious problems in the main quality-checking part of the system – peer review – which is largely voluntary and conducted in people’s spare time.</p> <p>The result, as Sir Ian Chalmers and Paul Glasziou first calculated in 2009 and explained in <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://blogs.bmj.com/bmj/2016/01/14/paul-glasziou-and-iain-chalmers-is-85-of-health-research-really-wasted">subsequent BMJ editorials</a>, is that “85 per cent of research funding [is] wasted because it asks the wrong questions, is badly designed, not published or poorly reported”. This astonishing figure – representing $170 billion of waste globally per year – has stirred many to action, with scientists, publishers, funders and researchers committing to a number of initiatives focused on improving research culture and creating better, reproducible and transparent science.</p> <p>While it is heartening that the problem of research waste is being recognised and action is being taken, there does not seem to be any single, easy solution given the current incentive structure. However, one approach is to make better use of governance and ethics processes. The need for such processes is famously laid out in the World Medical Association’s authoritative <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.wma.net/policies-post/wma-declaration-of-helsinki-ethical-principles-for-medical-research-involving-human-subjects">Declaration of Helsinki</a>, first adopted in 1964 in response to various 20th-century abuses perpetrated in the name of science. Alongside enshrining important principles, such as consent, this declaration has been expanded to include other important aspects of research quality, such as the role of ethics committees and greater transparency through mandated trial registration and reporting.</p> <p>Unfortunately, if done badly, the implementation of these safeguards can lead to significant bureaucracy that can itself create waste by slowing down or even preventing important research. The challenge is therefore to design systems that can detect and prevent research waste without becoming part of the problem. However, such systems should also be difficult to subvert or avoid entirely – something that may, unfortunately, have happened because of the pressures of the pandemic.</p> <p>Researchers have clearly made an enormous contribution to fighting Covid-19. But the sheer scale of the funding given out, the rapid change of focus by many scientists and institutes, and the watering-down of some research governance processes, mean that it is very unlikely that all the effort and investment has been put to good use. The fear is that the 85 per cent figure for research waste could be a lot higher for pandemic-related efforts.</p> <p>As the dust starts to settle on what science got right and wrong during the pandemic, expect growing scrutiny of where all the research funding went. While certain allowances may be acceptable due to the rush to tackle Covid-19, the fear is that if it does turn out that a significant amount of effort and funding has failed to produce any tangible outcomes, this will severely dent public trust and possibly public appetite for future research funding. It therefore remains to be seen whether, despite the clear successes, the pandemic will turn out to be an overall positive or negative for science.</p> <p><strong>Simon Kolstoe is reader in bioethics at the <a data-module="article-uni-link" data-mz="" href="https://www.timeshighereducation.com/world-university-rankings/university-portsmouth">University of Portsmouth</a>.</strong></p> <p> </p> <p><strong><img alt="developing a photo" data-delta="3" height="523" src="https://www.timeshighereducation.com/sites/default/files/styles/article785xauto/public/photo.jpg?itok=0jXv4zXu" title="developing a photo" width="785" /></strong></p> <p><strong>Source:  Getty (edited)</strong></p> <h2><strong>Transparent self-interest</strong></h2> <p>UK biomedicine rose to the challenge of Covid-19 with some impressive achievements. The Oxford-AstraZeneca collaboration launched a cheap vaccine for worldwide use in only 10 months. NHS research networks ran large trials rapidly to test effective treatments. But these successes should not cause complacency. Why? Because many aspects of research culture – in the UK, as elsewhere – still limit our ability to combat global disease outbreaks.</p> <p>The World Health Organisation built a system of clinical trial registries as part of the international response to severe acute respiratory syndrome (Sars) and Ebola. One of the founders was the UK’s primary registry, ISRCTN, which I chair. The WHO registry network operates to a common standard, enabling information from trials worldwide to form a body of evidence. Systematic reviews consolidate reported results, allowing the strengths of some studies to compensate for the weaknesses of others. The balance of evidence about effective interventions can then be a firm platform for policy, professional guidelines and licensing.</p> <p>However, for decades, reporting to WHO registries lagged behind. What will it take to make academic triallists report their results routinely, as most commercial health researchers do? US and EU law require both public registration and timely reporting of trials, and last year the US began to enforce the law on reporting results, while from this year, EU countries will impose <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://ec.europa.eu/health/human-use/clinical-trials/regulation_en">penalties for non-compliance</a>. Among other measures in its impressive transparency strategy, <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.hra.nhs.uk/planning-and-improving-research/policies-standards-legislation/research-transparency/make-it-public-transparency-and-openness-health-and-social-care-research"><em>Make It Public</em></a>, the UK’s Health Research Authority requires a summary report a year after a clinical trial ends. From 2022, it will register all UK trials with the ISRCTN registry on approval. But UK law does not sanction non-reporting, despite continued lobbying for clinical trials transparency.</p> <p>And why just clinical trials? The HRA’s remit should lead it to promote transparency across all health research. For example, research using personal data is increasingly important and contentious. Some research may well not be reproducible. But by working with other sectors on applying consistent duties and reporting standards that normalise transparency and reproducibility across all data-driven research, the HRA and equivalent agencies around the world could play an important role.</p> <p>In response to political concern about research integrity, UK Research and Innovation is establishing a UK Committee on Research Integrity. Can it address the reproducibility crisis? It is not a watchdog: it will be another forum to discuss how standards and expectations can be set across the sector. The UK Research Integrity Office and the UK Reproducibility Network already discuss standards and generate practical guidance. Can UK CORI prompt concerted action from research funders, national academies, publishers and governments, as well as university and scientific leaders, to transform damaging elements of research culture?</p> <p>The reproducibility crisis owes less to misconduct than to persistent incentives that inhibit collegiate scientific effort, and these are <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.nuffieldbioethics.org/news/scientists-concerned-culture-research-hinder-scientific-endeavour">not new</a>. Competitive funding has strengths, but it can shape a mindset in which bidding takes priority over verifying results or reporting contestable outcomes. Many researchers believe that publishers prefer novel findings. That belief can incentivise data manipulation. Insecurity may make researchers feel vulnerable to having their ideas stolen. All these factors inhibit the teamwork needed for self-critical science and well-documented, reproducible findings. The <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.universitiesuk.ac.uk/topics/research-and-innovation/concordat-research-integrity">Concordat on Research Integrity</a> includes accountability for the research environment. Making that a reality could be a valuable focus for CORI.</p> <p>Amid a deluge of misinformation, the pandemic is stimulating stronger public engagement in the quality of scientific evidence. To build faith in governments’ ability to apply sound science across sectors, from climate and energy to public health and behaviour, science should consider how researchers can collaborate and pool findings so as to focus on gaps in the evidence supporting important decisions.</p> <p>For example, impactful clinical research depends on achieving the statistical power to demonstrate clear findings, as well as on faithful reporting. One lesson from the pandemic could be that priority-setting and careful preparation enable science to do less but better. In 2021, the French parliament noted “a proliferation of trials” in a critical <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.assemblee-nationale.fr/dyn/15/dossiers/aspects_techniques_scientifiques_covid_lutte">report</a> on its research response to Covid-19. France had “conducted 365 clinical trials (compared with 415 by the US, 164 by Germany and 140 by the UK)”, but “most have not been able to reach reliable conclusions, in particular because of too few patients, thus wasting available resources.”</p> <p>The UK chancellor’s 2021 budget <a data-module="breaking_news-body" data-mz="" data-position="body" href="https://www.timeshighereducation.com/news/budget-2021-uk-pushes-research-spending-pledge-back-to2026-27">confirmed</a> billions of pounds to establish the UK as a global life sciences superpower. One test of success will be whether the nation discovers and licenses more game-changing treatments. But reproducibility will be another test of leadership in the international scientific response to public health emergencies. It might not gather headlines, but UK lawmakers and funders could spur collaboration towards scientific outputs beyond the capability of any one nation.</p> <p><strong>Marc Taylor is chair of the ISRCTN registry, a curated database that works to improve the publicly available information about clinical trials and related health research.</strong></p> </div> <div id="hook-articledetails-body-end"></div> </div> <div class="mds-surface__inner mds-border-top"> <div class="mds-grid-row mds-grid-middle"> <div class="mds-grid-col-12"> <div class="article-details__social-share"> <p class="mds-display-inline-block mds-margin-right-b2 social-share__heading">Share this article</p> <ul class="mds-list mds-list--inline mds-display-inline-block mds-margin-bottom-b0"><li class="mds-list__item mds-list__item--email"><a href="mailto:?subject=What%20can%20be%20done%20to%20improve%20research%20integrity%3F%20-%20THEunijobs%20-%20Article%20recommendation&body=Hello%2C%0A%0AI%20found%20this%20article%20on%20the%20THEunijobs%20website%20and%20thought%20you%20might%20be%20interested.%0A%0Ahttps%3A%2F%2Fwww.timeshighereducation.com%2Funijobs%2Farticle%2Fwhat-can-be-done-to-improve-research-integrity-%3Futm_source%3DEmail%26utm_medium%3Demail" class="mds-list__link" target="_blank" rel="noopener" data-click-tracking="{"csrfToken": "LLTz3tH91x18M1H4i0BQRGYeitM43PFfpfUFpjnm0qY","action": "ArticleEmailShare","articleId": "278851"}"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--email"> <use href="#icon-email" /> </svg> <span class="mds-visually-hidden">Email this</span> </a></li><li class="mds-list__item mds-list__item--facebook"> <a href="https://www.facebook.com/sharer/sharer.php?u=https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-&utm_source=Facebook&utm_medium=MadgexShare&utm_campaign=ArticleShare&utm_content=278851&t=What%20can%20be%20done%20to%20improve%20research%20integrity%3F" class="mds-list__link" target="_blank" rel="noopener" data-width="626" data-height="436" data-click-tracking="{"csrfToken": "LLTz3tH91x18M1H4i0BQRGYeitM43PFfpfUFpjnm0qY","action": "ArticleSocialShare","articleId": "278851","socialNetworkName": "Facebook"}"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--social-facebook"> <use href="#icon-social-facebook" /> </svg> <span class="mds-visually-hidden">Facebook</span> </a></li><li class="mds-list__item mds-list__item--twitter"> <a href="http://twitter.com/intent/tweet?url=https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-&utm_source=Twitter&utm_medium=MadgexShare&utm_campaign=ArticleShare&utm_content=278851&text=What%20can%20be%20done%20to%20improve%20research%20integrity%3F" class="mds-list__link" target="_blank" rel="noopener" data-width="500" data-height="300" data-click-tracking="{"csrfToken": "LLTz3tH91x18M1H4i0BQRGYeitM43PFfpfUFpjnm0qY","action": "ArticleSocialShare","articleId": "278851","socialNetworkName": "Twitter"}"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--social-twitter"> <use href="#icon-social-twitter" /> </svg> <span class="mds-visually-hidden">Twitter</span> </a></li><li class="mds-list__item mds-list__item--linkedin"> <a href="http://www.linkedin.com/shareArticle?mini=true&url=https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-&utm_source=LinkedIn&utm_medium=MadgexShare&utm_campaign=ArticleShare&utm_content=278851&ro=false&title=What%20can%20be%20done%20to%20improve%20research%20integrity%3F&summary=What%20can%20be%20done%20to%20improve%20research%20integrity%3F" class="mds-list__link" target="_blank" rel="noopener" data-width="860" data-height="470" data-click-tracking="{"csrfToken": "LLTz3tH91x18M1H4i0BQRGYeitM43PFfpfUFpjnm0qY","action": "ArticleSocialShare","articleId": "278851","socialNetworkName": "LinkedIn"}"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--social-linkedin"> <use href="#icon-social-linkedin" /> </svg> <span class="mds-visually-hidden">LinkedIn</span> </a></li><li class="mds-list__item mds-list__item--pinterest"> <a href="http://www.pinterest.com/pin/create/button/?url=https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-&utm_source=Pinterest&utm_medium=MadgexShare&utm_campaign=ArticleShare&utm_content=278851&media=https://www.timeshighereducation.com/unijobs/_/jobseekers-frontend/image/97c5bd8a-b318-4a97-8857-27e52cc87a86&description=What%20can%20be%20done%20to%20improve%20research%20integrity%3F" class="mds-list__link" target="_blank" rel="noopener" data-width="500" data-height="400" data-click-tracking="{"csrfToken": "LLTz3tH91x18M1H4i0BQRGYeitM43PFfpfUFpjnm0qY","action": "ArticleSocialShare","articleId": "278851","socialNetworkName": "Pinterest"}"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--social-pinterest"> <use href="#icon-social-pinterest" /> </svg> <span class="mds-visually-hidden">Pinterest</span> </a></li><li class="mds-list__item mds-list__item--reddit"> <a href="http://www.reddit.com/submit?url=https://www.timeshighereducation.com/unijobs/article/what-can-be-done-to-improve-research-integrity-&utm_source=Reddit&utm_medium=MadgexShare&utm_campaign=ArticleShare&utm_content=278851" class="mds-list__link" target="_blank" rel="noopener" data-width="750" data-height="500" data-click-tracking="{"csrfToken": "LLTz3tH91x18M1H4i0BQRGYeitM43PFfpfUFpjnm0qY","action": "ArticleSocialShare","articleId": "278851","socialNetworkName": "Reddit"}"> <svg aria-hidden="true" focusable="false" class="mds-icon mds-icon--social-reddit"> <use href="#icon-social-reddit" /> </svg> <span class="mds-visually-hidden">Reddit</span> </a></li></ul> </div> </div> </div> </div> <div class="mds-surface__inner mds-border-top"> <div class="article-details__related-articles"> <h2 class="mds-font-s5">Related articles</h2> <div class="mds-grid-row mds-grid-top"> <div class="mds-grid-col-12 mds-grid-col-md-4"> <div class="mds-grid-row"> <div class="mds-grid-col-5 mds-grid-col-md-12 mds-margin-bottom-md-b4"> <img class="mds-display-block mds-margin-bottom-b5" src="/unijobs/_/imagexr/format_webp,animated_true/unijobs/_/jobseekers-frontend/image/519982a1-69a0-4795-a283-c37fbc61c6d6" loading="lazy" alt=""/> </div> <h3 class="mds-font-s2 mds-grid-col-7 mds-grid-col-md-12"> <a href="/unijobs/article/https-www-timeshighereducation-com-news-my-precious-how-academias-gollums-guard-their-research-fields" class="mds-padding-right-b7"> My precious! How academia’s Gollums guard their research fields </a> </h3> </div> </div> <div class="mds-grid-col-12 mds-grid-col-md-4"> <div class="mds-grid-row"> <div class="mds-grid-col-5 mds-grid-col-md-12 mds-margin-bottom-md-b4"> <img class="mds-display-block mds-margin-bottom-b5" src="/unijobs/_/imagexr/format_webp,animated_true/unijobs/_/jobseekers-frontend/image/5e6201e2-33a8-4612-b7df-f8dcf5e8255e" loading="lazy" alt=""/> </div> <h3 class="mds-font-s2 mds-grid-col-7 mds-grid-col-md-12"> <a href="/unijobs/article/https-www-timeshighereducation-com-opinion-declining-self-determination-eroding-academic-motivation" class="mds-padding-right-b7"> Declining self-determination is eroding academic motivation </a> </h3> </div> </div> <div class="mds-grid-col-12 mds-grid-col-md-4"> <div class="mds-grid-row"> <div class="mds-grid-col-5 mds-grid-col-md-12 mds-margin-bottom-md-b4"> <img class="mds-display-block mds-margin-bottom-b5" src="/unijobs/_/imagexr/format_webp,animated_true/unijobs/_/jobseekers-frontend/image/9a276bc4-b591-41cd-936c-f2622cde6237" loading="lazy" alt=""/> </div> <h3 class="mds-font-s2 mds-grid-col-7 mds-grid-col-md-12"> <a href="/unijobs/article/https-www-timeshighereducation-com-depth-internal-spam-academia-out-control" class="mds-padding-right-b7"> Internal spam in academia is out of control </a> </h3> </div> </div> </div> </div> </div> </div> <div id="ad-articledetails-mpu" class="ad mds-ad-container mds-ad-container--articledetails-mpu mds-text-align-center mds-text-align-center mds-margin-top-b5 mds-margin-bottom-b5 mds-margin-bottom-lg-b0"><div id='div-gpt-ad-1421844895464-1' style='width:300px; height:250px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-1'); }); </script> </div> </div> </div> <div id="right-column-wrapper" class="mds-grid-col-12 mds-grid-col-lg-4 mds-grid-col-xl-3"> <div id="latest-articles-lister" class="mds-surface mds-margin-bottom-b5" data-test="latest-articles-container"> <div class="mds-padding-b4 mds-padding-bottom-b1"> <h2 class="mds-font-s2" data-test="latest-articles-heading">Latest articles</h2> </div> <ul class="mds-margin-b0" data-test="latest-articles-list"><li class="mds-padding-b4 mds-border-top"> <h3 class="mds-font-s0"> <a href="/unijobs/article/https-www-timeshighereducation-com-news-my-precious-how-academias-gollums-guard-their-research-fields"> <strong>My precious! How academia’s Gollums guard their research fields</strong> </a> </h3> </li><li class="mds-padding-b4 mds-border-top"> <h3 class="mds-font-s0"> <a href="/unijobs/article/https-www-timeshighereducation-com-news-tenure-threatened-us-more-universities-politicians"> <strong>Tenure threatened in US more by universities than politicians</strong> </a> </h3> </li><li class="mds-padding-b4 mds-border-top"> <h3 class="mds-font-s0"> <a href="/unijobs/article/https-www-timeshighereducation-com-opinion-declining-self-determination-eroding-academic-motivation"> <strong>Declining self-determination is eroding academic motivation</strong> </a> </h3> </li></ul> </div> <div id="ad-articledetails-mpu2" class="ad mds-ad-container mds-ad-container--articledetails-mpu2 mds-text-align-center mds-margin-bottom-b5"></div> <div id="ads-right-column" class="mds-display-none mds-display-lg-block"> <div id="ad-skyscraper" class="ad mds-ad-container mds-ad-container--skyscraper mds-text-align-center ad--skyscraper mds-margin-bottom-b5"><div id='div-gpt-ad-1421844895464-2' style='width:120px; height:600px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-2'); }); </script> </div> </div> <div class="mds-ad-container mds-ad-container--buttons"> <div id="ad-button1" class="ad mds-ad-container mds-ad-container--button1 mds-text-align-center ad--button mds-ad-container mds-ad-container--button mds-margin-bottom-b2"><div id='div-gpt-ad-1421844895464-3' style='width:120px; height:120px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-3'); }); </script> </div> </div> <div id="ad-button2" class="ad mds-ad-container mds-ad-container--button2 mds-text-align-center ad--button mds-ad-container mds-ad-container--button mds-margin-bottom-b2"><div id='div-gpt-ad-1421844895464-4' style='width:120px; height:120px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-4'); }); </script> </div> </div> <div id="ad-button3" class="ad mds-ad-container mds-ad-container--button3 mds-text-align-center ad--button mds-ad-container mds-ad-container--button mds-margin-bottom-b2"><div id='div-gpt-ad-1421844895464-5' style='width:120px; height:120px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-5'); }); </script> </div> </div> <div id="ad-button4" class="ad mds-ad-container mds-ad-container--button4 mds-text-align-center ad--button mds-ad-container mds-ad-container--button mds-margin-bottom-b2"><div id='div-gpt-ad-1421844895464-6' style='width:120px; height:120px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-6'); }); </script> </div> </div> <div id="ad-button5" class="ad mds-ad-container mds-ad-container--button5 mds-text-align-center ad--button mds-ad-container mds-ad-container--button mds-margin-bottom-b2"><div id='div-gpt-ad-1421844895464-7' style='width:120px; height:120px;'> <script type='text/javascript'> googletag.cmd.push(function() { googletag.display('div-gpt-ad-1421844895464-7'); }); </script> </div> </div> <div id="ad-button6" class="ad mds-ad-container mds-ad-container--button6 mds-text-align-center ad--button mds-ad-container mds-ad-container--button mds-margin-bottom-b2"></div> </div> </div> </div> </div> </div> </main> <div data-block="footer-main" class="position-static" scoped-v6=""> <footer role="contentinfo" class="contentinfo"> <div class="back-to-top"> <div class="wrapper cf"> <p class="right-text no-margin"> <a href="#top-bar" class="js-smooth-scrollto block-level">back to top</a> </p> </div> </div> <div class="wrapper content"> <div class="social-buttons__container"> <ul class="social-buttons cf"> <li class="social-buttons__item social-buttons__item--fb"> <a class="social-buttons__link icon-before icon-white" rel="nofollow" href="https://www.facebook.com/THEunijobs" data-icon="F" target="_blank"> <span class="name social-buttons__name">Facebook</span> <span class="hidden"> (This link will open in a new window)</span> </a> </li> <li class="social-buttons__item social-buttons__item--tw"> <a class="social-buttons__link icon-before icon-white" rel="nofollow" href="https://twitter.com/timeshigherjobs" data-icon="T" target="_blank"> <span class="name social-buttons__name">Twitter</span> <span class="hidden"> (This link will open in a new window)</span> </a> </li> <li class="social-buttons__item social-buttons__item--in"> <a class="social-buttons__link icon-before icon-white" rel="nofollow" href="https://www.linkedin.com/company/theunijobs/about" data-icon="L" target="_blank"> <span class="name social-buttons__name">LinkedIn</span> <span class="hidden"> (This link will open in a new window)</span> </a> </li> </ul> </div> <div></div> <nav aria-label="Footer" class="tertiary-nav block"> <ul class="tertiary-nav__items cf"><li class="tertiary-nav__item tertiary-nav__item--index-0"> <a class="tertiary-nav__link" href="/contact-us"> Contact us</a> </li><li class="tertiary-nav__item tertiary-nav__item--index-1"> <a class="tertiary-nav__link" href="/terms-and-conditions/"> Terms & Conditions</a> </li><li class="tertiary-nav__item tertiary-nav__item--index-2"> <a class="tertiary-nav__link" href="/privacy-policy"> Privacy Policy</a> </li></ul> </nav> <p class="copyright no-margin"> © 2015 - 2024 THE World Universities Insights Limited. Powered by Madgex Job Board Software </p> </div> </footer> </div> <div id="ad-anchoredFooter" class="ad mds-ad-container mds-ad-container--anchoredFooter mds-text-align-center mds-display-none mds-display-lg-block mds-padding-top-b2 mds-padding-bottom-b2"></div> </div> <div id="as_confirm" style="position:absolute; height:0; width:0; overflow:hidden;"></div><script src="https://analytics.madgex.com/as.js?sid=LG9DafcVJkm3dc-hXf8nag&cid=1ab709d3-b473-4939-a6db-1c12f2cdafc4"></script> <svg id="spritesheet" style="display: none"><defs/><symbol id="icon-asterisk" viewBox="0 0 12 12"><path fill-rule="nonzero" d="m8.281 11.422 2-1.422L8.11 6.89l3.329-1.03-.735-2.329-3.265 1.063V.828H4.733v3.766L1.47 3.53.734 5.86l3.329 1.032L1.874 10l2 1.422 2.234-2.938z"/></symbol><symbol id="icon-calendar" viewBox="0 0 32 32"><path d="M28.667 4H25a.333.333 0 0 1-.333-.333V1.333a1.333 1.333 0 0 0-2.667 0v6.334a1 1 0 0 1-2 0v-3A.667.667 0 0 0 19.333 4H11a.333.333 0 0 1-.333-.332V1.333a1.333 1.333 0 0 0-2.667 0v6.334a1 1 0 1 1-2 0v-3A.667.667 0 0 0 5.333 4h-2A2.667 2.667 0 0 0 .667 6.667v22.666A2.667 2.667 0 0 0 3.333 32h25.334a2.667 2.667 0 0 0 2.666-2.667V6.667A2.667 2.667 0 0 0 28.667 4ZM28 29.333H4a.667.667 0 0 1-.667-.666v-16c0-.369.299-.667.667-.667h24c.368 0 .667.298.667.667v16a.667.667 0 0 1-.667.666Z" fill-rule="evenodd"/></symbol><symbol id="icon-check" viewBox="0 0 36 36"><path d="M26.18 9.546a1.205 1.205 0 0 0-1.628.255L13.636 24.296l-3.644-3.473a1.207 1.207 0 0 0-1.127-.288 1.14 1.14 0 0 0-.825.786c-.108.383.007.792.301 1.073l4.617 4.396a1.225 1.225 0 0 0 1.772-.138l11.718-15.556a1.078 1.078 0 0 0-.268-1.55z"/></symbol><symbol id="icon-chevron-down" viewBox="0 0 32 32"><path d="M7.899 11.219a2.25 2.25 0 0 0-3.506 2.802l.208.26 9.75 10.5a2.25 2.25 0 0 0 3.063.22l.235-.22 9.75-10.5a2.25 2.25 0 0 0-3.054-3.289l-.244.227L16 19.942 7.899 11.22Z" fill-rule="evenodd"/></symbol><symbol id="icon-chevron-left" viewBox="0 0 32 32"><path d="M22.781 24.101a2.25 2.25 0 0 1-2.802 3.506l-.26-.208-10.5-9.75a2.25 2.25 0 0 1-.22-3.063l.22-.235 10.5-9.75a2.25 2.25 0 0 1 3.289 3.054l-.227.244L14.058 16l8.723 8.101Z" fill-rule="nonzero"/></symbol><symbol id="icon-chevron-right" viewBox="0 0 32 32"><path d="M9.219 24.101a2.25 2.25 0 0 0 2.802 3.506l.26-.208 10.5-9.75a2.25 2.25 0 0 0 .22-3.063l-.22-.235-10.5-9.75a2.25 2.25 0 0 0-3.289 3.054l.227.244L17.942 16 9.22 24.101Z" fill-rule="nonzero"/></symbol><symbol id="icon-chevron-up" viewBox="0 0 32 32"><path d="M7.899 24.781a2.25 2.25 0 0 1-3.506-2.802l.208-.26 9.75-10.5a2.25 2.25 0 0 1 3.063-.22l.235.22 9.75 10.5a2.25 2.25 0 0 1-3.054 3.289l-.244-.227L16 16.058 7.899 24.78Z" fill-rule="evenodd"/></symbol><symbol id="icon-close" viewBox="0 0 32 32"><path d="M22.847 5.981a2.25 2.25 0 0 1 3.052 3.301L19.18 16l6.72 6.719a2.25 2.25 0 0 1-3.053 3.301l-.13-.12L16 19.18 9.282 25.9l-.129.119a2.25 2.25 0 0 1-3.052-3.301l6.717-6.719-6.717-6.717a2.25 2.25 0 0 1 3.052-3.301l.13.12 6.716 6.717 6.719-6.717Z" fill-rule="evenodd"/></symbol><symbol id="icon-cross" viewBox="0 0 36 36"><path d="M8.375 26.295a1.28 1.28 0 0 0 1.81 1.81l7.904-7.902a.213.213 0 0 1 .302 0l7.904 7.904a1.28 1.28 0 0 0 1.81-1.81l-7.902-7.906a.213.213 0 0 1 0-.302l7.904-7.904a1.28 1.28 0 0 0-1.812-1.81l-7.904 7.902a.213.213 0 0 1-.302 0l-7.904-7.902a1.28 1.28 0 0 0-1.81 1.81l7.902 7.904a.213.213 0 0 1 0 .302l-7.902 7.904z"/></symbol><symbol id="icon-doc-pdf" viewBox="0 0 24 24"><path d="M15.586 0c.265 0 .519.104.707.291l5.414 5.414a.997.997 0 0 1 .293.707V22a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2V2a2 2 0 0 1 2-2ZM14 2H4.5a.5.5 0 0 0-.5.5v19a.5.5 0 0 0 .5.5h15a.5.5 0 0 0 .5-.5V8h-4a2 2 0 0 1-1.995-1.85L14 6V2ZM8.787 5.588l.153.005a1.411 1.411 0 0 1 1.184.978 15.8 15.8 0 0 1 .812 3.445.52.52 0 0 0 .164.32c.6.538 1.255 1.01 1.954 1.41.115.064.251.08.377.043a11.74 11.74 0 0 1 3.639-.433 1.7 1.7 0 0 1 1.393 2.656c-.326.46-.885.695-1.442.605a12.671 12.671 0 0 1-3.735-1.065.527.527 0 0 0-.394-.019c-.661.248-1.3.552-1.909.91a.493.493 0 0 0-.229.318 8.929 8.929 0 0 1-1.451 3.257 1.725 1.725 0 0 1-1.611.717 1.637 1.637 0 0 1-1.332-.992 1.592 1.592 0 0 1 .3-1.622 12.971 12.971 0 0 1 2.579-2.339.51.51 0 0 0 .217-.349c.096-.784.117-1.576.063-2.364a.478.478 0 0 0-.137-.307A14.69 14.69 0 0 1 7.429 8.2a1.698 1.698 0 0 1-.008-1.827 1.627 1.627 0 0 1 1.519-.78ZM19.174 6 16 2.829V6h3.174Z" fill-rule="nonzero"/></symbol><symbol id="icon-doc" viewBox="0 0 24 24"><path d="M15.586 0c.265 0 .52.105.707.293l5.414 5.414a.997.997 0 0 1 .293.707V22a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2V2a2 2 0 0 1 2-2ZM14 2H4.5a.5.5 0 0 0-.5.5v19a.5.5 0 0 0 .5.5h15a.5.5 0 0 0 .5-.5V8h-4a2 2 0 0 1-1.995-1.85L14 6V2Zm5.173 4L16 2.828V6h3.173Z" fill-rule="nonzero"/></symbol><symbol id="icon-email" viewBox="0 0 24 24"><path d="M11.114 14.556 1.43 4.87a.5.5 0 0 1 .281-.849C1.807 4.007 1.903 4 2 4h20c.096 0 .192.007.287.021a.5.5 0 0 1 .281.849l-9.686 9.686a1.252 1.252 0 0 1-1.768 0Zm12.774-8.724A.181.181 0 0 1 24 6v12a2 2 0 0 1-2 2H2a2 2 0 0 1-2-2V6c0-.073.045-.138.112-.166a.18.18 0 0 1 .2.039l6.2 6.2a.251.251 0 0 1 0 .354L1.469 17.47a.75.75 0 0 0 1.06 1.061l5.043-5.043a.251.251 0 0 1 .354 0l2.131 2.127a2.75 2.75 0 0 0 3.888 0l2.129-2.129a.25.25 0 0 1 .354 0l5.043 5.043a.75.75 0 1 0 1.06-1.061l-5.043-5.043a.251.251 0 0 1 0-.354l6.2-6.2a.182.182 0 0 1 .2-.039Z" fill-rule="nonzero"/></symbol><symbol id="icon-external" viewBox="0 0 30 32"><path d="M28.594 14.125c-.379 0-.716-.154-.972-.394-.007-.007-.019-.007-.026-.015l-3.495-3.498-8.85 8.85c-.916.912-2.4.912-3.316 0a2.345 2.345 0 0 1 0-3.315l8.847-8.847-3.498-3.502c-.008-.008-.008-.02-.015-.026a1.412 1.412 0 0 1-.394-.972c0-.776.63-1.406 1.406-1.406h9.844C29.159 1 30 1.84 30 2.875v9.844c0 .775-.63 1.406-1.407 1.406ZM3.75 9.437v16.876c0 .517.42.937.938.937h16.875c.517 0 .937-.42.937-.938V16l3.75 3.75v7.5A3.746 3.746 0 0 1 22.5 31H3.75A3.749 3.749 0 0 1 0 27.25V8.5c0-2.07 1.68-3.75 3.75-3.75h7.5L15 8.5H4.687a.937.937 0 0 0-.937.938Z" fill-rule="nonzero"/></symbol><symbol id="icon-flag" viewBox="0 0 16 16"><path d="M1.788.293a.977.977 0 0 1 1.392 0c.185.187.289.442.289.707v.171c1.302-.098 2.095.054 3.995.536.972.292 1.985.474 3.012.543a8.99 8.99 0 0 0 2.625-.5 1.15 1.15 0 0 1 1.024.05c.12.077.216.179.281.295a.715.715 0 0 1 .094.372v8.08c0 .504-.388.688-.814.83a10.25 10.25 0 0 1-3.229.623 14.196 14.196 0 0 1-3.177-.542c-1.855-.445-2.56-.598-3.811-.502V15c0 .265-.104.52-.289.707a.977.977 0 0 1-1.392 0A1.008 1.008 0 0 1 1.5 15V1c0-.265.104-.52.288-.707Z"/></symbol><symbol id="icon-information" viewBox="0 0 16 16"><path d="M8 0a8 8 0 1 0 0 16A8 8 0 0 0 8 0Zm.167 3.333a1 1 0 1 1 0 2 1 1 0 0 1 0-2Zm1.5 9H7A.667.667 0 1 1 7 11h.5a.167.167 0 0 0 .167-.167v-3a.167.167 0 0 0-.167-.166H7a.667.667 0 0 1 0-1.334h.667A1.333 1.333 0 0 1 9 7.667v3.166a.167.167 0 0 0 .167.167h.5a.667.667 0 1 1 0 1.333Z"/></symbol><symbol id="icon-job" viewBox="0 0 24 24"><path d="M3 22.5h18a3 3 0 0 0 3-3v-11a3 3 0 0 0-3-3h-3.9a.25.25 0 0 1-.248-.219l-.144-1.153A3 3 0 0 0 13.734 1.5h-3.468a3 3 0 0 0-2.977 2.628l-.144 1.153A.25.25 0 0 1 6.9 5.5H3a3 3 0 0 0-3 3v11a3 3 0 0 0 3 3ZM9.273 4.376a1 1 0 0 1 .993-.876h3.468a1 1 0 0 1 .993.876l.105.844a.25.25 0 0 1-.248.28H9.416a.25.25 0 0 1-.248-.28l.105-.844ZM5.25 11a.75.75 0 0 1 .75-.75h12a.75.75 0 0 1 .75.75v.5a.75.75 0 0 1-.75.75H6a.75.75 0 0 1-.75-.75V11Zm0 5.5a.75.75 0 0 1 .75-.75h12a.75.75 0 0 1 .75.75v.5a.75.75 0 0 1-.75.75H6a.75.75 0 0 1-.75-.75v-.5Z" fill-rule="nonzero"/></symbol><symbol id="icon-list-bullets" viewBox="0 0 24 24"><circle cx="2.5" cy="4" r="2.5"/><path d="M8.5 5H23a1 1 0 0 0 0-2H8.5a1 1 0 0 0 0 2Z"/><circle cx="2.5" cy="12" r="2.5"/><path d="M23 11H8.5a1 1 0 0 0 0 2H23a1 1 0 0 0 0-2Z"/><circle cx="2.5" cy="20" r="2.5"/><path d="M23 19H8.5a1 1 0 0 0 0 2H23a1 1 0 0 0 0-2Z"/></symbol><symbol id="icon-list-numbers" viewBox="0 0 24 24"><path d="M7.75 4.5h15a1 1 0 0 0 0-2h-15a1 1 0 0 0 0 2ZM22.75 11h-15a1 1 0 0 0 0 2h15a1 1 0 0 0 0-2ZM22.75 19.5h-15a1 1 0 0 0 0 2h15a1 1 0 0 0 0-2ZM2.21 17.25a2 2 0 0 0-1.93 1.48.75.75 0 0 0 1.45.39.5.5 0 0 1 .48-.37.5.5 0 0 1 .5.5.5.5 0 0 1-.5.5.75.75 0 0 0 0 1.5.5.5 0 0 1 .5.5.5.5 0 0 1-1 .13.75.75 0 1 0-1.44.41 2 2 0 0 0 3.92-.54 1.94 1.94 0 0 0-.34-1.11.28.28 0 0 1 0-.28 1.94 1.94 0 0 0 .34-1.11 2 2 0 0 0-1.98-2ZM4.25 10.75a2 2 0 0 0-4 0 .76.76 0 0 0 .75.75.76.76 0 0 0 .75-.75.5.5 0 0 1 1 0 1 1 0 0 1-.23.64L.41 14a.76.76 0 0 0-.09.79.76.76 0 0 0 .68.43h2.5a.75.75 0 0 0 0-1.5h-.42a.25.25 0 0 1-.22-.14.24.24 0 0 1 0-.27l.81-1a2.59 2.59 0 0 0 .58-1.56ZM4 5.25h-.25A.25.25 0 0 1 3.5 5V1.62A1.38 1.38 0 0 0 2.12.25H1.5a.75.75 0 0 0 0 1.5h.25A.25.25 0 0 1 2 2v3a.25.25 0 0 1-.25.25H1.5a.75.75 0 0 0 0 1.5H4a.75.75 0 0 0 0-1.5Z"/></symbol><symbol id="icon-location-pin" viewBox="0 0 24 24"><path d="M12 0a8.009 8.009 0 0 0-8 8c0 3.51 5 12.025 7.148 15.524a1 1 0 0 0 1.704-.001C15 20.026 20 11.514 20 8a8.009 8.009 0 0 0-8-8Zm0 11.5a3.5 3.5 0 1 1 0-7 3.5 3.5 0 0 1 0 7Z" fill-rule="nonzero"/></symbol><symbol id="icon-menu" viewBox="0 0 24 24"><g transform="translate(1 2.429)" fill-rule="nonzero"><rect width="22" height="4.222" rx="1.5"/><rect y="7.389" width="22" height="4.222" rx="1.5"/><rect y="14.778" width="22" height="4.222" rx="1.5"/></g></symbol><symbol id="icon-minus" viewBox="0 0 32 32"><path d="M4 16c0-1.14.846-2.08 1.945-2.23l.305-.02h19.5a2.25 2.25 0 0 1 .305 4.48l-.305.02H6.25A2.25 2.25 0 0 1 4 16Z" fill-rule="evenodd"/></symbol><symbol id="icon-plus-small" viewBox="0 0 32 32"><path d="M16 4c1.14 0 2.08.846 2.23 1.945l.02.305v7.5h7.5a2.25 2.25 0 0 1 .305 4.48l-.305.02h-7.5v7.5a2.25 2.25 0 0 1-4.48.305l-.02-.305v-7.5h-7.5a2.25 2.25 0 0 1-.305-4.48l.305-.02h7.5v-7.5A2.25 2.25 0 0 1 16 4Z" fill-rule="evenodd"/></symbol><symbol id="icon-plus" viewBox="0 0 32 32"><path d="M16 0a3 3 0 0 1 2.973 2.593L19 3v10h10a3 3 0 0 1 .407 5.973L29 19H19v10a3 3 0 0 1-5.973.407L13 29V19H3a3 3 0 0 1-.407-5.973L3 13h10V3a3 3 0 0 1 3-3Z" fill-rule="evenodd"/></symbol><symbol id="icon-question-mark" viewBox="0 0 32 32"><path fill-rule="evenodd" d="M16 0c2.903 0 5.58.715 8.031 2.146a15.904 15.904 0 0 1 5.823 5.833C31.284 10.424 32 13.097 32 16c0 2.903-.715 5.58-2.146 8.031s-3.371 4.393-5.823 5.823C21.58 31.284 18.903 32 16 32c-2.903 0-5.58-.715-8.031-2.146a15.928 15.928 0 0 1-5.823-5.823C.716 21.58 0 18.903 0 16c0-2.903.715-5.58 2.146-8.031a15.928 15.928 0 0 1 5.823-5.823C10.42.716 13.097 0 16 0zm2 21.333h-4a.649.649 0 0 0-.48.188.649.649 0 0 0-.187.479v4c0 .194.063.354.188.48a.649.649 0 0 0 .479.187h4a.649.649 0 0 0 .48-.188.649.649 0 0 0 .187-.479v-4a.649.649 0 0 0-.188-.48.649.649 0 0 0-.479-.187zm-1.583-16c-3.375 0-5.952 1.48-7.73 4.438-.208.333-.152.625.167.875l2.75 2.083c.097.084.23.125.396.125a.614.614 0 0 0 .52-.25c.737-.944 1.334-1.583 1.792-1.916.473-.334 1.07-.5 1.792-.5.667 0 1.26.18 1.781.541.521.361.782.771.782 1.23 0 .527-.14.95-.417 1.27-.278.32-.75.632-1.417.938-.875.389-1.677.99-2.406 1.802-.73.812-1.094 1.684-1.094 2.614v.75c0 .195.063.354.188.48A.649.649 0 0 0 14 20h4a.649.649 0 0 0 .48-.188.649.649 0 0 0 .187-.479c0-.264.149-.607.448-1.03a3.518 3.518 0 0 1 1.135-1.032c.444-.25.785-.448 1.02-.594.237-.146.556-.389.96-.73.402-.34.711-.673.926-1 .216-.325.41-.746.584-1.26.173-.513.26-1.076.26-1.687 0-1.222-.385-2.354-1.156-3.396a7.89 7.89 0 0 0-2.886-2.416c-1.152-.57-2.333-.855-3.541-.855z"/></symbol><symbol id="icon-redo" viewBox="0 0 24 24"><path d="M22.61.16a.51.51 0 0 0-.55.11l-2.59 2.59a.24.24 0 0 1-.29.05 12.54 12.54 0 0 0-13 .86 12.25 12.25 0 0 0-.08 19.86 1.25 1.25 0 0 0 .73.24 1.22 1.22 0 0 0 1-.51 1.25 1.25 0 0 0-.27-1.75 9.74 9.74 0 0 1 .1-15.8 10 10 0 0 1 9.46-1.1.26.26 0 0 1 .16.18.25.25 0 0 1-.07.22L15.37 7a.49.49 0 0 0-.11.55.5.5 0 0 0 .46.31h6.7a.51.51 0 0 0 .5-.5V.62a.51.51 0 0 0-.31-.46Z"/></symbol><symbol id="icon-search" viewBox="0 0 24 24"><path d="m23.384 21.619-6.529-6.529a9.284 9.284 0 1 0-1.768 1.768l6.529 6.529c.492.48 1.276.48 1.768 0a1.251 1.251 0 0 0 0-1.768ZM2.75 9.5a6.75 6.75 0 1 1 6.75 6.75A6.758 6.758 0 0 1 2.75 9.5Z" fill-rule="nonzero"/></symbol><symbol id="icon-share" viewBox="0 0 16 16"><g clip-path="url(#clip0_2041_2056)"><path d="M8.16 3.428V.918c0-.35.406-.544.676-.326l7.008 5.638a.419.419 0 0 1 0 .651l-7.042 5.601a.417.417 0 0 1-.675-.325V9.674A6.827 6.827 0 0 0 1.85 13.82l-.664 1.558A.618.618 0 0 1 0 15.134S0 8.958 2.673 5.99c2.476-2.746 5.484-2.565 5.484-2.565l.003.003Z"/></g></symbol><symbol id="icon-social-facebook" viewBox="0 0 32 32"><path class="st2" d="M17.6 0H23v5.5h-1.5c-.7 0-1.4 0-2.1.1-.9.1-1.3.5-1.3 1.4v3.4l.1.1H23c-.2 1.8-.4 3.7-.6 5.5H18v16h-6.6V16.1H8.2v-5.6h3.3V9.4c0-1.4-.1-2.9.2-4.3.5-2.7 1.9-4.2 4.5-4.8.4-.2.9-.2 1.4-.3"/></symbol><symbol id="icon-social-linkedin" viewBox="0 0 32 32"><path class="st2" d="M11.741 28.954c0-.1-.1-.2-.1-.3v-17.2h5.9v2.3h.1c.3-.2.4-.4.6-.6 1-1.2 2.3-1.9 3.9-2 1.8-.2 3.4.1 4.9 1.2 1.3 1 2.1 2.3 2.4 3.8l.3 1.8c0 .1 0 .2.1.3v10.7h-5.9v-9.2c0-.7-.1-1.4-.3-2.1-.5-2-3-2.8-4.6-1.4-1 .7-1.4 1.7-1.4 2.8v9.5c0 .1 0 .3-.1.4h-5.8z"/><path class="st3" d="M2.6 29V11.5h5.9V28.9H2.6zM2.3 5.6c0-.2.1-.4.1-.6.5-1.2 1.8-2 3.3-2 1.3.1 2.3.6 2.9 1.8.9 2-.4 4.1-2.6 4.2-.5.1-1 0-1.6-.1-1.1-.3-1.8-1.1-2.1-2.2 0-.1 0-.2-.1-.3v-.8z"/></symbol><symbol id="icon-social-pinterest" viewBox="0 0 29 29"><path d="M7.793 28.553c.03.214.187.39.4.447h.15a.622.622 0 0 0 .497-.27 17.233 17.233 0 0 0 3.016-5.414c.124-.446.537-2.057.84-3.207a.34.34 0 0 1 .226-.236.35.35 0 0 1 .325.06 5.738 5.738 0 0 0 3.484 1.191C22.102 21.124 26 16.293 26 9.65 26 4.899 21.95 0 15.175 0 7.614.04 3 5.372 3 10.474c0 3.18 1.377 5.616 3.608 6.523a.923.923 0 0 0 .808-.003.895.895 0 0 0 .487-.633l.33-1.354a1.097 1.097 0 0 0-.302-1.217 4.348 4.348 0 0 1-1.006-2.978 7.339 7.339 0 0 1 2.288-5.358 7.608 7.608 0 0 1 5.521-2.084c4.035 0 6.542 2.26 6.542 5.9 0 4.736-2.107 8.309-4.903 8.309a2.404 2.404 0 0 1-1.873-.745 2.109 2.109 0 0 1-.386-1.867c.18-.73.414-1.489.648-2.233.43-1.164.698-2.379.798-3.613a2.464 2.464 0 0 0-.678-1.923 2.557 2.557 0 0 0-1.91-.784c-1.984 0-3.526 1.936-3.526 4.48a6.834 6.834 0 0 0 .44 2.422c.04.128.04.264 0 .392l-2.038 8.54a17.796 17.796 0 0 0-.055 6.305Z" fill-rule="nonzero"/></symbol><symbol id="icon-social-reddit" viewBox="0 0 29 29"><path d="M29 13.78c-.007-1.507-1.017-2.84-2.505-3.306-1.489-.465-3.12.042-4.044 1.258a15.453 15.453 0 0 0-7.033-2.025c.073-1.234.447-3.375 1.668-4.05.761-.42 1.873-.222 3.274.535.15 1.415 1.343 2.516 2.817 2.6 1.475.082 2.793-.877 3.114-2.265.32-1.388-.453-2.795-1.825-3.321-1.372-.526-2.937-.015-3.695 1.205a4.881 4.881 0 0 0-4.591-.267c-2.14 1.163-2.526 4.247-2.586 5.563-2.486.103-4.907.799-7.045 2.025-.925-1.216-2.555-1.723-4.044-1.258C1.017 10.94.007 12.273 0 13.78c-.006 1.485.964 2.81 2.417 3.305a5.605 5.605 0 0 0 0 .768C2.417 22.346 7.842 26 14.5 26s12.083-3.654 12.083-8.147a5.605 5.605 0 0 0 0-.768c1.453-.495 2.423-1.82 2.417-3.305ZM7.854 16.108c0-.965.812-1.746 1.813-1.746 1 0 1.812.781 1.812 1.746 0 .964-.811 1.745-1.812 1.745s-1.813-.781-1.813-1.745Zm11.37 5.819A9.96 9.96 0 0 1 14.5 23.09a9.885 9.885 0 0 1-4.749-1.163.856.856 0 0 1-.332-1.193.926.926 0 0 1 1.239-.32 8.747 8.747 0 0 0 7.66 0 .926.926 0 0 1 1.239.32.856.856 0 0 1-.332 1.193Zm.11-4.074c-1.002 0-1.813-.781-1.813-1.745 0-.965.811-1.746 1.812-1.746s1.813.781 1.813 1.746c0 .964-.812 1.745-1.813 1.745Z" fill-rule="nonzero"/></symbol><symbol id="icon-social-twitter" viewBox="0 0 29 29"><path d="M16.382 13.73 24.753 4h-1.984l-7.268 8.449L9.696 4H3l8.779 12.776L3 26.98h1.984l7.675-8.922 6.131 8.922h6.696l-9.104-13.25Zm-2.717 3.159-.89-1.272L5.7 5.492h3.046l5.712 8.17.89 1.272 7.423 10.62h-3.047l-6.058-8.666Z"/></symbol><symbol id="icon-spinner" viewBox="0 0 100 100"><path d="M100 50c0-27.6-22.4-50-50-50S0 22.4 0 50m8.5 0C8.5 27.2 27 8.5 50 8.5S91.5 27.2 91.5 50"/></symbol><symbol id="icon-star-fill" viewBox="0 0 24 24"><path d="M23.555 8.729a1.505 1.505 0 0 0-1.406-.98h-6.087a.5.5 0 0 1-.472-.334l-2.185-6.193a1.5 1.5 0 0 0-2.81 0l-.005.016-2.18 6.177a.5.5 0 0 1-.471.334H1.85A1.5 1.5 0 0 0 .887 10.4l5.184 4.3a.5.5 0 0 1 .155.543l-2.178 6.531a1.5 1.5 0 0 0 2.31 1.684l5.346-3.92a.5.5 0 0 1 .591 0l5.344 3.919a1.5 1.5 0 0 0 2.312-1.683l-2.178-6.535a.5.5 0 0 1 .155-.543l5.194-4.306a1.5 1.5 0 0 0 .433-1.661Z" fill-rule="evenodd"/></symbol><symbol id="icon-star-outline" viewBox="0 0 24 24"><path d="M23.901 8.657a1.616 1.616 0 0 0-1.512-1.046h-6.538L13.51 1.038A1.612 1.612 0 0 0 11.99 0a1.611 1.611 0 0 0-1.507 1.058L8.15 7.61H1.612c-.678 0-1.283.421-1.515 1.053a1.59 1.59 0 0 0 .48 1.771l5.535 4.547-2.323 6.91a1.59 1.59 0 0 0 .577 1.798c.567.411 1.338.41 1.904-.001L12 19.527l5.73 4.164a1.623 1.623 0 0 0 1.902.002 1.59 1.59 0 0 0 .58-1.795l-2.324-6.913 5.548-4.559a1.594 1.594 0 0 0 .465-1.769Zm-7.996 5.127c-.35.287-.485.757-.342 1.184l1.704 5.069a.271.271 0 0 1-.098.307.277.277 0 0 1-.325 0l-4.194-3.052a1.108 1.108 0 0 0-1.302 0l-4.189 3.046a.277.277 0 0 1-.324 0 .271.271 0 0 1-.1-.305l1.704-5.07a1.085 1.085 0 0 0-.341-1.184L3.83 10.276a.271.271 0 0 1-.084-.303.275.275 0 0 1 .259-.18H8.93a1.1 1.1 0 0 0 1.037-.729l1.774-4.983a.275.275 0 0 1 .52 0l1.772 4.983a1.1 1.1 0 0 0 1.037.729h4.924a.271.271 0 0 1 .175.483l-4.264 3.508Z" fill-rule="nonzero"/></symbol><symbol id="icon-text-bold" viewBox="0 0 24 24"><path d="M17.19 11A6.27 6.27 0 0 0 12.84.25H4.3a1.25 1.25 0 0 0 0 2.5h1a.25.25 0 0 1 .26.25v18a.25.25 0 0 1-.25.25h-1a1.25 1.25 0 0 0 0 2.5h10A6.74 6.74 0 0 0 17.19 11Zm-4.35-8.25a3.76 3.76 0 0 1 0 7.52H8.31a.25.25 0 0 1-.25-.27V3a.25.25 0 0 1 .25-.25Zm1.42 18.5H8.31a.25.25 0 0 1-.25-.25v-8a.25.25 0 0 1 .25-.25h5.95a4.24 4.24 0 0 1 0 8.48Z"/></symbol><symbol id="icon-text-italic" viewBox="0 0 24 24"><path d="M22.5.25h-7.64a1.25 1.25 0 0 0 0 2.5H16a.26.26 0 0 1 .22.13.25.25 0 0 1 0 .25L4.78 21a.5.5 0 0 1-.42.23H1.5a1.25 1.25 0 0 0 0 2.5h7.64a1.25 1.25 0 0 0 0-2.5H8.05a.26.26 0 0 1-.22-.13.27.27 0 0 1 0-.26L19.22 3a.5.5 0 0 1 .42-.23h2.86a1.25 1.25 0 0 0 0-2.5Z"/></symbol><symbol id="icon-text-link" viewBox="0 0 1024 1024"><path d="M715.648 625.152 670.4 579.904l90.496-90.56c75.008-74.944 85.12-186.368 22.656-248.896-62.528-62.464-173.952-52.352-248.96 22.656L444.16 353.6l-45.248-45.248 90.496-90.496c100.032-99.968 251.968-110.08 339.456-22.656 87.488 87.488 77.312 239.424-22.656 339.456l-90.496 90.496zm-90.496 90.496-90.496 90.496C434.624 906.112 282.688 916.224 195.2 828.8c-87.488-87.488-77.312-239.424 22.656-339.456l90.496-90.496 45.248 45.248-90.496 90.56c-75.008 74.944-85.12 186.368-22.656 248.896 62.528 62.464 173.952 52.352 248.96-22.656l90.496-90.496 45.248 45.248zm0-362.048 45.248 45.248L398.848 670.4 353.6 625.152 625.152 353.6z"/></symbol><symbol id="icon-text-strike-through" viewBox="0 0 24 24"><path d="M23.75 13a1.25 1.25 0 0 0-1.25-1.3h-8.94a.49.49 0 0 1-.28-.09c-.72-.51-1.48-1-2.22-1.43-2.79-1.72-4.49-2.9-4.49-4.86 0-2.24 2.21-2.57 3.52-2.57a4.53 4.53 0 0 1 3.08.76 2.69 2.69 0 0 1 .45 2v.29a1.25 1.25 0 0 0 2.5 0v-.27A4.89 4.89 0 0 0 15 1.76C14 .74 12.36.25 10.09.25c-3.66 0-6 2-6 5.07 0 2.77 1.89 4.51 4 5.92a.26.26 0 0 1 .1.28.25.25 0 0 1-.24.18H1.5a1.25 1.25 0 0 0 0 2.5h11a.27.27 0 0 1 .16.06 4.36 4.36 0 0 1 1.93 3.47c0 3.26-3.43 3.52-4.48 3.52-1.81 0-3.14-.41-3.83-1.17a3.4 3.4 0 0 1-.65-2.71 1.25 1.25 0 1 0-2.49-.24 5.75 5.75 0 0 0 1.26 4.62c1.2 1.33 3.12 2 5.69 2 4.17 0 7-2.42 7-6a6 6 0 0 0-.85-3.15.23.23 0 0 1 0-.25.23.23 0 0 1 .21-.13h6.05A1.25 1.25 0 0 0 23.75 13Z"/></symbol><symbol id="icon-text-underline" viewBox="0 0 24 24"><path d="M22.5 21.25h-21a1.25 1.25 0 0 0 0 2.5h21a1.25 1.25 0 0 0 0-2.5ZM2 2.75h1.34a.25.25 0 0 1 .25.25v8.52a8.41 8.41 0 0 0 16.82 0V3a.25.25 0 0 1 .25-.25H22a1.25 1.25 0 0 0 0-2.5h-5.7a1.25 1.25 0 0 0 0 2.5h1.36a.25.25 0 0 1 .25.25v8.52a5.91 5.91 0 0 1-11.82 0V3a.25.25 0 0 1 .25-.25H7.7a1.25 1.25 0 0 0 0-2.5H2a1.25 1.25 0 0 0 0 2.5Z"/></symbol><symbol id="icon-triangle-down" viewBox="0 -3 40 40"><path d="M30.904 4.333A2.666 2.666 0 0 0 28.584 3H2.637a2.667 2.667 0 0 0-2.28 4l12.974 21.427a2.668 2.668 0 0 0 4.56 0L30.864 7a2.666 2.666 0 0 0 .04-2.667Z"/></symbol><symbol id="icon-triangle-right" viewBox="0 -3 40 40"><path d="M28.08 13.72 6.667.747a2.667 2.667 0 0 0-4 2.293v25.92A2.667 2.667 0 0 0 4 31.293a2.747 2.747 0 0 0 2.667 0L28 18.32a2.666 2.666 0 0 0 0-4.56l.08-.04Z"/></symbol><symbol id="icon-triangle-up" viewBox="0 -3 40 40"><path d="M31.253 25.333 18.28 3.907a2.667 2.667 0 0 0-4.56 0L.747 25.333a2.667 2.667 0 0 0 2.28 4h25.946a2.666 2.666 0 0 0 2.28-4Z"/></symbol><symbol id="icon-undo" viewBox="0 0 24 24"><path d="M17.79 3.77a12.54 12.54 0 0 0-13-.86.24.24 0 0 1-.29-.05L1.94.27a.53.53 0 0 0-.55-.11.51.51 0 0 0-.31.46v6.7a.51.51 0 0 0 .5.5h6.7a.5.5 0 0 0 .46-.31.49.49 0 0 0-.11-.51L6.78 5.11a.22.22 0 0 1-.06-.22.23.23 0 0 1 .15-.18 9.94 9.94 0 0 1 9.46 1.1 9.74 9.74 0 0 1 .1 15.8 1.25 1.25 0 0 0-.27 1.75 1.22 1.22 0 0 0 1 .51 1.25 1.25 0 0 0 .73-.24 12.25 12.25 0 0 0-.11-19.86Z"/></symbol><symbol id="icon-upload" viewBox="0 0 32 31"><path d="M.796 21.663a1.607 1.607 0 0 1 1.646 0c.508.302.812.859.795 1.453v2.499a2.108 2.108 0 0 0 2.097 2.114h21.054a2.108 2.108 0 0 0 2.096-2.114v-2.499a1.637 1.637 0 0 1 .795-1.453 1.607 1.607 0 0 1 1.646 0c.508.302.812.859.796 1.453v2.499c-.003 2.97-2.39 5.377-5.333 5.38H5.334C2.39 30.992.004 28.585 0 25.615v-2.499a1.637 1.637 0 0 1 .795-1.453ZM15.861 0c.37 0 .724.155.976.428l6.477 7.504c.333.386.412.933.201 1.399-.21.465-.67.764-1.178.764H18.78c-.182 0-.33.149-.33.333v12.217c0 1.443-1.16 2.612-2.59 2.612s-2.588-1.169-2.588-2.612V10.43a.332.332 0 0 0-.33-.333H9.383a1.293 1.293 0 0 1-1.173-.763 1.314 1.314 0 0 1 .197-1.394l6.476-7.51A1.33 1.33 0 0 1 15.86 0Z" fill-rule="evenodd"/></symbol><symbol id="icon-user" viewBox="0 0 24 24"><path d="M12 11.75a5.5 5.5 0 1 1 0-11 5.5 5.5 0 0 1 0 11Zm0 1.5a9.511 9.511 0 0 1 9.5 9.5.5.5 0 0 1-.5.5H3a.5.5 0 0 1-.5-.5 9.511 9.511 0 0 1 9.5-9.5Z" fill-rule="nonzero"/></symbol></svg>  </body> </html>