CINXE.COM

<!DOCTYPE html>     <html class="no-js" lang="en-GB"> <head><script type="text/javascript" src="/_static/js/bundle-playback.js?v=HxkREWBo" charset="utf-8"></script> <script type="text/javascript" src="/_static/js/wombat.js?v=txqj7nKC" charset="utf-8"></script> <script>window.RufflePlayer=window.RufflePlayer||{};window.RufflePlayer.config={"autoplay":"on","unmuteOverlay":"hidden"};</script> <script type="text/javascript" src="/_static/js/ruffle/ruffle.js"></script> <script type="text/javascript"> __wm.init("http://web.archive.org/web"); __wm.wombat("https://www.jisc.ac.uk/reports/learning-analytics-in-higher-education","20221006033821","http://web.archive.org/","web","/_static/", "1665027501"); </script> <link rel="stylesheet" type="text/css" href="/_static/css/banner-styles.css?v=S1zqJCYt" /> <link rel="stylesheet" type="text/css" href="/_static/css/iconochive.css?v=3PDvdIFv" />  <title>Learning analytics in higher education | Jisc</title> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"/> <script type="text/javascript">var jiscp = {"joid":-1,"name":"","sector":"","region":""};</script> <link rel="preconnect" href="//web.archive.org/web/20221006033821/https://cdn-eu.dynamicyield.com/"> <link rel="preconnect" href="//web.archive.org/web/20221006033821/https://st-eu.dynamicyield.com/"> <link rel="preconnect" href="//web.archive.org/web/20221006033821/https://rcom-eu.dynamicyield.com/"> <link rel="dns-prefetch" href="//web.archive.org/web/20221006033821/https://cdn-eu.dynamicyield.com/"> <link rel="dns-prefetch" href="//web.archive.org/web/20221006033821/https://st-eu.dynamicyield.com/"> <link rel="dns-prefetch" href="//web.archive.org/web/20221006033821/https://rcom-eu.dynamicyield.com/"> <script> var cookiestring = new RegExp("jisc_eprivacy" + '[^;]+').exec(document.cookie); var value = unescape(!!cookiestring ? cookiestring.toString().replace(/^[^=]+/, '').replace('=', '') : ''); if(value === "active-consent") { var script1 = document.createElement('script'); var script2 = document.createElement('script'); script1.src = "//web.archive.org/web/20221006033821/https://cdn-eu.dynamicyield.com/api/9877327/api_dynamic.js"; script2.src = "//web.archive.org/web/20221006033821/https://cdn-eu.dynamicyield.com/api/9877327/api_static.js"; document.getElementsByTagName('head')[0].appendChild(script1); document.getElementsByTagName('head')[0].appendChild(script2); } </script><script> var cookiestring = new RegExp("jisc_eprivacy" + '[^;]+').exec(document.cookie); var value = unescape(!!cookiestring ? cookiestring.toString().replace(/^[^=]+/, '').replace('=', '') : ''); if(value === "active-consent") { (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2326029,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'http://web.archive.org/web/20221006033821/https://static.hotjar.com/c/hotjar-','.js?sv='); } </script> <link rel="shortcut icon" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/favicon.ico"/> <meta name="description" content="A review of UK and international practice. Read our updated briefing on learning analytics and student success from January 2017 (pdf). Executive summaryEvery time a student interacts with their university – be that going to the library, logging into their virtual learning environment or submitting assessments online – they leave behind a digital footprint. Learning analytics"/> <link rel="canonical" href="http://web.archive.org/web/20221006033821/https://www.jisc.ac.uk/reports/learning-analytics-in-higher-education"/> <link rel="shortlink" href="http://web.archive.org/web/20221006033821/https://www.jisc.ac.uk/node/22607"/> <meta property="og:site_name" content="Jisc"/> <meta property="og:type" content="website"/> <meta property="og:url" content="http://web.archive.org/web/20221006033821/https://www.jisc.ac.uk/reports/learning-analytics-in-higher-education"/> <meta property="og:title" content="Learning analytics in higher education"/> <meta property="og:description" content="A review of UK and international practice. Read our updated briefing on learning analytics and student success from January 2017 (pdf)."/> <meta property="og:image" content="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/img/default-image/Default-guide-card.png"/> <meta name="twitter:card" content="summary_large_image"/> <meta name="twitter:site" content="@jisc"/> <meta name="twitter:url" content="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/reports/learning-analytics-in-higher-education"/> <meta name="twitter:title" content="Learning analytics in higher education"/> <meta name="twitter:description" content="A review of UK and international practice. Read our updated briefing on learning analytics and student success from January 2017 (pdf)."/> <meta name="twitter:image" content="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/img/default-image/Default-guide-card.png"/> <link rel="alternate" type="application/rss+xml" title="Jisc blog feed" href="http://web.archive.org/web/20221006033821/https://feeds.feedburner.com/JISCBlog"/> <link rel="alternate" type="application/rss+xml" title="Jisc news feed" href="http://web.archive.org/web/20221006033821/https://feeds2.feedburner.com/ac/uabG"/> <link rel="alternate" type="application/rss+xml" title="Jisc events feed" href="http://web.archive.org/web/20221006033821/https://feeds2.feedburner.com/ac/toXU"/> <link rel="alternate" type="application/rss+xml" title="Jisc jobs feed" href="http://web.archive.org/web/20221006033821/https://feeds.feedburner.com/JiscJobVacanciesWebFeed"/> <link rel="alternate" type="application/rss+xml" title="Jisc podcasts feed" href="http://web.archive.org/web/20221006033821/https://feeds.feedburner.com/JiscPodcast"/> <link rel="apple-touch-icon" sizes="144x144" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-144x144-precomposed.png"> <link rel="apple-touch-icon" sizes="114x114" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-114x114-precomposed.png"> <link rel="apple-touch-icon" sizes="57x57" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-57x57-precomposed.png"> <link rel="apple-touch-icon" sizes="72x72" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-72x72-precomposed.png"> <link rel="apple-touch-icon" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-precomposed.png"> <link rel="apple-touch-icon" href="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon.png">  <meta property="fb:pages" content="499379160101212"/> <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"/> <meta content="width=device-width,initial-scale=1.0" name="viewport"/> <meta content="on" http-equiv="cleartype"/>  <meta name="format-detection" content="telephone=no"/> <meta name="google-site-verification" content="UNqcoVblscrmuOfPyGUTeRMyNRcroUK_U9ghx-PFl0Q"/> <link href="//web.archive.org/web/20221006033821cs_/https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,500,500i" rel="stylesheet"> <link href="http://web.archive.org/web/20221006033821cs_/https://fonts.googleapis.com/css2?family=Roboto+Slab&display=swap" rel="stylesheet"> <link rel="stylesheet" href="http://web.archive.org/web/20221006033821cs_/https://www.jisc.ac.uk/sites/default/files/css/css_rEI_5cK_B9hB4So2yZUtr5weuEV3heuAllCDE6XsIkI.css"/> <link rel="stylesheet" href="http://web.archive.org/web/20221006033821cs_/https://www.jisc.ac.uk/sites/default/files/css/css_oBsiHIoIA5lAPqK9E6jDdaNe3tAN5Nagql7giHq9cno.css"/> <link rel="stylesheet" href="http://web.archive.org/web/20221006033821cs_/https://www.jisc.ac.uk/sites/default/files/css/css_PsIMLeNhMOWYLk90AWTJ5AtR6KQeGbR_YScSoC_7uSM.css" media="print"/> <style type="text/css"> .cookie-bar { color: #fff; background-color: #0d224c;} .cookie-bar__confirm2, .cookie-bar__confirm, .cookie-bar__reject { padding: .9rem 1.8rem; color: #0D224E!important; line-height: 1; text-align: center; text-decoration: none!important; background-color: #fff; margin-left: 25px ; margin-left: 2.5rem ; font-size: 18px ; font-size: 1.8rem ; line-height: 22px ; line-height: 2.2rem ; -webkit-border-radius: 3px; -moz-border-radius: 3px; -ms-border-radius: 3px; -o-border-radius: 3px; border-radius: 3px; } .cookie-bar__confirm2:visited, .cookie-bar__confirm:visited, .cookie-bar__reject:visited { color: #0D224E; } @media print { .cookie-bar__reject:visited { color: #0D224E; } } .cookie-bar__confirm2:focus, .cookie-bar__confirm:focus, .cookie-bar__reject:focus { color: #007aaa; background-color: #d9d9d9; outline: 0.3rem solid #fd6; } .cookie-bar__confirm2:hover, .cookie-bar__confirm:hover, .cookie-bar__reject:hover { box-shadow: 0 0.3rem 1.2rem rgba(0, 0, 0, 0.23), 0 0.3rem 1.2rem rgba(0, 0, 0, 0.16); color: #0D224E; background-color: #d9d9d9; transition: all 0.3s cubic-bezier(0.25, 0.8, 0.25, 1); } .cookie-bar__reject:hover { transition: none; } .cookie-bar__reject:active { box-shadow: none; } .cookie-bar__confirm2:focus:hover, .cookie-bar__confirm:focus:hover, .cookie-bar__reject:focus:hover { color: #0D224E; text-decoration: none; background-color:#d9d9d9; outline: 0.3rem solid #fd6; } .cookie-bar__confirm2:active, .cookie-bar__confirm:active, .cookie-bar__reject:active { color: #0D224E; text-decoration: none; background-color: #d9d9d9; outline: 0.3rem solid #fd6; } </style> <script> dataLayer = []; </script> <script src="/web/20221006033821js_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/js/vendor/modernizr.js"></script> <script src="/web/20221006033821js_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/js/vendor/a11y-toggle.min.js"></script>  <script>(function(w,d,s,l,i){ var cookiestring = new RegExp("jisc_eprivacy" + '[^;]+').exec(document.cookie); var value = unescape(!!cookiestring ? cookiestring.toString().replace(/^[^=]+/, '').replace('=', '') : ''); if(value === "active-consent") { w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'http://web.archive.org/web/20221006033821/https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); } })(window,document,'script','dataLayer','GTM-PWX6FN');</script>   </head> <body class="jisc not-front no-sidebars node-type-guide">  <noscript><iframe src="http://web.archive.org/web/20221006033821if_/https://www.googletagmanager.com/ns.html?id=GTM-PWX6FN" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>  <div id="cookie-bar-main" class="cookie-bar" style="display: none;"> <div class="inner"> <p class="cookie-bar__notification">We use cookies to give you the best experience and to help improve our website</p> <p> <a class="cookie-bar__link" href="/web/20221006033821/https://www.jisc.ac.uk/website/cookies">Find out more about how we use cookies</a> </p> <p class="cookie-bar__options-title">Choose whether to use cookies:</p> <p class="cookie-bar__options"> <a href="#" class="cookie-bar__reject">No thanks</a> <a href="#" class="cookie-bar__confirm">Yes, I accept</a> </p> </div> </div> <header class="masthead jsSiteMasthead" role="banner" xmlns="http://www.w3.org/1999/html"> <div class="inner"> <a id="skiplinks" class="visuallyhidden focusable in-page" href="#main"> <span>Skip to main content</span> </a> </div> <div class="c-main-site-header jsMainSiteHeader"> <div class="c-main-site-header__primary-signpost "> <div class="c-main-site-header__container"> <div class="c-main-site-header__primary-signpost-inner"> <p class="c-main-site-header__brand"> <a class="c-main-site-header__brand-link" href="/web/20221006033821/https://www.jisc.ac.uk/" title="Go to the Jisc homepage"> <img class="c-main-site-header__brand-img" src="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/img/jisc-logo.svg" alt="Jisc"/> </a> </p> <nav class="c-main-site-header__you-are-in" aria-label="Breadcrumb"> <p class="c-main-site-header__you-are-in-title">You are in:</p> <ul class="c-main-site-header__you-are-in-list"> <li><a href="/web/20221006033821/https://www.jisc.ac.uk/reports">Reports</a></li><li><span>Learning analytics in higher education</span></li> </ul> </nav> <div class="c-main-site-header__utilities"> <p class="c-main-site-header__utilities-title">Utilities:</p> <ul class="c-main-site-header__utilities-list c-main-site-header__utilities-list--menu-triggers"> <li class="c-main-site-header__utilities-item"> <button class="c-main-site-header__trigger c-main-site-header__trigger--enabled jsUtilityTrigger" data-a11y-toggle="a11ytoggle-siteSearchTarget" data-trigger-role="search" aria-label="Search this website"> <div class="c-main-site-header__trigger-search-icon jsFnbMenuIconTrigger" data-icon-role="search"> <span class="c-main-site-header__trigger-search-icon-circle"></span> <span class="c-main-site-header__trigger-search-icon-handle"></span> </div> <span class="c-main-site-header__trigger-copy">Search this website</span> </button> </li> <li class="c-main-site-header__utilities-item"> <button class="c-main-site-header__trigger c-main-site-header__trigger--disabled" aria-disabled="true" aria-label="Disabled site navigation" disabled="disabled"> <div class="c-main-site-header__trigger-menu-icon" data-icon-role="navigation"> <span class="c-main-site-header__trigger-menu-icon-line"></span> <span class="c-main-site-header__trigger-menu-icon-line"></span> <span class="c-main-site-header__trigger-menu-icon-line"></span> </div> <span class="c-main-site-header__trigger-copy">Disabled site navigation</span> </button> </li> </ul> <ul class="c-main-site-header__utilities-list c-main-site-header__utilities-list--nav-and-site-search"> <li class="c-main-site-header__utilities-item"> <div class="search search--not-front" id="search"> <span class="c-main-site-header__site-search-label-copy">Search the Jisc website</span> <form action="/web/20221006033821/https://www.jisc.ac.uk/search" method="post" id="search-api-page-search-form-search-" accept-charset="UTF-8"> <label class="visuallyhidden" for="search_term"><span class="form-fields__label-text">Search </span></label> <input class="ui-autocomplete-input" placeholder="Search Jisc" id="search_term" autocomplete="off" type="text" name="keys_1" value="" size="30" maxlength="128"/> <input type="hidden" name="id" value="1"/> <a href="#" class="close ico ico-cross">Clear search results</a><input class="ico ico-search-glass" type="submit" id="edit-submit-1" name="op" value="Search"/><input type="hidden" name="form_build_id" value="form-IFrlFCNqo0hZ5LqkzGcXCBxoCFkutno4bARu6t96mSA"/> <input type="hidden" name="form_id" value="search_api_page_search_form_search_"/> </form> <div id="search-results" class="search-results-dropdown"> <p class="search-results__intro"></p> </div> </div> </li> </ul> </div> </div> </div> </div> <div class="c-main-site-header__menu jsMenuTarget" id="a11ytoggle-siteSearchTarget" data-is-small-viewport=""> <div class="c-main-site-header__site-search c-main-site-header__site-search--in-menu" role="search"> <div class="search search--not-front" id="search"> <span class="c-main-site-header__site-search-label-copy">Search the Jisc website</span> <form action="/web/20221006033821/https://www.jisc.ac.uk/search" method="post" id="search-api-page-search-form-search-" accept-charset="UTF-8"> <label class="visuallyhidden" for="search_term"><span class="form-fields__label-text">Search </span></label> <input class="ui-autocomplete-input" placeholder="Search Jisc" id="search_term" autocomplete="off" type="text" name="keys_1" value="" size="30" maxlength="128"/> <input type="hidden" name="id" value="1"/> <a href="#" class="close ico ico-cross">Clear search results</a><input class="ico ico-search-glass" type="submit" id="edit-submit-1" name="op" value="Search"/><input type="hidden" name="form_build_id" value="form-IFrlFCNqo0hZ5LqkzGcXCBxoCFkutno4bARu6t96mSA"/> <input type="hidden" name="form_id" value="search_api_page_search_form_search_"/> </form> <div id="search-results" class="search-results-dropdown"> <p class="search-results__intro"></p> </div> </div> </div> </div> <div class="c-main-site-header__menu" aria-hidden="true"> <nav> <div class="c-main-site-header__main-nav jsMainNavHook"> <p class="c-main-site-header__main-nav-title">Navigation:</p> <div class="c-main-site-header__main-nav-secondary jsMainNavSecondaryHook"> </div> </div> </nav> </div> </div> </header> <main id="main" class="jsMainContent" role="main"> <div class="inner l-pull-left featured top-bar"> <div class="l-centre-offset row"> </div> </div> <section class="t-guides-and-cribsheets t-report"> <div class="inner"><div id="target-space"></div></div>  <section class="t-guides-and-cribsheets t-report"> <div class="inner l-pull-left featured"> <article class="content-longform article-full"> <div class="inner l-pull-left v-light top-bar"> <div class="l-centre-offset"> <a href="/web/20221006033821/https://www.jisc.ac.uk/guides" class="marker marker--page">Report</a> <header class="content-longform__header"> <div class="l-main-panel"> <h1 class="page-title">Learning analytics in higher education</h1> <p class="field field-type-text-long article-full__strapline">A review of UK and international practice. <a href="http://web.archive.org/web/20221006033821/http://repository.jisc.ac.uk/6560/1/learning-analytics_and_student_success.pdf">Read our updated briefing on learning analytics and student success from January 2017 (pdf).</a></p> </div> <div class="l-side-panel"> <div class="boxout"> <div class="linklist"> <p class="linklist__title">About this report</p> <p class="linklist__subtitle">Authors</p> <ul> <li class="linklist__item"><p class="field field-type-text">Niall Sclater</p> Consultant and director, Sclater Digital Ltd </li><li class="linklist__item"><p class="field field-type-text">Alice Peasgood</p> Educational technology consultant and researcher </li>  <li class="linklist__item"> Published: <time property="dc:date" datatype="xsd:dateTime" content="2016-04-19T00:00:00+01:00" datetime="2016-04-19T00:00:00+01:00">19 April 2016</time> </li> <li class="linklist__item"> Updated: <time>19 April 2016</time> </li> </ul> </div>  </div>  <div class="linkbox"> <a target="_blank" href="http://web.archive.org/web/20221006033821/https://www.jisc.ac.uk/sites/default/files/learning-analytics-in-he-v3.pdf"> <div class="duo"> <div class="duo__side"> <span class="ico ico-pdf-white"></span> </div> <div class="duo__body"> <b>Download as PDF</b><br> </div> </div> </a> </div>  </div>  </header> </div> </div> <div class="l-centre-offset"> <section class="content-longform__main localnav__wrapper"> <div class="book-menu span-9"> </div> <div class="row"> <div class="col span-2"> <div class="l-gutter--right"> <nav class="localnav"> <p class="localnav__title"> Contents </p> <ul><li><a class="in-page" href="#executive">Executive summary</a></li><li><a class="in-page" href="#intro">Introduction</a></li><li><a class="in-page" href="#rapid">A rapidly-developing field</a></li><li><a class="in-page" href="#how">How learning analytics works</a></li><li><a class="in-page" href="#findings">Findings and impact</a></li><li><a class="in-page" href="#case-studies">Case studies</a></li><li><a class="in-page" href="#references">References</a></li></ul> </nav>  </div> </div> <div class="col span-10"> <div class="l-gutter--right"> <div class="auto-section article-full__body"> <h2><a id="executive" name="executive"></a>Executive summary</h2><p>Every time a student interacts with their university – be that going to the library, logging into their virtual learning environment or submitting assessments online – they leave behind a digital footprint. Learning analytics is the process of using this data to improve learning and teaching.</p><p>Learning analytics refers to the measurement, collection, analysis and reporting of data about the progress of learners and the contexts in which learning takes place. Using the increased availability of big datasets around learner activity and digital footprints left by student activity in learning environments, learning analytics take us further than data currently available can.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Learning analytics refers to the measurement, collection, analysis and reporting of data about the progress of learners and the contexts in which learning takes place</p></p></blockquote></aside><p>This report documents the emerging uses of learning analytics in the United States, Australia and the United Kingdom. Through a series of eleven case studies it presents an overview of the evidence currently available of the impact that analytics are having on teaching and learning – and highlights some of the opportunities for the UK higher education sector. Given the current focus on teaching excellence in the higher education sector, it will be of interest to policy makers and institutional leaders alike.</p><p>A survey of vice-chancellors published last year by PA Consulting suggests vice-chancellors perceive the UK to be lagging behind, with 60% believing that the important innovations in student data analytics are taking place primarily overseas.</p><p>However, the UK is now starting to wake up to the possibilities that learning analytics provides. In their recent report, <a href="http://web.archive.org/web/20221006033821/http://www.policyconnect.org.uk/hec/research/report-bricks-clicks-potential-data-and-analytics-higher-education">From Bricks to Clicks</a>, the <a href="http://web.archive.org/web/20221006033821/http://www.policyconnect.org.uk/hec/">Higher Education Commission</a> concluded that analytics had</p><blockquote><p>“enormous potential to improve the student experience at university”</p></blockquote><p>and recommended that all institutions consider introducing an appropriate learning analytics system.</p><p>Jisc is currently <a href="/web/20221006033821/https://www.jisc.ac.uk/rd/projects/effective-learning-analytics">working with 50 universities in the UK to set up a national learning analytics service for higher and further education</a>. This is the first time learning analytics has been deployed at a national level anywhere in the world, creating a unique opportunity for the UK to lead the world in the development of learning analytics.</p><p>Although, learning analytics is still at a relatively early stage of development there is convincing evidence from early adopters that learning analytics will help to improve outcomes.</p><p>The <a href="#case-studies">case studies</a> presented in this report are a snapshot of some of the most prominent institution level learning analytics initiatives worldwide. Together they provide evidence that:</p><ul><li>Researchers have demonstrated the validity of the predictive models used by learning analytics systems</li><li>The interventions carried out with students have been effective</li><li>There are other benefits to taking a more data-driven approach to higher education provision</li></ul><p>Extrapolating from current practice, in the UK and internationally, we anticipate that learning analytics could make significant contributions in the following areas:</p><section class="is-collapsible is-collapsible--blue user-created "><h3 class="cx_collapsibles__trigger">As a tool for quality assurance and quality improvement</h3><div class="cx_collapsibles__target"><p>With many teaching staff using data to improve their own practice, and many institutions proactively using learning analytics as a diagnostic tool on both an individual level (eg identifying issues) and a systematic level (eg informing the design of modules and degree programmes).</p><p>In our response to the Higher Education Green Paper, we outlined how learning analytics could contribute to the Teaching Excellence Framework. In the first instance we expect that learning analytics data could be used by institutions as part of their submission of evidence to support applications for the higher levels of <span class="lexicon-term has-tooltip" title="teaching excellence framework"><abbr title="teaching excellence framework">TEF</abbr></span>. In the medium term, we will explore with the sector whether learning analytics data might be used to create appropriate new metrics.</p><p>Similarly, we envisage learning analytics data will also be useful for institutions in demonstrating compliance with the new quality assurance arrangements being developed in England, which will require more regular review of outcomes and evidence of action taken by institutions to deal with issues.</p></div></section><section class="is-collapsible is-collapsible--blue user-created "><h3 class="cx_collapsibles__trigger">As a tool for boosting retention rates</h3><div class="cx_collapsibles__target">With institutions using analytics to identify at risk students – and intervening with advice and support – at an earlier stage than would otherwise be possible.</div></section><section class="is-collapsible is-collapsible--blue user-created "><h3 class="cx_collapsibles__trigger">As a tool for assessing and acting upon differential outcomes among the student population</h3><div class="cx_collapsibles__target">With analytics being used to closely monitor the engagement and progress of sub-groups of students, such as BME students or students from low participation areas, relative to the whole student body, prior to assessment results being made available. Additional support can be provided to identified individuals from underperforming groups to improve attainment.</div><div class="cx_collapsibles__target">At the <a href="http://web.archive.org/web/20221006033821/http://www.derby.ac.uk/">University of Derby</a>, analytics are already being used to ensure that decision making on supporting black and minority ethnic (BME) students is evidence-based.</div></section><section class="is-collapsible is-collapsible--blue user-created "><h3 class="cx_collapsibles__trigger">As an enabler for the development and introduction of adaptive learning</h3><div class="cx_collapsibles__target">ie, personalised learning delivered at scale, whereby students are directed to learning materials on the basis of their previous interactions with, and understanding of, related content and tasks.</div></section><p> <figure class="media media-element l-shift-right file-default"> <div class="media__inner"> <img data-delta="1" typeof="foaf:Image" src="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/default/files/learning-analytics-map1-v2.jpg" alt="" title=""/> <div class="media__attribution"> <div class="media__attribution__title"> <span class="ico ico-i">Creative Commons attribution information</span> </div> <div about="" class="media__attribution__info"> <div xmlns:cc="http://creativecommons.org/ns#" xmlns:dct="http://purl.org/dc/terms/" class="last-child"> <div property="cc:title" class="cc__title">Map showing learning analytics case studies (text alternative below image)</div><div class="cc__author">©<span property="cc:attributionName">Jisc</span></div><div class="cc_license last-child"><a rel="license" href="http://web.archive.org/web/20221006033821/http://creativecommons.org/licenses/by-nc-nd/3.0">CC BY-NC-ND</a></div> </div> </div> </div> </div> </figure> </p><p> <figure class="media media-element file-default"> <div class="media__inner"> <img data-delta="2" typeof="foaf:Image" src="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/default/files/learning-analytics-map2-v2.jpg" alt="" title=""/> <div class="media__attribution"> <div class="media__attribution__title"> <span class="ico ico-i">Creative Commons attribution information</span> </div> <div about="" class="media__attribution__info"> <div xmlns:cc="http://creativecommons.org/ns#" xmlns:dct="http://purl.org/dc/terms/" class="last-child"> <div property="cc:title" class="cc__title">Map showing learning analytics case studies (text alternative below image)</div><div class="cc__author">©<span property="cc:attributionName">Jisc</span></div><div class="cc_license last-child"><a rel="license" href="http://web.archive.org/web/20221006033821/http://creativecommons.org/licenses/by-nc-sa/3.0">CC BY-NC-SA</a></div> </div> </div> </div> </div> </figure> </p><section class="is-collapsible is-collapsible--blue user-created "><h3 class="cx_collapsibles__trigger">Case studies - text alternative for map images</h3><div class="cx_collapsibles__target"><h4>Purdue University - Indiana, United States</h4><ul><li>Identifies potential problems as early as the second week of term</li><li>Users seek help earlier and more frequently</li><li>Led to <strong>12%</strong> more B and C grades, <strong>14% fewer</strong> D and F grades</li></ul><h4>University of Maryland, United States</h4><ul><li>Students who obtain low grades use the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> <strong>40%</strong> less than those with C grades or higher</li><li>Used to identify effective teaching strategies which could be deployed on other models</li></ul><h4>California State University, Chico, United States</h4><ul><li>Found that use of virtual learning environment can be used as a proxy for student effort</li><li><span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> use explained <strong>25% </strong>of the variation in final grade - and was <strong>four times</strong> as strongly related to achievement as demographic factors</li></ul><h4>Marist College, New York, United States</h4><ul><li>Predictive model provides <strong>earlier feedback</strong> - allowing them to address any issues before it is too late</li><li><strong>6% </strong>improvement in final grade by at-risk students who received a learning intervention</li></ul><h4>New York Institute of Technology, New York, United States</h4><p><strong>74%</strong> of students who dropped out had been predicted as at-risk by the data model.</p><h4>Nottingham Trent University, UK</h4><ul><li>Strong link with retention - less than a quarter of students with low average engagement progressed to the second year, whereas over <strong>90%</strong> of students with good or high average engagement did so</li><li>Strong link with achievement - <strong>81%</strong> of students with a high average engagement graduated with a 2:1 or first class degree, compared to only <strong>42%</strong> of students with low average engagement</li><li>27% of students reported changing their behaviour after using the system</li><li>Received a positive reception among students and staff</li><li>One third of tutors contacted students as a result of viewing their engagement data in the dashboard </li></ul><h4>Open University, UK</h4><p>Analytics used to:</p><ul><li>Inform strategic priorities to continually enhance the student experience, retention and progression</li><li>Drive interventions at student, module and qualification levels</li></ul><h4>The Open Universities Australia</h4><p>Analytics used to:</p><ul><li>Drive personalisation and adaptation of content recommended to individual students</li><li>Provide input and evidence for curriculum redesign</li></ul><h4>Edith Cowan University, Perth, Western Australia</h4><p>Created probability of retention scores for each undergraduate student - used to identify students most likely to need support.</p><h4>University of New England, Australia</h4><p>Learning analytics is part of a wider ecosystem of engagement with students via social media to foster a sense of community amongst students who may be studying part time, or at a distance, as well as on campus.</p><h4>Wollongong University, Australia</h4><p>SNAPP visualises participant relationships in online discussion forums in real time, as a network diagram. It helps facilitators to avoid dominating the conversation and encourage greater engagement with students who are less connected with their peers in the forum.</p></div></section><h3>Use and impact of learning analytics: lessons from the case studies</h3><h4>(1) Improving the quality of teaching</h4><h5>Analytics have been used to improve teaching</h5><p>The value of dashboards for enhancing teaching or future course provision is also highlighted by the studies. At the <a href="http://web.archive.org/web/20221006033821/https://www.uow.edu.au/index.html">University of Wollongong, Australia</a>, social network analysis revealed interaction patterns that arise in forums that are too facilitator-centric.</p><p>At the <a href="http://web.archive.org/web/20221006033821/http://www.umd.edu/">University of Maryland</a>, it was found that innovations which led to improvements in student performance on one course appeared to lead them to also perform better in subsequent courses.</p><p>Meanwhile learning analytics can furnish teaching staff with better information on the quality of the educational content and activities they are providing, and on their teaching and assessment processes, to enable its continual enhancement.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Learning analytics can furnish teaching staff with better information on the quality of the educational content and activities they are providing</p></p></blockquote></aside><p>Obtaining better data on the student experience potentially enables an institution to identify and address issues of concern to learners such as inadequate feedback. Universities are reporting that these interventions can help to build better relationships between students and staff.</p><p>Analytics can be used by lecturers and tutors to monitor the performance of their students while the module is taking place; they can then adapt their teaching if, for example, they identify that students are struggling with a particular topic. Other analytics on student data takes place retrospectively, enabling future cohorts of students to benefit from enhancements to educational content and processes.</p><h5>Wider benefits</h5><p>The roll out of learning analytics may have broader institutional impacts on learning, teaching and student support. At the <a href="http://web.archive.org/web/20221006033821/http://www.open.ac.uk/">Open University</a> the aim is develop an ‘analytics mindset’ across the institution and to base decision making increasingly on evidence. At <a href="http://web.archive.org/web/20221006033821/http://www.ntu.ac.uk/">Nottingham Trent</a> too it is reported that the project has helped to extend a culture of data-driven decision making across the university.</p><p>Implementing learning analytics is often one strand of a wider institutional strategy, although even a small scale pilot can generate increased awareness and discussion around issues such as retention. In some implementations good practice has been identified at the individual tutor or module level that was previously invisible within the wider institution. Thus analytics can have beneficial effects beyond the immediate aims of the project, and can be part of a cultural change towards more evidence based decision making.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Analytics can have beneficial effects beyond the immediate aims of the project</p></p></blockquote></aside><p>Dashboards may have other benefits beyond the retention of students and the enhancement of teaching: at Nottingham Trent the dashboard is reported to have helped build better relations between learners and personal tutors.</p><h4>(2) Boosting retention</h4><p>A better understanding of data about learners and their learning can help universities to tackle high attrition rates, which result in adverse impacts on the lives of those affected, and wasted expense for the institutions.</p><h5>Analytics can identify struggling students earlier</h5><p>By merging information known about individuals in advance, such as their prior qualifications, with data accumulated about their educational progress, learners likely to withdraw can be identified earlier than in the past. At <a href="http://web.archive.org/web/20221006033821/http://www.purdue.edu/">Purdue University</a> in the United States, for example, problems are identified as early as the second week in the semester, something which simply was not possible before.</p><p>Student data analytics can be used to be predict which students will not progress to the next academic year. At <a href="http://web.archive.org/web/20221006033821/http://www.nyit.edu/">New York Institute of Technology (NYIT)</a>, approximately three out of every four students who do not return to their studies the following year had been predicted as at risk by the model. Similarly, analysis of data from Nottingham Trent University showed that less than a quarter of students with a low average engagement score progressed from the first to the second year, whereas over 90% of students with good or high average engagement scores did so.</p><p>Analytics have had a positive impact on retention Once an at-risk student has been identified, personalised interventions such as advice or support from a tutor can then be taken to help to try to retain those students.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Once an at-risk student has been identified, personalised interventions such as advice or support from a tutor can then be taken</p></p></blockquote></aside><p>Some examples of interventions include student-facing dashboards which contain tools that show the student’s progress relative to their own goals or to the rest of the cohort. In some cases, this is found to motivate students, although other examples indicate, perhaps unsurprisingly, that the more confident and successful students tend to use the tools to a greater extent than struggling students.</p><p>At the <a href="http://web.archive.org/web/20221006033821/https://www.une.edu.au/">University of New England</a> for example <strong>attrition was cut from 18% to 12%</strong> during early trials of their Automated Wellness Engine.</p><p>The Signals project at Purdue University is one of the earliest and most frequently cited learning analytics implementations. Later projects have refined the modelling techniques, developed intervention strategies or transferred predictive models to other contexts. Use of the Signals system led to at 14% reduction in the number of D and F grades.</p><h4>(3) Enabling students to take control of their own learning</h4><p>Giving students better information on how they are progressing and what they need to do to meet their educational goals is another important application for learning analytics.</p><p>Meanwhile some universities are providing analytics- based systems to help students to select future modules, building on data about their career choices, aptitudes and grades for previous modules to provide optimum pathways through their studies.</p><h3>Analytics have been perceived positively by students</h3><p><strong>Learning analytics can provide students with an opportunity to take control of their own learning, give them a better idea of their current performance in real-time and help them to make informed choices about what to study.</strong></p><p>Learners overall seem to like having better data provided to them on their progress. 89% of students in one survey at Purdue considered Signals a positive experience, while</p><p>74% said their motivation was increased by using it. At Nottingham Trent some learners report that seeing their own engagement is a positive spur to stay engaged. Indeed, NTU have reported that the provision of learning analytics is now expected by students.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>“massive power and potential to tackle some of the problems and challenges that currently exist in UK higher education.”</p></p></blockquote></aside><p>Objections by students to the use of their data for learning analytics are not widely reported in the case studies or in other literature. In the UK, the <a href="http://web.archive.org/web/20221006033821/http://www.nus.org.uk/">National Union of Students</a> has been largely positive about developments in this area, described learning analytics as having “massive power and potential to tackle some of the problems and challenges that currently exist in UK higher education.”</p><h3>Conclusions</h3><p><strong>Learning analytics has the potential to transform the way we measure impact and outcomes in learning environments – enabling providers to develop new ways of achieving excellence in teaching and learning, and providing students with new information to make the best choices about their education. The UK should grasp this opportunity to lead the world in the development and use of learning analytics.</strong></p><p>Learning analytics is still at a relatively early stage of development, but the processes for developing its use, and ensuring the authenticity and validity of the findings, are developing rapidly. Although not yet well understood yet across the sector, there is convincing evidence that learning analytics will help to develop more student-focused provision of higher education, and provide data and tools that institutions will be able to use for continuous improvement.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>We believe that continued investment in learning analytics by the UK higher education sector will lead to better outcomes for students, universities and wider society</p></p></blockquote></aside><p>We believe that continued investment in learning analytics by the UK higher education sector will lead to better outcomes for students, universities and wider society.</p><h2><a id="intro" name="intro"></a>Introduction</h2><p><strong>Across business, industry, government and other areas of human endeavour, vast amounts of data are being accumulated and processed to develop understanding of people’s activities, and to optimise organisational processes and outputs.</strong></p><p>The use of data mining and business intelligence software to analyse their customers and products is now key to the survival and expansion of organisations across many sectors. In higher education large datasets exist about learners, their learning and the environments in which they study. Universities are however only beginning to understand how to exploit this to enhance the educational experience for their students.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>In higher education large datasets exist about learners, their learning and the environments in which they study</p></p></blockquote></aside><p>While there are some promising examples in the UK, this country is slipping behind the US and Australia in particular, where the new discipline of learning analytics is gaining increasing prominence among educators and policy makers.</p><h3>Motivations for use of student data</h3><p>A number of drivers make it imperative for universities to obtain value from the rich data sources they are building up about their learners. Much of the impetus for learning analytics worldwide comes from increasingly stretched university budgets and a need for evidence based prioritisation of spending. While student fee income has to some extent alleviated financial pressures in English higher education, strong incentives remain to deploy resources spent on learning and teaching as efficiently and effectively as possible. Meanwhile students, as consumers, will increasingly, and justifiably, expect to be able to see evidence that their fees are being spent appropriately.</p><p>Many universities have unacceptably high attrition rates, resulting in adverse impacts on the lives of those affected, and wasted expense for the institutions. There is a resulting drain on the economy, not least by increasing the number of student loans which may never be paid back.</p><p>By merging information known about individuals in advance, such as their prior qualifications, with data accumulated about their educational progress, learners likely to withdraw can be identified earlier than in the past. Personalised interventions such as advice from a tutor can then be taken to help to try to retain those students. Better retention helps in numerous ways, not least in reducing the necessary expenditure on marketing and recruitment, and improving individual universities’ positions in league tables (Arnold, 2010).</p><p>While not all institutions have problems with retention, educators are likely to have an interest in maximising the academic performance of their students and enhancing the overall experience of attending their institutions. This of course is likely ultimately to impact on league table positions and reputation, and thus improve recruitment.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Some analytics are used by lecturers to monitor the performance of their students while the module is taking place</p></p></blockquote></aside><p>Learning analytics can furnish teachers with information on the quality of the educational content and activities they are providing, and on their teaching and assessment processes. Some analytics are used by lecturers to monitor the performance of their students while the module is taking place; they can then adapt their teaching if for example they identify that students are struggling with a particular topic. Other analytics on student data takes place subsequently, enabling future cohorts of students to benefit from enhancements to educational content and processes.</p><h3>Benefits for learners</h3><p>Learners themselves, particularly when beginning higher education, often have little idea of how they are performing in comparison with others, have gaps in prerequisite knowledge, and lack key study skills. Giving students better information on how they are progressing and what they need to do to meet their educational goals is an important application for learning analytics.</p><p>This has the potential to transform their learning and their understanding of how they learn by giving continual formative feedback as they progress through their studies. It also enables them to compare themselves to peers, adding a competitive element (an important motivator for many students) and a check that they are keeping up with the group or with the progress of successful students in previous cohorts.</p><p>Meanwhile some universities provide analytics based systems to help students select future modules, building on data about their career choices, aptitudes and grades for previous modules to provide optimum pathways through their studies.</p><p>Adaptive learning systems are emerging to help students develop skills and knowledge in a more personalised and self-paced way. These too may depend on data about a student’s aptitude and performance, together with fine grained details of their clickstream, enabling the educational content to be tailored to their level of understanding as they progress through it.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Adaptive learning systems are emerging to help students develop skills and knowledge in a more personalised and self-paced way</p></p></blockquote></aside><p>While these systems may be inappropriate for certain aspects of higher education, particularly the development of higher order research and communication skills, they are set to revolutionise the teaching of basic skills and the provision of educational content. This data can also provide better understanding for educators of how their content is being used and how effective it is, and enable its continual enhancement. The student activity data can in turn be aggregated and combined with other educational data to give a richer picture of the effectiveness of learning programmes at successively higher levels in institutions, to programme managers, deans, senior management and ultimately education authorities and government.</p><h3>Developments in the UK</h3><p>A number of institutions in the UK are deploying learning analytics in different ways and for a variety of reasons.</p><p>A study was commissioned by Jisc in late 2014 which analysed the innovations in learning analytics in the UK (Sclater, 2014). The research found that early adopters were driven by a desire to enhance the student learning experience for reasons such as improving achievement and reducing the number of resits, providing better feedback, and empowering students to become more reflective learners.</p><p>Some institutions had significant issues with retention and saw learning analytics as a way to identify students at risk of dropout; for others retention was not a significant problem. Providing students themselves with better information on their progress was also mentioned as being an important driver.</p><p>An issue several institutions raised was the requirement to provide information on the attendance of foreign students to UK Visas and Immigration. This required capturing attendance data in various ways, which can be an effective proxy for student engagement and hence bring the additional benefit of being able to identify students, both foreign and local, who are struggling.</p><p>Another clear external driver mentioned by some institutions was the National Student Survey; obtaining better data on the student experience potentially enables an institution to identify and address issues of concern to learners such as the provision of feedback. <a href="http://web.archive.org/web/20221006033821/http://www2.mmu.ac.uk/">Manchester Metropolitan University</a> attributed a nine per cent increase in student satisfaction over two years to its efforts to reorganise its curriculum based on better analysis of student requirements.</p><p>Learning analytics is seen by some universities as a way of enhancing teaching, in particular by encouraging more timely marking of student work, and helping to build better relationships between students and staff. For several institutions the focus was on putting the analytics tools in the hands of staff who work directly with learners, and providing them with actionable insights into student performance. At Nottingham Trent University it was found that tutors were putting effort into supporting students who requested help but missing those who most needed it. A key aim of learning analytics there was to help identify students at risk before it was too late to intervene.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Learning analytics is seen by some universities as a way of enhancing teaching, in particular by encouraging more timely marking of student work</p></p></blockquote></aside><p>A number of institutions mention varying levels of achievement among different ethnic groups or genders and describe how they are using analytics to identify and attempt to provide additional support to individuals from underperforming groups. The University of Derby used analytics to ensure that its decision making on supporting black and minority ethnic (BME) students was evidence- based. It developed a handbook of good practice for academic staff which appeared to have improved the performance of BME students. Nottingham Trent aimed to develop more fine-grained understanding of the factors which lead to a particular minority struggling. A group may have more difficulties with one subject than another, and individuals within a group do not necessarily conform to its characteristics, so the aim was to develop a highly personalised approach to the provision of student support.</p><p>As well as a few high profile institution level deployments there are various examples of small scale initiatives in UK higher education to analyse data on students and their learning activities. These often fail to scale up, however interest among senior management in the potential of learning analytics to address strategic issues appears to be growing rapidly. A recent study by the UK <a href="http://web.archive.org/web/20221006033821/http://helfuk.blogspot.co.uk/">Heads of Elearning Forum (HeLF)</a> of 53 institutions found that the main focus of interest around learning analytics in UK universities is on retention and the enhancement of learning, with equal importance being placed on both.</p><p>The same study found that nearly half of the institutions surveyed have not implemented learning analytics at all, roughly a third are working towards implementation and a fifth have partially implemented it. The report also mentions that three quarters of senior management had limited understanding of the benefits of learning analytics and that awareness and understanding vary widely across departments within institutions (Newland et all, 2015).</p><h2><a id="rapid" name="rapid"></a>Learning analytics: a new and rapidly developing field</h2><h3>Defining learning analytics</h3><p>Learning analytics combines expertise from different academic disciplines such as educational data mining and predictive modelling. In 2007, Campbell et al discussed the opportunities for ‘academic analytics’ to address some of the growing challenges in US higher education such as poor retention rates. Learning analytics began to coalesce as a discipline its own right around 2010 (Ferguson, 2012), while academic analytics is now regarded as being more concerned with aspects of institutional business such as recruitment, and less related to learning itself. <a href="http://web.archive.org/web/20221006033821/https://solaresearch.org/">The Society for Learning Analytics Research (SoLAR)</a> was formed, and adopted probably the most oft-quoted definition of learning analytics:</p><blockquote><p>Learning analytics is the measurement, collection, analysis and reporting of data about learners and their contexts, for purposes of understanding and optimising learning and the environments in which it occurs.<br/><strong>Siemens & Gašević, 2012</strong></p></blockquote><p>There are overlaps across the three rapidly developing fields but educational data mining, learning analytics and academic analytics are increasingly diverging. Educational data mining is focused primarily on the technical challenges of extracting value from learning-related big data. Learning analytics is concerned with enhancing aspects of learning, while academic analytics focuses more on utilising data for marketing and administrative purposes (Ferguson, 2012; Long & Siemens, 2011).</p><p>The field of learning analytics is influenced by a wide range of disciplines including education, psychology, philosophy, sociology, linguistics, learning sciences, statistics, intelligence and computer machine learning/artificial science. The two most dominant disciplines (by far) of the key researchers in the field are computer science and education (Dawson et al, 2014).</p><h3>Can analytics predict academic success?</h3><p>The idea that measurement of student participation through <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> accesses, submission of assessments and other data can be used as a proxy for learning and hence likely academic success is one of the key concepts of predictive learning analytics. Many studies confirm the assumption that those students who participate more are likely to perform better.</p><p>A model produced at <a href="http://web.archive.org/web/20221006033821/http://www.slu.edu/">St Louis University</a> in Missouri, for example, showed that student access to learning content and the gradebook correlated with their final grade. However, this was considered an unsurprising finding which did not provide any useful insights which could be used to support learners (Buerck & Mudigonda, 2014). Some reports have even suggested that the highest levels of participation do not correlate with the best results; sometimes the most engaged students appear to be the weaker ones who are working particularly hard to try to improve their performance (eg see the Nottingham Trent <a href="#case-studies">case study</a>).</p><p>A report by SoLAR, funded by the Australian Government’s Office for Learning and Teaching (Siemens, Dawson & Lynch, 2013), contains ten brief case studies from some of the most prominent learning analytics initiatives in Australia, the US and the UK. It is notable that few of the projects yet claim any significant impact from learning analytics – and many seem still to be at early stages of implementation. One exception is <a href="http://web.archive.org/web/20221006033821/https://www.qut.edu.au/">Queensland University of Technology’</a>s early intervention programme which the report states “has resulted in significant improvements in retention for those students who have been successfully contacted”. However, no data is provided to back up this claim.</p><p>One of the case studies in the SoLAR report however has some concrete data and significant outcomes: at the University of South Australia 730 students across a range of courses were identified as at risk. Of the 549 who were contacted, 66% passed with an average Grade Point Average (GPA) of 4.29. 52% of at risk students who were not contacted passed with an average GPA of 3.14. This appears to be a significant finding, implying that intervention strategies with struggling students could be extremely important for institutions: if you are identified as at risk but left alone you are not only considerably more likely to fail but your result is likely to be much worse too.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Intervention strategies with struggling students could be extremely important for institutions</p></p></blockquote></aside><p>The dearth of such data overall in the literature and rigorous, empirical, replicable studies however makes it difficult yet to justify any grand claims for the impact of learning analytics. The <a href="#case-studies">case studies</a> provided in this report highlight the work of some of the leading institutions which have provided evidence of effectiveness.</p><p>Papamitsiou & Economides (2014) attempt systematically to analyse the empirical evidence for learning analytics and data mining by examining the literature on case studies between 2008 and 2013. They identified 209 relevant papers in international journals and conferences but narrowed these down to forty based on the number of citations, the degree of innovation, the quality of the methodology and adequate presentation of the findings.</p><p>From this they created an analysis of the strengths, weaknesses, opportunities and threats identified in the literature.</p><ul><li><strong>Strengths</strong> include large volumes of available educational data, the ability to use powerful, pre-existing algorithms, the availability of multiple visualisations for staff and students, increasingly precise models for adaptation and personalisation of learning, and growing insight into learning strategies and behaviours</li><li><strong>Weaknesses</strong> are the potential misinterpretation of the data, a lack of coherence in the sheer variety of data sources, a lack of significant results from qualitative research, overly complex systems and information overload</li><li><strong>Opportunities</strong> include using open linked data to help increase compatibility across systems, improving self-reflection, self-awareness and learning through intelligent systems, and the feeding of learning analytics results to other systems to help decision making</li><li><strong>Threats</strong> discussed are ethical and data privacy issues, “over-analysis” and the lack of generalisability of the results, possibilities for misclassification of patterns, and contradictory findings</li></ul><h2><a id="how" name="how"></a>How learning analytics works</h2><p><strong>As educational activity moves online, and content accessed by students is increasingly digital in format, the data sources available to analyse learning are expanding.</strong></p><h3>Data sources</h3><p>Much of this is ‘big data’, datasets which are regarded as being too large for standard database systems to handle (Manyika et al., 2011). The main source being used for learning analytics is the virtual learning environment (<span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span>), where students increasingly have to go to view timetables, assessments and course information, access learning materials, interact with others through forums, and submit assignments. The use of the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> varies considerably across modules, courses and institutions. Where it is used as the primary means of course delivery in for example distance learning programmes or MOOCs it is likely to provide a rich source of data.</p><p>Learning analytics can still however provide useful insight on student engagement in courses which do not use a <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span>. The second major data source is the student information system (SIS), which contains data about students such as their prior qualifications, socio-economic status, ethnic group, module selections and grades obtained to date. This is all potentially valuable information to bring together with <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> activity data in order to predict academic performance.</p><p>Data from the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> and SIS is frequently supplemented by other information. In some institutions attendance monitoring systems are in place which record campus visits by students or their presence in particular locations such as lecture halls, libraries and refectories. This can be captured from swipe cards, proximity cards and other entry systems, or from accesses to institutional wifi services by students.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Analytics of historical data for a module may show that success is associated with frequent access to library resources</p></p></blockquote></aside><p>Library data too can be added to the mix. Information such as a students’ library visits, records of book borrowing and access to electronic journals is provided to personal tutors in some institutions on dashboards for facilitating conversations with individuals or groups. For example analytics of historical data for a module may show that success is associated with frequent access to library resources. If analytics on the current cohort show that fewer students than expected have so far visited the library, an instructor can bring this to the group’s attention, with the intention of modifying the students’ behaviour. They can back up their suggestions with evidence from previous students.</p><h4>Main data sources being used by UK universities</h4><p>In the UK the main data sources being used or planned for use by institutions are the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span>, SIS, and library systems. The SIS may include much useful information such as details of a student’s financial situation, the number of hours they spend working, and their prior academic attainment. End of module surveys and other questionnaires completed by students can provide a rich source of data for learning analytics too.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Wherever digital technologies are deployed in the learning process, data can potentially be captured from those systems to help understand student engagement</p></p></blockquote></aside><p>Attendance monitoring and swipe card access to buildings, lecture capture and media streaming systems are also being considered (Newland et al, 2015). Wherever digital technologies are deployed in the learning process, data can potentially be captured from those systems to help understand student engagement, to provide additional assistance to students who require it, or to inform enhancements to the content. Other examples include:</p><ul><li>E-book platforms which record learners’ interactions with the materials, monitoring frequency of use, the pages they access and even the annotations they make to the text</li><li>Intelligent tutoring systems which assess student understanding, and adapt the content provided to them accordingly</li><li>Videos, including those captured from traditional lectures, those recorded specifically by lecturers for online teaching, and other educational videos. Again the data can show to what extent students are engaging with the materials. One study has even suggested the optimum length for a video clip, based on the amount of time most users will watch a clip for before moving on</li><li>Serious games, used to motivate learners and encourage deeper engagement, providing useful information about the choices they make and a large amount of clickstream data, showing how they interact with the software</li></ul><p>Learners not only consume content provided by their institutions but also create increasing amounts of data themselves, again potentially valuable in assessing their engagement and progress. As well as assignments and examination responses, students may write blogs, develop e-portfolios and create video or audio content or software, all of which can be processed automatically. End-of-module questionnaires and other survey data can also be valuable sources of data for learning analytics.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Jisc is developing a student app for learning analytics</p></p></blockquote></aside><p>Jisc is developing a student app for learning analytics, influenced by some of the increasingly popular fitness monitoring software applications such as <a href="http://web.archive.org/web/20221006033821/https://www.google.com/fit/">Google Fit</a>. This enables students to set targets for their study activities, record them and compare their progress and results with others. Use of the app itself provides yet more data which can be used to refine algorithms for predictions of student success.</p><h3>Technical infrastructure</h3><p>One issue for institutions wishing to invest in learning analytics is the nascent state of the relevant technologies and the lack of consolidation in the marketplace. A battle for commercial dominance is taking place between vendors of <span class="lexicon-term has-tooltip" title="virtual learning environments"><abbr title="virtual learning environments">VLEs</abbr></span> (eg <a href="http://web.archive.org/web/20221006033821/http://uki.blackboard.com/">Blackboard</a>), SISs (eg Tribal), business intelligence and visualisation software (eg <a href="http://web.archive.org/web/20221006033821/http://www-01.ibm.com/software/uk/analytics/cognos/">IBM Cognos</a>, <a href="http://web.archive.org/web/20221006033821/http://www.tableau.com/">Tableau</a>, <a href="http://web.archive.org/web/20221006033821/http://www.qlik.com/products/qlikview">Qlikview</a>) and emerging bespoke learning analytics packages (eg <a href="http://web.archive.org/web/20221006033821/https://www.civitaslearning.com/">Civitas Learning</a>).</p><p>The <span class="lexicon-term has-tooltip" title="Heads of e-Learning Forum"><abbr title="Heads of e-Learning Forum">HeLF</abbr></span> survey (Newlands et al, 2015) found that institutions were considering a great variety of different solutions, including their own in-house developments. This echoes Jisc’s findings of very little common ground in the systems being deployed for learning analytics across the thirteen leading institutions it interviewed (Sclater, 2014).</p><p>One of the main requests coming from the higher education community in the UK was for a basic learning analytics solution which institutions could use to start to experiment with learning analytics.</p><p>The resulting architecture is shown below. This shows how data from sources such as the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span>, the SIS, library systems and students’ own ‘self-declared’ data feed into the <strong>learning analytics warehouse</strong>. At the heart of the architecture is the <strong>learning analytics processor</strong> where predictive analytics are carried out, and lead to action coordinated by the <strong>alert and intervention system</strong>. Visualisations of the analytics for staff are available in a series of <strong>dashboards</strong>, and a <strong>student app</strong> allows learners to view their own data and compare it with others.</p><p>The <strong>student app</strong> provides students with data on how their engagement and attainment compare with those of other students, enabling them to plan and set targets for their learning and to receive positive reinforcement through the app when they meet these targets. Meanwhile a <strong>student consent service</strong> helps to ensure privacy by enabling students to give their permissions for data capture and use.</p><p>This software is being provided freely to institutions for the first two years as a combination of commercial and open source systems, hosted as an open, multi-tenanted, cloud-based solution. This allows institutions to share the same highly scalable architecture but maintain complete control over their own data. They can also select individual components if they do not wish to deploy the whole solution.</p><p> <figure class="media media-element l-shift-right file-default"> <div class="media__inner"> <img data-delta="3" typeof="foaf:Image" src="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/default/files/learning-analytics-architecture.jpg" alt="" title=""/> <div class="media__attribution"> <div class="media__attribution__title"> <span class="ico ico-i">Creative Commons attribution information</span> </div> <div about="" class="media__attribution__info"> <div xmlns:cc="http://creativecommons.org/ns#" xmlns:dct="http://purl.org/dc/terms/" class="last-child"> <div property="cc:title" class="cc__title">Jisc's learning analytics architecture</div><div class="cc__author">©<span property="cc:attributionName">Jisc</span></div><div class="cc_license last-child"><a rel="license" href="http://web.archive.org/web/20221006033821/http://creativecommons.org/licenses/by-nc-nd/3.0">CC BY-NC-ND</a></div> </div> </div> </div> </div> </figure> </p><h4>The benefits of an open collaborative approach</h4><p>There are a number of advantages in institutions working together through this open approach:</p><ol><li>With IT directors reportedly being bombarded with approaches from vendors to select their analytics systems, a suite of nationally tried and tested products can help institutions in their procurement decisions</li><li>Jisc is able to negotiate better rates for products which are provided to multiple institutions under the architecture</li><li>The predictive models can be made available for inspection openly and transparently, facilitating greater trust by end users than closed commercial models. There may also be opportunities for a trusted broker to validate proprietary metrics and algorithms on behalf of the sector.</li><li>Expertise can be shared across institutions in many ways eg the identification of appropriate metrics, the development of predictive models, and the deployment of the systems themselves. At the moment innovations are happening on a small scale, often at departmental level, and experience is not being shared adequately, resulting in duplication and a waste of resource.</li><li>Universities which decide to outsource aspects of their learning analytics provision require contracts with service providers to ensure compliance with data protection legislation. Jisc is working with institutions and suppliers to provide guidance and draw up model contracts, reducing costs and the burden on institutions</li><li>There is potential to share learning analytics data anonymously with other universities in order to benefit from cross-institutional comparisons and benchmarking</li><li>Student data can be handled under rigorous compliance with data protection legislation, building confidence among stakeholders that the possibility of security breaches is minimised</li><li>Any commercial exploitation of the data could be handled under strict conditions, agreed by the universities, ensuring appropriate anonymisation and avoiding the surrendering of data ownership to purely commercial entities which do not have the interests of learners at heart</li><li value="9">New products can be integrated with the architecture easily, encouraging competition and innovation from commercial providers, and boosting the overall market for learning analytics solutions</li></ol><p>The Jisc initiative is being watched with interest in other countries, particularly in North America, Australasia and a few European countries, notably the Netherlands and France. No other country has yet put in place a national infrastructure for learning analytics, however the Predictive Analytics Reporting (PAR) framework in the US has been set up to share data, analyses and findings across institutions. One of its main achievements has been the creation of a set of common data definitions, defining common variables across US higher education institutions. It has now built up a database of two million de-identified student records, which it claims can identify at-risk students with 90 per cent confidence (PAR, 2015).</p><h2><a id="findings" name="findings"></a>Findings and impact – lessons from the case studies</h2><p><strong>Most of the large scale, systematic implementations of learning analytics to date are in the USA.</strong></p><p>Various universities in Australia and Canada are also rapidly gaining experience in analysing data about students and their learning at an institutional level, particularly with the aim of enhancing retention. Documented case studies in other countries elsewhere in the world, other than in the UK, are scarce.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Various universities in Australia and Canada are also rapidly gaining experience in analysing data about students and their learning</p></p></blockquote></aside><p>The brief case studies presented in this chapter report on institution (or multi-institution) level deployments of learning analytics. They represent some of the most prominent examples of innovations taking place in the field worldwide; five are from the USA, four from Australia and two from the UK. Most provide evidence either for the effectiveness of the methodology or of the intervention strategy. Full versions of the case studies are included in the appendices:</p><p>The following abbreviations are used for each of the institutions and their associated case studies:</p><ol><li><strong>Purdue</strong> - Traffic lights and interventions: Signals at <a href="http://web.archive.org/web/20221006033821/http://www.purdue.edu/">Purdue University</a></li><li><strong>UMBC</strong> - Analysing use of the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> at the <a href="http://web.archive.org/web/20221006033821/http://www.umbc.edu/">University of Maryland, Baltimore County</a></li><li><strong>NYIT </strong> - Identifying at-risk students at <a href="http://web.archive.org/web/20221006033821/http://www.nyit.edu/">New York Institute of Technology</a></li><li><strong>CSU</strong> - Fine grained analysis of student data at <a href="http://web.archive.org/web/20221006033821/http://www.calstate.edu/">California State University</a></li><li><strong>Marist</strong> - Transferring predictive models to other institutions from <a href="http://web.archive.org/web/20221006033821/https://www.marist.edu/">Marist College</a></li><li><strong>ECU</strong> - Enhancing retention at <a href="http://web.archive.org/web/20221006033821/https://www.ecu.edu.au/">Edith Cowan University</a></li><li><strong>UNE</strong> - Early Alert at the <a href="http://web.archive.org/web/20221006033821/https://www.une.edu.au/">University of New England</a></li><li><strong>OU</strong> - Developing an ‘analytics mind set’ at the <a href="http://web.archive.org/web/20221006033821/http://www.open.ac.uk/">Open University</a></li><li><strong>NTU</strong> - Predictive analytics at <a href="http://web.archive.org/web/20221006033821/http://www.ntu.ac.uk/">Nottingham Trent University</a></li><li><strong>Wollongong</strong> - Analysing social networks at the <a href="http://web.archive.org/web/20221006033821/https://www.uow.edu.au/index.html">University of Wollongong</a></li><li><strong>OUA</strong> - Personalised pathway planning at <a href="http://web.archive.org/web/20221006033821/https://www.open.edu.au/">Open Universities Australia</a></li></ol><p>Reflecting the current emphasis in the field on identifying students at risk of attrition, and hence enhancing retention, most of the case studies concentrate on predictive analytics.</p><p>Learning analytics is not however solely concerned with reducing attrition rates, and here the Australians are engaged in some of the most interesting innovations. One of the studies relates to the use of <strong>social network analysis</strong> to enhance learning and teaching at Wollongong. Another examines how analytics can be used to <strong>help students plan pathways through their modules</strong> at <a href="http://web.archive.org/web/20221006033821/https://www.open.edu.au/">Open Universities Australia</a> (OUA).</p><h3>What impact has student data analytics had?</h3><p>The early identification of at-risk students is an aim common to most of these initiatives. At Purdue problems are identified as early as the second week in the semester, something which simply was not possible before Signals. However, interventions with students deemed to be at risk may have unintended consequences. At Marist it is accepted that the analytics might have encouraged some to withdraw from courses who would not ultimately have failed.</p><p>Analysing the data may help to discover factors relating to student success which can then be revealed to future cohorts to encourage them to change their behaviour.</p><p>For example students who obtain D or F grades at UMBC use the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> around 40% less than those with C grades or higher, a finding which remains constant, year after year. The caveat here is that the more confident or successful students may tend to use the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> more than struggling students, so correlation between <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> usage and grades has to be interpreted with caution. CSU found that analysing the type of activity within the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> gave more useful results than bulk data about <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> use in general. However providing students with the profile of a successful learner may help to encourage the right behaviours.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Providing students with the profile of a successful learner may help to encourage the right behaviours</p></p></blockquote></aside><p>The value of dashboards for enhancing teaching or future course provision is also mentioned by some of the studies. At Wollongong, social network analysis revealed interaction patterns that arise in forums such as discussions that were too facilitator-centric. Analytics also helped identify a particularly effective teaching strategy using a specific</p><p><span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> tool at UMBC. Here too, interestingly, it was found that innovations which led to improvements in student performance on one course appeared to lead them to perform better in subsequent courses as well.</p><p>Dashboards may have other benefits beyond the retention of students and the enhancement of teaching: at NTU the dashboard is reported to have helped build better relations between learners and personal tutors, and its provision is now expected by students. At UNE too, learning analytics is part of a wider ecosystem of engagement with students via social media to foster a sense of community amongst those who may be studying part time or at a distance as well as on campus. Qualitative feedback from students also shows that sharing their experiences of study increases their motivation.</p><p>Implementing learning analytics is often one strand of a wider institutional strategy, although even a small scale pilot can generate increased awareness and discussion around issues such as retention. In some implementations good practice has been identified at the individual tutor or module level that was previously invisible within the wider institution. Thus analytics can have beneficial effects beyond the immediate aims of the project, and can be part of a cultural change towards more evidence based decision making.</p><p>This is highlighted at NTU, where analytics is giving the university insight into ways to improve processes in many aspects of institutional business. At NTU too it is reported that the project has helped to extend a culture of data-driven decision making across the University. At the OU the aim is develop an ‘analytics mindset’ across the institution and to base decision making increasingly on evidence.</p><p>It is important to note that many of the implementations described in these case studies are at a relatively early stage. Processes for reviewing the use of learning analytics, modifying the way it is used institutionally and ensuring the authenticity and validity of the findings, are not well-represented here. Also, there may be wider implications for each institution, as staff learn how to use evidence in their day to day activities and reveal opportunities and challenges which were previously hidden.</p><h3>Predictive learning analytics models – are they accurate?</h3><h4>Development of predictive models</h4><p>At this early stage in the development of learning analytics, the creation and refinement of predictive models is one of the main activities being undertaken by institutions.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>The creation and refinement of predictive models is one of the main activities being undertaken by institutions</p></p></blockquote></aside><p>Some implementations are explicitly based upon educational principles or an ethos consistent with the institution’s aims eg programmes at OU and the UNE. Others appear to be based upon a normative or deficit model, identifying behaviours that do not match the cohort or expectations of the course.</p><p>Predictive models use a range of mathematical approaches to analyse factors that were chosen as likely indicators of students at risk of attrition (NYIT, CSU). These factors were identified from staff experience, from published literature about retention, and by training models based upon data available within the institution.</p><p>Bringing in the knowledge at an early stage of specialist staff who will be taking interventions can be essential: at NYIT the expertise of counselling staff who support students was deployed to help define the model for identifying at-risk students.</p><h4>Data sources</h4><p>While the student is learning, the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> can generate large volumes of detailed data; the challenge then is to identify which measures are useful and link them to student behaviours and success. Other data, such as library access, attendance at class and submission of assignments is helpful in giving a more rounded picture. Simple measures such as a drop off in a student’s use of the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span>, or a change in mood evidenced by their choice of emoticons on the student dashboard, as shown at UNE, may be sufficient to indicate where support is needed.</p><p>At NYIT data on previous students was used to train the model using four different mathematical approaches. Extensive work was carried out at ECU to identify which student variables predicted attrition using their own institutional data, a decision based upon an extensive review of the literature and other models. NTU calculates engagement scores from <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> access, library usage, door access card swipes and assignment submissions. A number of the institutions describe how they plan to extend and develop their models by adding more data in subsequent versions.</p><p>Many predictive systems use demographic and pre- enrolment data in their models. When designing a model to identify new students at risk, the lack of data about each student’s behaviour is a problem that may be addressed by modelling across cohorts. Other data sources can be gathered from direct contact with the student, such as student surveys or data about the student’s financial situation or emotional state.</p><p>A major challenge is the analysis of fragmentary data from multiple sources. Each item of information may have contextual idiosyncrasies and interact with other information in multiple ways (eg Personalised Adaptive Study Success - PASS at OUA). Meanwhile some models incorporate semantic or other qualitative data to enhance the validity of the model.</p><h4>Key metrics used</h4><p>The review identifies some of the most common and most important metrics to predict student success.</p><ul><li>At Purdue the Signals’ predictive algorithm is based on performance, effort, prior academic history and student characteristics. At NYIT key risk factors include grades, the major subject and the student’s certainty in their choice of major subject, and financial data such as parental contribution to fees</li><li>John Whitmer at CSU finds that variables relating to a student’s current effort (particularly use of the <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span>) are much better predictors of success than their historical or demographic data. This is confirmed by NTU, which finds engagement in current studies to be a stronger predictor of success than the student’s background characteristics</li><li>Similarly at Marist College the most important predictor of future academic success was found to be partial contributions to the final grade. In other words, with every assignment handed in or test taken, the predictions of final grade become more accurate, and “a student with average intelligence who works hard is just as likely to get a good grade as a student that has above-average intelligence but does not exert any effort” (Pistilli & Arnold, 2010)</li></ul><p>Whitmer also finds that predictions of student success are more accurate when using multiple demographic variables than single ones. He suggests too that predictive analytics is better performed on categories of usage (eg engagement or assessment) than at the level of individual <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> tools.</p><p>His analysis of CSU students finds that <strong>total hits</strong> is the strongest predictor of student success, with <strong>assessment hits</strong> coming a close second, again appearing to confirm the finding from other studies that what you do as a student is a more important predictor of your future academic success than who you are or what you did in the past.</p><h4>So how valid are the models? Do they successfully predict attrition and academic achievement?</h4><p>Many implementations test the models thoroughly against historical data from the institution. Much of the work in developing the models concerns the weighting of risk factors and adjustment of parameters to optimise the match with student behaviour. Generally, the greater the range of data sources and the more options tested, the more valid the resulting models, though research at CSU and Marist shows that some data sources make minimal impact on the predictions.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Generally, the greater the range of data sources and the more options tested, the more valid the resulting models</p></p></blockquote></aside><p>At NYIT recall of the model is 74%; in other words, approximately three out of every four students who do not return to their studies the following year had been predicted as at-risk by the model. This high recall factor is reported to be due to the choice of model, careful testing of alternatives and the inclusion of a wider range of data than other similar models: financial and student survey data were included in the model as well as pre-enrolment data.</p><p>Although many institutions developed their own specific models rather than adopting those developed elsewhere, a key finding of the Open Academic Analytics Initiative led by Marist College is that the predictive models developed at one institution can be transferred to very different institutions while retaining most of their predictive abilities. Open analytics is a movement within the analytics community which may offer an effective approach in future.</p><h3>Alternatives to predictive models</h3><h4>Social network analysis</h4><p>In contrast to predictive analytics, other systems aim to increase the effectiveness of student engagement in real-time.</p><p>For example, Social Networks Adapting Pedagogical Practice - SNAPP at Wollongong - focuses upon the quality of discussion in online forums, as these are a common feature of courses. The underlying principle is that greater engagement in discussion leads to enhanced student success. Social network analysis is used to visualise interactions between participants in forums, showing patterns typical of an active peer to peer discussion or less desirable patterns of isolation or dominant individuals. This can inform learning design and the staff development of forum facilitators.</p><h4>Personalisation of learning</h4><p>Personalisation of learning, and guiding the student along a learning pathway that meets their specific needs, are other uses for learning analytics. Here, the data is used to generate recommendations for learning activities, to indicate progress towards learning outcomes and to route the student into alternative modules, depending upon their current situation.</p><p>PASS at OUA aims to personalise the study experience for each student, especially the path through the curriculum. A combination of statistical and qualitative data is drawn from the student profile, learning profile and curriculum profile, as well as data from discussion forums and responses to open-ended questions.</p><h3>How have analytics been used?</h3><h4>Dashboards and interventions</h4><p>Some of the institutions profiled are still at the stage of reporting on the development of metrics and the rolling out of their initiatives. However it is only when actions are taken with students on the basis of the data that the true value of learning analytics can become clear, so those studies which report on interventions and their effectiveness are of particular interest.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>It is only when actions are taken with students on the basis of the data that the true value of learning analytics can become clear</p></p></blockquote></aside><p>In the cases using predictive analytics, the output is commonly a dashboard or alert system for staff with responsibility for supporting students. Many of these work in real-time on a daily or weekly cycle to identify students at risk of attrition, so staff can make proactive interventions to support those students. Interventions are usually initiated by an email or text message from staff to student, although some systems enable staff to put indicators onto the student’s home page. Generally, proactive support from staff is more effective than waiting for students to ask for help. There are, however, some issues reported, such as students who appeared to be ‘immune’ to intervention and others who feel that interventions are demotivating or confusing, especially when communicated multiple times across a range of media (Purdue).</p><p>At the OU, a range of dashboards, tools and on-demand reports is being developed for students and staff at all levels within the University, working over timescales from days to months or years, in terms of organisational and curriculum change. At OUA customisable dashboards are provided for students, facilitators and instructional designers. Some of the dashboards reported on in these studies show a surprising amount of detail: at NYIT support staff can see whether each student is predicted to return to their studies the following year, the percentage confidence in that prediction from the model and the reasons for the prediction – this then provides a basis for discussion with the student.</p><p>However, complex data visualisations, dashboards and other support for learners may not be necessary. Marist’s experience of directing at-risk students to a sophisticated support environment suggests that simply making them aware that they are at risk may suffice. Apparently confirming that a simple notification may be all that is required, at Purdue it has been found that students who use Signals seek help earlier and more frequently.</p><p>There also appears to be an impact on grades for those students who are able to view data on their engagement and progress. At UMBC students who used a tool to compare their <span class="lexicon-term has-tooltip" title="virtual learning environment"><abbr title="virtual learning environment">VLE</abbr></span> activity with that of other students were 1.92 times more likely to be awarded grade C or higher compared with students who did not use it.</p><p>Another reported positive impact on grades was at Marist where on one course there was a significant improvement in final grade (6%) with those at-risk students who were subject to an intervention compared with the control group who were not. Some improvements to retention as a result of interventions are also documented in the case studies. At UNE for example attrition was cut from 18% to 12% during early trials of the Automated Wellness Engine.</p><h4>The role of teaching and support staff</h4><p>Involving the support staff in the problem definition for the implementation is helpful in ensuring that the technical and organisational systems are developed in parallel.</p><p>At CSU, the support staff team was reorganised to establish new roles and working practices alongside the new dashboard designed to support that work. The impact upon support staff of increased workload due to an alerting system needs to be considered, especially at busy times such as induction.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>The expertise of student-facing staff is important to ensure that interventions are appropriate and genuinely helpful to the student</p></p></blockquote></aside><p>The expertise of student-facing staff is important to ensure that interventions are appropriate and genuinely helpful to the student. At the OU, student support staff use learning analytics to inform proactive interventions across the cohort, based upon agreed criteria, in addition to reactive support and other existing initiatives.</p><p>At Purdue, students are given feedback through traffic lights, however human mediation is considered important as well, though: messages are tailored by the instructors.</p><p>This is important too at NTU, where tutors are prompted to contact students when their engagement drops off.</p><h3>Student perceptions</h3><p>Some examples include student-facing dashboards which contain tools that show the student’s progress relative to their own goals or to the rest of the cohort. In some cases, this is found to motivate students, although other examples indicate that the more confident and successful students tend to use the tools to a greater extent than struggling students. In one case study, the increased student performance due to the use of analytics on one course appears to impact upon the same student’s performance on subsequent courses.</p><p>Learners overall seem to like having better data provided to them on their progress. 89% of students in one survey at Purdue considered Signals a positive experience, while 74% said their motivation was increased by using it. At NTU some learners report that seeing their own engagement is a positive spur to stay engaged. Objections by students to the use of their data for learning analytics are not widely reported in the case studies or in other literature.</p><aside class="article-full__callout article-full__callout--hang-right"><blockquote><p><p>Objections by students to the use of their data for learning analytics are not widely reported in the case studies or in other literature</p></p></blockquote></aside><p>In many cases, the organisational culture is an important factor in the acceptance and uptake of learning analytics. Ethical and privacy issues are addressed in a variety of ways, depending upon the institutional context. In particular, it is reported to be helpful to involve students and staff in the approval and adoption of open and transparent codes of practice and policies for the use of learning analytics. These policies can be supported using existing institutional governance and consultation structures.</p><p>A Policy for the Ethical Use of Student Data was agreed with students and staff at the OU through the usual governance and consultation channels. Openness and transparency are key principles, which take this policy beyond the legal requirements. At NTU, transparency and a close partnership approach with students are regarded as having been critical to the success of the initiative, and have addressed ethical concerns about the use of student data.</p><h2><a id="case-studies" name="case-studies"></a>Case studies</h2><p>The full case studies, with references, are:</p><ul><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-A-Purdue-University.pdf" target="_blank">Traffic Lights and Interventions: Signals at Purdue University</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-B-University-of-Maryland-Baltimore-County.pdf" target="_blank">Analysing use of the VLE at the University of Maryland, Baltimore County</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-C-New-York-Institute-of-Technology.pdf" target="_blank">Identifying at-risk students at New York Institute of Technolog</a>y</li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-D-California-State-University.pdf" target="_blank">Fine-grained analysis of student data at California State University</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-E-Marist-College.pdf" target="_blank">Transferring predictive models to other institutions from Marist College</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-F-Edith-Cowan-University.pdf" target="_blank">Enhancing retention at Edith Cowan University</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-G-University-of-New-England.pdf" target="_blank">Early alert at the University of New England</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-H-Open-University-UK.pdf" target="_blank">Developing an ‘analytics mind-set’ at the Open University</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-I-Nottingham-Trent-University.pdf" target="_blank">Predictive analytics at Nottingham Trent University</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-J-University-of-Wollongong.pdf" target="_blank">Analysing social networks at the University of Wollongong</a></li><li><a href="http://web.archive.org/web/20221006033821/https://analytics.jiscinvolve.org/wp/files/2016/04/CASE-STUDY-K-Open-Universities-Australia.pdf" target="_blank">Personalised pathway planning at Open Universities Australia</a></li></ul><h2><a id="references" name="references"></a>References</h2><ul><li><a href="http://web.archive.org/web/20221006033821/http://er.educause.edu/articles/2010/3/signals-applying-academic-analytics">Signals: Applying Academic Analytics. EDUCAUSE Review. Arnold, K. (2010, March 3)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://epress.lib.uts.edu.au/journals/index.php/JLA/article/view/3244">A resource-constrained approach to implementing analytics in an institution of higher education: An experience report. Journal of Learning Analytics, 1(1), 129–139. Buerck, J. P., & Mudigonda, S. P. (2014)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://er.educause.edu/articles/2007/7/academic-analytics-a-new-tool-for-a-new-era">Academic analytics: A new tool for a new era. EDUCAUSE review 42, 40. Campbell, J. P., DeBlois, P. B. & Oblinger, D. G. (2007)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://dl.acm.org/citation.cfm?id=2567585">Current state and future trends: A citation network analysis of the learning analytics field. Proceedings of the Fourth International Conference on Learning Analytics And Knowledge 231–240. ACM. Dawson, S., Gašević, D., Siemens, G. & Joksimovic, S. (2014)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://dmg.org/pmml/v4-1/GeneralStructure.html">Data Mining Group (2015) PMML 4.1 – General Structure</a></li><li><a href="http://web.archive.org/web/20221006033821/http://oro.open.ac.uk/36374/">Learning analytics: drivers, developments and challenges. International Journal of Technology Enhanced Learning, 4(5/6), 304. Ferguson, R. (2012)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://www.policyconnect.org.uk/hec/research/report-bricks-clicks-potential-data-and-analytics-higher-education">From Bricks to Clicks: the Potential of Data and Analytics in Higher Education</a>. Policy Connect. Higher Education Commission (2016)</li><li><a href="http://web.archive.org/web/20221006033821/https://www.imsglobal.org/activity/caliperram">IMSGlobal (2015) Caliper Analytics Background</a></li><li><a href="http://web.archive.org/web/20221006033821/https://www.educause.edu/ir/library/pdf/ERM1151.pdf">Penetrating the Fog: Analytics in Learning and Education. EDUCAUSE Review. Long, P. & Siemens, G. (2015) </a></li><li><a href="http://web.archive.org/web/20221006033821/http://mckinsey.com/insights/business_ technology/big_data_the_next_frontier_for_innovation">Big data: The next frontier for innovation, competition, and productivity. McKinsey Global Institute. Manyika, J., Chui, M., Brown, B., Bughin, J., Dobbs, R., Roxburgh, C. and Byers, A.H. (2011, May) </a></li><li><a href="http://web.archive.org/web/20221006033821/http://helfuk.blogspot.co.uk/2015/10/uk-he-learning-analytics-survey-2015.html">Learning Analytics in UK HE 2015: A HeLF Survey Report. Heads of eLearning Forum. Newland, B., Martin, L., Ringan, N. (2015)</a></li><li><a href="http://web.archive.org/web/20221006033821/https://www.j-ets.net/ETS/journals/17_4/4.pdf">Learning Analytics and Educational Data Mining in Practice: A Systematic Literature Review of Empirical Evidence. Journal of Educational Technology & Society 17, 49–64. Papamitsiou, Z. & Economides, A. A. (2014)</a></li><li>In Practice: Purdue Signals: Mining Real-Time Academic Data to Enhance Student Success. About Campus. Vol 15, Issue 3, Pages 1-32. Wiley. Pistilli, M. D. & Arnold, K. E. (2010, July/Aug)</li><li><a href="http://web.archive.org/web/20221006033821/http://parframework.org/about-par/our-approach/">Our Approach. PAR Framework. PAR (2015)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://repository.jisc.ac.uk/5657/1/Learning_analytics_report.pdf">Learning analytics: the current state of play in UK higher and further education. Jisc. Sclater, N. (2014, November)</a></li><li><a href="http://web.archive.org/web/20221006033821/https://solaresearch.org/core/improving-the-quality-and-productivity-of-the-higher-education-sector/">Improving the Quality and Productivity of the Higher Education Sector: Policy and Strategy for Systems-Level Deployment of Learning Analytics. 1–32. Society for Learning Analytics Research. Siemens, G., Dawson, S. & Lynch, G. (2013)</a></li><li><a href="http://web.archive.org/web/20221006033821/https://www.j-ets.net/ETS/journals/15_3/1.pdf">Guest Editorial - Learning and Knowledge Analytics. Educational Technology & Society, 15 (3), 1–2. Siemens, G., & Gašević, D. (2012)</a></li><li><a href="http://web.archive.org/web/20221006033821/http://tincanapi.com/">Tin Can API. xAPI (2014)</a></li></ul> </div> <footer class="article-full__footer"> <dl class="article-full__tags l-gutter--top"> <dt>Explore more on this topic</dt> <dd><a href="/web/20221006033821/https://www.jisc.ac.uk/guides?f%5B0%5D=field_project_topics%3A449" typeof="skos:Concept" property="rdfs:label skos:prefLabel" datatype="">Data and analytics</a></dd> </dl> <section class="content-longform__section content-longform__section--about"> <div class="l-main-panel"> <h3 class="section__title">About the authors</h3> <section class="duo profile profile--large profile--long" itemscope itemtype="http://schema.org/Person"> <div class="duo__side"> <img src="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/default/files/styles/featured_contact/public/niall-sclater.jpg?itok=L1PTJQ6T"/> </div> <div class="duo__body profile__info"> <h4 class="profile__name"> <span itemprop="jobTitle"> Niall Sclater </span> <span class="name"> </span> </h4> <p><p>Niall Sclater, consultant and Director of <a href="http://web.archive.org/web/20221006033821/http://sclater.com/blog/">Sclater Digital Ltd</a>, has more than 20 years of experience of innovation in online and distance education, specialising in e-learning, educational technology and distance learning. Current work includes research for Jisc in learning analytics.</p></p> </div> </section> <section class="duo profile profile--large profile--long" itemscope itemtype="http://schema.org/Person"> <div class="duo__side"> <img src="http://web.archive.org/web/20221006033821im_/https://www.jisc.ac.uk/sites/default/files/styles/featured_contact/public/alice-peasgood.jpg?itok=SXRl4_3N"/> </div> <div class="duo__body profile__info"> <h4 class="profile__name"> <span itemprop="jobTitle"> Alice Peasgood </span> <span class="name"> </span> </h4> <p><p>Alice is an educational technology consultant and researcher at <a href="http://web.archive.org/web/20221006033821/https://www.linkedin.com/in/alicepeasgood">APHE consulting</a></p></p> </div> </section> </div> <div class="l-side-panel"> <div class="boxout"> <div class="linklist"> <p class="linklist__title">About this report</p> <p class="linklist__subtitle">Authors</p> <ul> <li class="linklist__item"><p class="field field-type-text">Niall Sclater</p> Consultant and director, Sclater Digital Ltd </li><li class="linklist__item"><p class="field field-type-text">Alice Peasgood</p> Educational technology consultant and researcher </li> <li class="linklist__item">Published: <time property="dc:date" datatype="xsd:dateTime" content="2016-04-19T00:00:00+01:00" datetime="2016-04-19T00:00:00+01:00">19 April 2016</time> </li> <li class="linklist__item">Updated: <time>19 April 2016</time></li> </ul> </div>  </div>  <div class="linkbox"> <a target="_blank" href="http://web.archive.org/web/20221006033821/https://www.jisc.ac.uk/sites/default/files/learning-analytics-in-he-v3.pdf"> <div class="duo"> <div class="duo__side"> <span class="ico ico-pdf-white"></span> </div> <div class="duo__body"> <b>Download as PDF</b><br> </div> </div> </a> </div>  </div>  </section> </footer> </div>  </div>  </div> </section> </div> </article> </div> </section> <input type="hidden" id="affinity-tags" value="Teaching, learning and the student experience"> <script> adobe.target.getOffer({ "mbox": "target-global-mbox", "params": { "user.categoryId": document.getElementById("affinity-tags").value, "entity.categoryId": document.getElementById("affinity-tags").value }, "success": function(offers) { adobe.target.applyOffer({ "mbox": "target-global-mbox", "offer": offers }); }, "error": function(status, error) { }, "timeout": 5000 }); </script> </section> </main> <footer role="contentinfo"> <div class="inner l-pull-left light l-gutter--top"> <div class="l-centre-offset row"> </div>  <div class="l-centre-offset row"> </div>  </div> <div class="inner l-pull-left medium"> <div class="l-centre-offset"> <div class="region region--4-up"> </div> </div>  </div>  <div class="c-main-site-footer">  <div class="c-main-site-footer__breadcrumb"> <div class="inner inner--main-site-footer"> <div class="c-main-site-footer-grid"> <div class="c-main-site-footer-grid__item u-6/12@medium u-9/12@large"> <nav class="c-main-site-footer__you-are-here" aria-label="Breadcrumb"> <p class="c-main-site-footer__you-are-here-title">You are in:</p> <div class="c-main-site-footer__you-are-here-item-home"> <a class="c-main-site-footer__you-are-here-link" href="/web/20221006033821/https://www.jisc.ac.uk/" aria-label="Jisc homepage"><i class="fas fa-home" aria-hidden="true"></i></a> </div> <ul> <li><a href="/web/20221006033821/https://www.jisc.ac.uk/reports">Reports</a></li><li><span>Learning analytics in higher education</span></li> </ul> </nav> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large">   </div> </div> </div> </div>  <div class="c-main-site-footer__linklist"> <div class="inner inner--main-site-footer"> <div class="c-main-site-footer-grid"> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Areas</h2> <ul class="c-main-site-footer__linklist-group"><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/connectivity">Connectivity</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/cyber-security">Cyber security</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/cloud">Cloud</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/data-and-analytics">Data analytics</a></li></ul><ul><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/libraries-and-research">Libraries, learning resources and research</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/student-experience">Student experience</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/trust-and-identity">Trust and identity</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/advice">Advice and guidance</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Explore</h2> <ul class="c-main-site-footer__linklist-group"><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/guides">Guides</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="http://web.archive.org/web/20221006033821/https://beta.jisc.ac.uk/training">Training</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/consultancy">Consultancy</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="http://web.archive.org/web/20221006033821/https://beta.jisc.ac.uk/events">Events</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/rd">R&D</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Useful</h2> <ul class="c-main-site-footer__linklist-group"><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/about">About</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/membership">Membership</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/get-involved">Get involved</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/news">News</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/jobs">Jobs</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Get in touch</h2> <ul class="c-main-site-footer__linklist-group"> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/contact"> Contact us </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/headlines"> Sign up to our newsletter </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20221006033821/https://twitter.com/jisc"> <i class="fab fa-twitter" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">Twitter</span> </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20221006033821/https://www.facebook.com/jiscsocial"> <i class="fab fa-facebook" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">Facebook</span> </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20221006033821/https://www.linkedin.com/company/jisc"> <i class="fab fa-linkedin" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">LinkedIn</span> </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20221006033821/http://www.youtube.com/user/JISCmedia"> <i class="fab fa-youtube" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">YouTube</span> </a> </li> </ul></div> </div> </div> </div>  <div class="c-main-site-footer__utilities"> <div class="inner inner--main-site-footer"> <div class="c-main-site-footer-grid"> <div class="c-main-site-footer-grid__item u-6/12@medium u-9/12@large"> <ul class="c-main-site-footer__utilities-list"><li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer_utilities-list-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/website/cookies">Cookies</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer_utilities-list-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/website/privacy-notice">Privacy</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer_utilities-list-item-link" href="/web/20221006033821/https://www.jisc.ac.uk/about/corporate/slavery-and-human-trafficking-statement">Modern slavery</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer__utilities-additional-link" href="/web/20221006033821/https://www.jisc.ac.uk/about/corporate/carbon-reduction-plan">Carbon reduction plan</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer__utilities-additional-link" href="/web/20221006033821/https://www.jisc.ac.uk/website/accessibility-statement">Accessibility</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> </div> </div> </div> </div> </div> <script src="//web.archive.org/web/20221006033821js_/https://ajax.googleapis.com/ajax/libs/jquery/1.8.3/jquery.min.js"></script> <script>window.jQuery || document.write("<script src='/sites/all/modules/contrib/jquery_update/replace/jquery/1.8/jquery.min.js'>\x3C/script>")</script> <script src="http://web.archive.org/web/20221006033821js_/https://www.jisc.ac.uk/sites/default/files/js/js_38VWQ3jjQx0wRFj7gkntZr077GgJoGn5nv3v05IeLLo.js"></script> <script src="//web.archive.org/web/20221006033821js_/https://ajax.googleapis.com/ajax/libs/jqueryui/1.10.2/jquery-ui.min.js"></script> <script>window.jQuery.ui || document.write("<script src='/sites/all/modules/contrib/jquery_update/replace/ui/ui/minified/jquery-ui.min.js'>\x3C/script>")</script> <script src="http://web.archive.org/web/20221006033821js_/https://www.jisc.ac.uk/sites/default/files/js/js_cHRi6HJkg980ceEAyqo8EUrBqIrUDa0n_mHBsAI1m40.js"></script> <script src="http://web.archive.org/web/20221006033821js_/https://www.jisc.ac.uk/sites/default/files/js/js_yxpcsmG10aGVUSD90BA4qltlgKI1rbhnUmWB7jdXazY.js"></script> <script src="http://web.archive.org/web/20221006033821js_/https://www.jisc.ac.uk/sites/default/files/js/js_eZl_aZIWhg-DnrFvYsJxq8eGzHifHRy69aHsFnzrlYA.js"></script> <script src="http://web.archive.org/web/20221006033821js_/https://www.google.com/recaptcha/api.js"></script> <script src="http://web.archive.org/web/20221006033821js_/https://www.jisc.ac.uk/sites/default/files/js/js_-bYDucO2dMNyh_p388rTq6juq7Bml1CFSjiR67jUMB4.js"></script> <script src="http://web.archive.org/web/20221006033821js_/https://www.jisc.ac.uk/sites/default/files/js/js_gGSozz5nhS9RR6GeFycLd0mjTBR0-860cSp4ccsVjF8.js"></script> <script>jQuery.extend(Drupal.settings, {"basePath":"\/","pathPrefix":"","ajaxPageState":{"theme":"jisc_clean","theme_token":"TSxscf3nfjoI3n86eAdbKGiRyptXK2Q2ME-znNi3S1E","jquery_version":"1.8","js":{"\/\/web.archive.org\/web\/20221006033821\/https:\/\/ajax.googleapis.com\/ajax\/libs\/jquery\/1.8.3\/jquery.min.js":1,"0":1,"misc\/jquery-extend-3.4.0.js":1,"misc\/jquery-html-prefilter-3.5.0-backport.js":1,"misc\/jquery.once.js":1,"misc\/drupal.js":1,"\/\/web.archive.org\/web\/20221006033821\/https:\/\/ajax.googleapis.com\/ajax\/libs\/jqueryui\/1.10.2\/jquery-ui.min.js":1,"1":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/ui\/external\/jquery.cookie.js":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/jquery.form\/4\/jquery.form.min.js":1,"misc\/ajax.js":1,"sites\/all\/modules\/contrib\/jquery_update\/js\/jquery_update.js":1,"sites\/all\/modules\/custom\/jisc_search_section\/js\/jiscSectionSearch.js":1,"sites\/all\/modules\/contrib\/views\/js\/base.js":1,"misc\/progress.js":1,"sites\/all\/modules\/custom\/jisc_ia_nav\/js\/JiscIaNav.js":1,"http:\/\/web.archive.org\/web\/20221006033821\/https:\/\/www.google.com\/recaptcha\/api.js":1,"sites\/all\/modules\/contrib\/views\/js\/ajax_view.js":1,"sites\/all\/themes\/mothership\/mothership\/js\/contextual.js":1,"sites\/all\/themes\/jisc_clean\/js\/jisc-lib.min.js":1,"sites\/all\/themes\/jisc_clean\/js\/extras.js":1,"sites\/all\/themes\/jisc_clean\/js\/integration\/timeline.js":1,"sites\/all\/themes\/jisc_clean\/js\/jisc-p13n.js":1},"css":{"modules\/system\/system.base.css":1,"modules\/system\/system.messages.css":1,"sites\/all\/themes\/jisc_clean\/css\/content.css":1,"sites\/all\/themes\/jisc_clean\/css\/print.css":1}},"jiscFlashPath":"\/sites\/all\/themes\/jisc_clean\/flash\/","searchAutocompletePath":"\/server\/search-results","facetapi":{"view_args":{"popular_content:block_4":["guide","guide","guide","guide"],"search:block_4":["22607","guide","22607","guide","22607","guide"],"popular_content:block_4-1":["guide","guide"],"search:block_4-1":["22607","guide"]},"exposed_input":{"popular_content:block_4":[],"search:block_4":{"sort_by":"search_api_relevance","sort_order":"DESC"},"popular_content:block_4-1":[],"search:block_4-1":{"sort_by":"","sort_order":"DESC"}},"view_path":{"popular_content:block_4":null,"search:block_4":"search","popular_content:block_4-1":null,"search:block_4-1":"search"},"view_dom_id":{"popular_content:block_4":"635f59a7f93bb55b64e21718f11ec54c","search:block_4":"cab856b60c13abb2c87c108baadac886","popular_content:block_4-1":"8e363340a43b27dead542d50e7180c48","search:block_4-1":"ee2f909ebd6bc66f97e617266c9880bf"}},"urlIsAjaxTrusted":{"\/search":true,"\/views\/ajax":true,"\/search\/22607":true},"views":{"ajax_path":"\/views\/ajax","ajaxViews":{"views_dom_id:cab856b60c13abb2c87c108baadac886":{"view_name":"search","view_display_id":"block_4","view_args":"22607\/guide","view_path":"node\/22607","view_base_path":"search","view_dom_id":"cab856b60c13abb2c87c108baadac886","pager_element":0},"views_dom_id:ee2f909ebd6bc66f97e617266c9880bf":{"view_name":"search","view_display_id":"block_4","view_args":"22607\/guide","view_path":"node\/22607","view_base_path":"search","view_dom_id":"ee2f909ebd6bc66f97e617266c9880bf","pager_element":0}}}});</script> </body> </html>