CINXE.COM
Principles of good assessment and feedback - Jisc
<!DOCTYPE html><html lang="en-GB"><head><script type="text/javascript" src="/_static/js/bundle-playback.js?v=HxkREWBo" charset="utf-8"></script> <script type="text/javascript" src="/_static/js/wombat.js?v=txqj7nKC" charset="utf-8"></script> <script>window.RufflePlayer=window.RufflePlayer||{};window.RufflePlayer.config={"autoplay":"on","unmuteOverlay":"hidden"};</script> <script type="text/javascript" src="/_static/js/ruffle/ruffle.js"></script> <script type="text/javascript"> __wm.init("http://web.archive.org/web"); __wm.wombat("https://www.jisc.ac.uk/guides/principles-of-good-assessment-and-feedback","20240226204848","http://web.archive.org/","web","/_static/", "1708980528"); </script> <link rel="stylesheet" type="text/css" href="/_static/css/banner-styles.css?v=S1zqJCYt" /> <link rel="stylesheet" type="text/css" href="/_static/css/iconochive.css?v=3PDvdIFv" /> <!-- End Wayback Rewrite JS Include --> <meta charset="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1"/><title>Principles of good assessment and feedback - Jisc</title><meta name="description" content="How good learning, teaching and assessment can be applied to improving assessment and feedback practice."/><meta name="twitter:card" content="summary_large_image"/><meta name="twitter:site" content="@jisc"/><meta property="twitter:image"/><meta property="twitter:image:alt" content=""/><meta property="og:title" content="Principles of good assessment and feedback - Jisc"/><meta property="og:description" content="How good learning, teaching and assessment can be applied to improving assessment and feedback practice."/><meta property="og:type" content="website"/><meta property="og:site_name" content="Jisc"/><meta property="og:url" content="http://web.archive.org/web/20240226204848/https://beta.jisc.ac.uk/guides/principles-of-good-assessment-and-feedback"/><meta property="og:image"/><meta property="og:image:alt" content=""/><meta name="next-head-count" content="15"/><meta http-equiv="Content-Security-Policy" content=""/><meta name="robots" content="index, follow"/><meta name="google-site-verification" content="UNqcoVblscrmuOfPyGUTeRMyNRcroUK_U9ghx-PFl0Q"/><link rel="apple-touch-icon" sizes="180x180" href="/web/20240226204848im_/https://www.jisc.ac.uk/apple-touch-icon.png"/><link rel="manifest" href="/web/20240226204848/https://www.jisc.ac.uk/site.webmanifest"/><link rel="preconnect" href="http://web.archive.org/web/20240226204848/https://fonts.gstatic.com/" crossorigin/><link rel="preload" href="/web/20240226204848/https://www.jisc.ac.uk/_next/static/css/c71e2eb9d5f58a34.css" as="style"/><link rel="stylesheet" href="/web/20240226204848cs_/https://www.jisc.ac.uk/_next/static/css/c71e2eb9d5f58a34.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js"></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/webpack-cefddfb7403e4fd5.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/framework-92a422f151f77ddb.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/main-b7b1d23e11800ea1.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/pages/_app-f82791795eb58916.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/653-32bafc607c9d7b18.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/5785-48f49357a2a50076.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/6649-e004daf2b30cf83b.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/7758-d4bdcd49824ecc1b.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/7433-394f70b2d63a646a.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/8935-6c1bf2111ed2b8bd.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/542-885fdfe9a39a717d.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/3722-9fac8acde93f3fec.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/8239-a6c3d989f1e5f9c9.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/814-fa0f70416c3d6cea.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/3028-62cbdb2ea442f939.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/9177-b0f7a5239df17233.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/4031-44b8f159d6287c42.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/607-53a83fe5e28837da.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/3262-d06b629fdbcc83f6.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/4210-c8dd2d790233c3cc.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/9633-6bc6b50128d81548.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/4477-c133a61fe09fe714.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/7418-901562356cac876e.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/1190-ec52796f1b3aadac.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/8558-fe58da3bbf2ca2b0.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/1785-776435c2ae403e04.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/8812-64189dc81f86ae25.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/1093-91278d6800533446.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/chunks/pages/%5B...path%5D-faf574cb0fbad4d3.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/62phW-AXuCLFFYt9M070l/_buildManifest.js" defer=""></script><script src="/web/20240226204848js_/https://www.jisc.ac.uk/_next/static/62phW-AXuCLFFYt9M070l/_ssgManifest.js" defer=""></script><style id="jss-server-side">.MuiPaper-root { color: #333; transition: box-shadow 300ms cubic-bezier(0.4, 0, 0.2, 1) 0ms; background-color: #fff; } .MuiPaper-rounded { border-radius: 4px; } .MuiPaper-outlined { border: 1px solid rgba(0, 0, 0, 0.12); } .MuiPaper-elevation0 { box-shadow: none; } .MuiPaper-elevation1 { box-shadow: 0px 2px 1px -1px rgba(0,0,0,0.2),0px 1px 1px 0px rgba(0,0,0,0.14),0px 1px 3px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation2 { box-shadow: 0px 3px 1px -2px rgba(0,0,0,0.2),0px 2px 2px 0px rgba(0,0,0,0.14),0px 1px 5px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation3 { box-shadow: 0px 3px 3px -2px rgba(0,0,0,0.2),0px 3px 4px 0px rgba(0,0,0,0.14),0px 1px 8px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation4 { box-shadow: 0px 2px 4px -1px rgba(0,0,0,0.2),0px 4px 5px 0px rgba(0,0,0,0.14),0px 1px 10px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation5 { box-shadow: 0px 3px 5px -1px rgba(0,0,0,0.2),0px 5px 8px 0px rgba(0,0,0,0.14),0px 1px 14px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation6 { box-shadow: 0px 3px 5px -1px rgba(0,0,0,0.2),0px 6px 10px 0px rgba(0,0,0,0.14),0px 1px 18px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation7 { box-shadow: 0px 4px 5px -2px rgba(0,0,0,0.2),0px 7px 10px 1px rgba(0,0,0,0.14),0px 2px 16px 1px rgba(0,0,0,0.12); } .MuiPaper-elevation8 { box-shadow: 0px 5px 5px -3px rgba(0,0,0,0.2),0px 8px 10px 1px rgba(0,0,0,0.14),0px 3px 14px 2px rgba(0,0,0,0.12); } .MuiPaper-elevation9 { box-shadow: 0px 5px 6px -3px rgba(0,0,0,0.2),0px 9px 12px 1px rgba(0,0,0,0.14),0px 3px 16px 2px rgba(0,0,0,0.12); } .MuiPaper-elevation10 { box-shadow: 0px 6px 6px -3px rgba(0,0,0,0.2),0px 10px 14px 1px rgba(0,0,0,0.14),0px 4px 18px 3px rgba(0,0,0,0.12); } .MuiPaper-elevation11 { box-shadow: 0px 6px 7px -4px rgba(0,0,0,0.2),0px 11px 15px 1px rgba(0,0,0,0.14),0px 4px 20px 3px rgba(0,0,0,0.12); } .MuiPaper-elevation12 { box-shadow: 0px 7px 8px -4px rgba(0,0,0,0.2),0px 12px 17px 2px rgba(0,0,0,0.14),0px 5px 22px 4px rgba(0,0,0,0.12); } .MuiPaper-elevation13 { box-shadow: 0px 7px 8px -4px rgba(0,0,0,0.2),0px 13px 19px 2px rgba(0,0,0,0.14),0px 5px 24px 4px rgba(0,0,0,0.12); } .MuiPaper-elevation14 { box-shadow: 0px 7px 9px -4px rgba(0,0,0,0.2),0px 14px 21px 2px rgba(0,0,0,0.14),0px 5px 26px 4px rgba(0,0,0,0.12); } .MuiPaper-elevation15 { box-shadow: 0px 8px 9px -5px rgba(0,0,0,0.2),0px 15px 22px 2px rgba(0,0,0,0.14),0px 6px 28px 5px rgba(0,0,0,0.12); } .MuiPaper-elevation16 { box-shadow: 0px 8px 10px -5px rgba(0,0,0,0.2),0px 16px 24px 2px rgba(0,0,0,0.14),0px 6px 30px 5px rgba(0,0,0,0.12); } .MuiPaper-elevation17 { box-shadow: 0px 8px 11px -5px rgba(0,0,0,0.2),0px 17px 26px 2px rgba(0,0,0,0.14),0px 6px 32px 5px rgba(0,0,0,0.12); } .MuiPaper-elevation18 { box-shadow: 0px 9px 11px -5px rgba(0,0,0,0.2),0px 18px 28px 2px rgba(0,0,0,0.14),0px 7px 34px 6px rgba(0,0,0,0.12); } .MuiPaper-elevation19 { box-shadow: 0px 9px 12px -6px rgba(0,0,0,0.2),0px 19px 29px 2px rgba(0,0,0,0.14),0px 7px 36px 6px rgba(0,0,0,0.12); } .MuiPaper-elevation20 { box-shadow: 0px 10px 13px -6px rgba(0,0,0,0.2),0px 20px 31px 3px rgba(0,0,0,0.14),0px 8px 38px 7px rgba(0,0,0,0.12); } .MuiPaper-elevation21 { box-shadow: 0px 10px 13px -6px rgba(0,0,0,0.2),0px 21px 33px 3px rgba(0,0,0,0.14),0px 8px 40px 7px rgba(0,0,0,0.12); } .MuiPaper-elevation22 { box-shadow: 0px 10px 14px -6px rgba(0,0,0,0.2),0px 22px 35px 3px rgba(0,0,0,0.14),0px 8px 42px 7px rgba(0,0,0,0.12); } .MuiPaper-elevation23 { box-shadow: 0px 11px 14px -7px rgba(0,0,0,0.2),0px 23px 36px 3px rgba(0,0,0,0.14),0px 9px 44px 8px rgba(0,0,0,0.12); } .MuiPaper-elevation24 { box-shadow: 0px 11px 15px -7px rgba(0,0,0,0.2),0px 24px 38px 3px rgba(0,0,0,0.14),0px 9px 46px 8px rgba(0,0,0,0.12); } .MuiTypography-root { margin: 0; } .MuiTypography-body2 { font-size: .875rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-body2 b { font-weight: bolder; } .MuiTypography-body2 strong { font-weight: bolder; } .MuiTypography-body1 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-body1 b { font-weight: bolder; } .MuiTypography-body1 strong { font-weight: bolder; } .MuiTypography-caption { font-size: 0.75rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.66; letter-spacing: 0.03333em; } .MuiTypography-button { font-size: 0.875rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 1.75; letter-spacing: 0.02857em; text-transform: uppercase; } .MuiTypography-h1 { font-size: 2.5rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 3.5rem; letter-spacing: unset; } @media (min-width:600px) { .MuiTypography-h1 { font-size: 2.75rem; line-height: 3.5rem; } } @media (min-width:960px) { .MuiTypography-h1 { font-size: 3rem; line-height: 4rem; } } .MuiTypography-h2 { font-size: 2rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 3rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:600px) { .MuiTypography-h2 { font-size: 2.25rem; line-height: 3rem; } } @media (min-width:960px) { .MuiTypography-h2 { font-size: 2.5rem; line-height: 3.5rem; } } .MuiTypography-h2 b { font-weight: bolder; } .MuiTypography-h2 strong { font-weight: bolder; } .MuiTypography-h3 { font-size: 1.5rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:600px) { .MuiTypography-h3 { font-size: 1.75rem; line-height: 2.5rem; } } @media (min-width:960px) { .MuiTypography-h3 { font-size: 2rem; line-height: 3rem; } } .MuiTypography-h3 b { font-weight: bolder; } .MuiTypography-h3 strong { font-weight: bolder; } .MuiTypography-h4 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:960px) { .MuiTypography-h4 { font-size: 1.5rem; line-height: 2rem; } } .MuiTypography-h4 b { font-weight: bolder; } .MuiTypography-h4 strong { font-weight: bolder; } .MuiTypography-h5 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:960px) { .MuiTypography-h5 { font-size: 1.25rem; line-height: 2rem; } } .MuiTypography-h5 b { font-weight: bolder; } .MuiTypography-h5 strong { font-weight: bolder; } .MuiTypography-h6 { font-size: .875rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 700; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-h6 b { font-weight: bolder; } .MuiTypography-h6 strong { font-weight: bolder; } .MuiTypography-subtitle1 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.75; letter-spacing: 0.00938em; } .MuiTypography-subtitle2 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-subtitle2 b { font-weight: bolder; } .MuiTypography-subtitle2 strong { font-weight: bolder; } .MuiTypography-overline { font-size: 0.75rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2.66; letter-spacing: 0.08333em; text-transform: uppercase; } .MuiTypography-srOnly { width: 1px; height: 1px; overflow: hidden; position: absolute; } .MuiTypography-alignLeft { text-align: left; } .MuiTypography-alignCenter { text-align: center; } .MuiTypography-alignRight { text-align: right; } .MuiTypography-alignJustify { text-align: justify; } .MuiTypography-noWrap { overflow: hidden; white-space: nowrap; text-overflow: ellipsis; } .MuiTypography-gutterBottom { margin-bottom: 1.5rem; } .MuiTypography-paragraph { margin-bottom: 16px; } .MuiTypography-colorInherit { color: inherit; } .MuiTypography-colorPrimary { color: #007dba; } .MuiTypography-colorSecondary { color: #00857d; } .MuiTypography-colorTextPrimary { color: #333; } .MuiTypography-colorTextSecondary { color: #666; } .MuiTypography-colorError { color: #f44336; } .MuiTypography-displayInline { display: inline; } .MuiTypography-displayBlock { display: block; } .MuiContainer-root { width: 100%; display: block; box-sizing: border-box; margin-left: auto; margin-right: auto; padding-left: 1rem; padding-right: 1rem; } @media (min-width:600px) { .MuiContainer-root { padding-left: 1.5rem; padding-right: 1.5rem; } } .MuiContainer-disableGutters { padding-left: 0; padding-right: 0; } @media (min-width:600px) { .MuiContainer-fixed { max-width: 600px; } } @media (min-width:960px) { .MuiContainer-fixed { max-width: 960px; } } @media (min-width:1280px) { .MuiContainer-fixed { max-width: 1280px; } } @media (min-width:1920px) { .MuiContainer-fixed { max-width: 1920px; } } @media (min-width:0px) { .MuiContainer-maxWidthXs { max-width: 444px; } } @media (min-width:600px) { .MuiContainer-maxWidthSm { max-width: 600px; } } @media (min-width:960px) { .MuiContainer-maxWidthMd { max-width: 960px; } } @media (min-width:1280px) { .MuiContainer-maxWidthLg { max-width: 1280px; } } @media (min-width:1920px) { .MuiContainer-maxWidthXl { max-width: 1920px; } } .MuiGrid-container { width: 100%; display: flex; flex-wrap: wrap; box-sizing: border-box; } .MuiGrid-item { margin: 0; box-sizing: border-box; } .MuiGrid-zeroMinWidth { min-width: 0; } .MuiGrid-direction-xs-column { flex-direction: column; } .MuiGrid-direction-xs-column-reverse { flex-direction: column-reverse; } .MuiGrid-direction-xs-row-reverse { flex-direction: row-reverse; } .MuiGrid-wrap-xs-nowrap { flex-wrap: nowrap; } .MuiGrid-wrap-xs-wrap-reverse { flex-wrap: wrap-reverse; } .MuiGrid-align-items-xs-center { align-items: center; } .MuiGrid-align-items-xs-flex-start { align-items: flex-start; } .MuiGrid-align-items-xs-flex-end { align-items: flex-end; } .MuiGrid-align-items-xs-baseline { align-items: baseline; } .MuiGrid-align-content-xs-center { align-content: center; } .MuiGrid-align-content-xs-flex-start { align-content: flex-start; } .MuiGrid-align-content-xs-flex-end { align-content: flex-end; } .MuiGrid-align-content-xs-space-between { align-content: space-between; } .MuiGrid-align-content-xs-space-around { align-content: space-around; } .MuiGrid-justify-content-xs-center { justify-content: center; } .MuiGrid-justify-content-xs-flex-end { justify-content: flex-end; } .MuiGrid-justify-content-xs-space-between { justify-content: space-between; } .MuiGrid-justify-content-xs-space-around { justify-content: space-around; } .MuiGrid-justify-content-xs-space-evenly { justify-content: space-evenly; } .MuiGrid-spacing-xs-0 { width: calc(100% + 0rem); margin: -0rem; } .MuiGrid-spacing-xs-0 > .MuiGrid-item { padding: 0rem; } .MuiGrid-spacing-xs-1 { width: calc(100% + 0.5rem); margin: -0.25rem; } .MuiGrid-spacing-xs-1 > .MuiGrid-item { padding: 0.25rem; } .MuiGrid-spacing-xs-2 { width: calc(100% + 1rem); margin: -0.5rem; } .MuiGrid-spacing-xs-2 > .MuiGrid-item { padding: 0.5rem; } .MuiGrid-spacing-xs-3 { width: calc(100% + 1.5rem); margin: -0.75rem; } .MuiGrid-spacing-xs-3 > .MuiGrid-item { padding: 0.75rem; } .MuiGrid-spacing-xs-4 { width: calc(100% + 2rem); margin: -1rem; } .MuiGrid-spacing-xs-4 > .MuiGrid-item { padding: 1rem; } .MuiGrid-spacing-xs-5 { width: calc(100% + 2.5rem); margin: -1.25rem; } .MuiGrid-spacing-xs-5 > .MuiGrid-item { padding: 1.25rem; } .MuiGrid-spacing-xs-6 { width: calc(100% + 3rem); margin: -1.5rem; } .MuiGrid-spacing-xs-6 > .MuiGrid-item { padding: 1.5rem; } .MuiGrid-spacing-xs-7 { width: calc(100% + 3.5rem); margin: -1.75rem; } .MuiGrid-spacing-xs-7 > .MuiGrid-item { padding: 1.75rem; } .MuiGrid-spacing-xs-8 { width: calc(100% + 4rem); margin: -2rem; } .MuiGrid-spacing-xs-8 > .MuiGrid-item { padding: 2rem; } .MuiGrid-spacing-xs-9 { width: calc(100% + 4.5rem); margin: -2.25rem; } .MuiGrid-spacing-xs-9 > .MuiGrid-item { padding: 2.25rem; } .MuiGrid-spacing-xs-10 { width: calc(100% + 5rem); margin: -2.5rem; } .MuiGrid-spacing-xs-10 > .MuiGrid-item { padding: 2.5rem; } .MuiGrid-grid-xs-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-xs-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-xs-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-xs-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-xs-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-xs-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-xs-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-xs-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-xs-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-xs-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-xs-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-xs-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-xs-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-xs-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } @media (min-width:600px) { .MuiGrid-grid-sm-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-sm-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-sm-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-sm-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-sm-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-sm-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-sm-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-sm-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-sm-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-sm-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-sm-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-sm-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-sm-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-sm-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } @media (min-width:960px) { .MuiGrid-grid-md-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-md-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-md-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-md-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-md-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-md-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-md-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-md-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-md-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-md-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-md-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-md-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-md-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-md-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } @media (min-width:1280px) { .MuiGrid-grid-lg-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-lg-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-lg-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-lg-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-lg-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-lg-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-lg-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-lg-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-lg-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-lg-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-lg-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-lg-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-lg-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-lg-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } @media (min-width:1920px) { .MuiGrid-grid-xl-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-xl-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-xl-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-xl-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-xl-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-xl-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-xl-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-xl-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-xl-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-xl-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-xl-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-xl-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-xl-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-xl-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } .jss2 { color: #fff; z-index: 1300; position: relative; padding-top: 1.5rem; padding-bottom: 1.5rem; background-color: #0d224c; } @media (max-width:599.95px) { .jss3 { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; } } @media (min-width:600px) { .jss3 { flex-shrink: 0; } } @media (max-width:599.95px) { .jss4 { margin-top: 1.5rem; flex-shrink: 0; } } @media (min-width:600px) { .jss5 { display: flex; align-items: center; justify-content: space-between; } } @media (min-width:600px) { .jss6 { margin-right: 1.5rem; } } @media (max-width:599.95px) { .jss7 { margin-top: 1.5rem; flex-shrink: 0; margin-right: 1rem; } } @media (min-width:600px) { .jss7 { margin-right: 1.5rem; } } .jss8 { margin-top: 1rem; } .jss1 { clip: rect(0 0 0 0); color: #000; width: 1px; height: 1px; display: block; overflow: hidden; position: absolute; clip-path: inset(50%); padding-top: 0.5rem; white-space: nowrap; padding-bottom: 0.5rem; text-decoration: unset; background-color: #fd6; } .jss1:focus { clip: unset; width: unset; height: unset; outline: .25rem solid transparent; overflow: unset; position: unset; clip-path: unset; white-space: unset; } .jss35 > * { box-sizing: border-box; font-family: Roboto; } .jss36 { padding-top: 1.5rem; padding-bottom: 2.5rem; } .jss37 { padding-top: 2.5rem; padding-bottom: 2.5rem; } .jss38 { padding-top: 1.5rem; padding-bottom: 2.5rem; } .jss39 { color: #fff; } .jss40 { background-color: #4c4c4c; } .jss41 { background-color: #404040; } .jss42 { background-color: #333; } .jss43 { display: inline; } .jss44:link { color: #fff; text-decoration: none; } .jss44:visited { color: #fff; } .jss44:focus { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss44:hover { color: #d9d9d9; transition: color .2s ease; text-decoration: underline; } .jss44:focus:hover { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss44:active { color: #fff; } .jss44:focus:active { color: #fff; outline: none; box-shadow: none; text-decoration: underline; background-color: transparent; } .jss45 { margin: 0; display: inline; padding: 0; list-style: none; } .jss46 { display: inline-block; font-size: .875rem; margin-top: 1rem; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss46 b { font-weight: bolder; } .jss46 strong { font-weight: bolder; } .jss46:not(:last-child) { margin-right: 1rem; } .jss47::before { content: ">"; margin-right: 1rem; } .jss48 { width: calc(100% + 1.5rem); margin-left: -0.75rem; margin-right: -0.75rem; } .jss48 .MuiGrid-item { padding-left: 0.75rem; padding-right: 0.75rem; } @media (max-width:959.95px) { .jss48 { width: calc(100% + 1rem); margin-left: -0.5rem; margin-right: -0.5rem; } .jss48 .MuiGrid-item { padding-left: 0.5rem; padding-right: 0.5rem; } } .jss49 { padding-top: 0; padding-bottom: 0; } .jss50 { font-size: .875rem; font-weight: 400; line-height: 1.428571428571429rem; padding-top: 1rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss50 b { font-weight: bolder; } .jss50 strong { font-weight: bolder; } @media (max-width:599.95px) { .jss50 { border-top: .0625rem solid #707070; padding-top: 1.5rem; } } .jss51 { list-style: none; margin-top: 1.5rem; padding-left: 0; margin-bottom: 0; } @media (max-width:599.95px) { .jss52 { margin-top: 3rem; } } .jss53 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:960px) { .jss53 { font-size: 1.25rem; line-height: 2rem; } } .jss53 b { font-weight: bolder; } .jss53 strong { font-weight: bolder; } .jss54 { font-size: .875rem; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss54 b { font-weight: bolder; } .jss54 strong { font-weight: bolder; } .jss54:not(:first-child) { margin-top: 1rem; } .jss55 { margin-right: 0.5rem; } .jss56 { display: flex; flex-wrap: wrap; list-style: none; margin-top: 0; padding-left: 0; margin-bottom: 0; } .jss57 { margin-bottom: 0; } @media (max-width:599.95px) { .jss57 { margin-bottom: 1.5rem; } } .jss58 { font-size: .875rem; margin-top: 1rem; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss58 b { font-weight: bolder; } .jss58 strong { font-weight: bolder; } .jss58:not(:last-child) { margin-right: 1.5rem; } .jss59 { font-size: .875rem; font-weight: 400; line-height: 1.428571428571429rem; padding-top: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss59 b { font-weight: bolder; } .jss59 strong { font-weight: bolder; } @media (max-width:599.95px) { .jss59 { border-top: .0625rem solid #707070; } } .jss60:link { color: #fff; text-decoration: underline; } .jss60:visited { color: #d9d9d9; } .jss60:focus { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss60:hover { color: #d9d9d9; transition: color .2s ease; text-decoration: underline; } .jss60:focus:hover { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss60:active { color: #fff; } .jss60:focus:active { color: #fff; outline: none; box-shadow: none; text-decoration: underline; background-color: transparent; } .jss9 { z-index: 1100; position: relative; } .jss10 { color: #666; background-color: #fff; } @media (min-width:600px) { .jss10 { padding-top: 0.5rem; padding-bottom: 0.5rem; } } @media (max-width:599.95px) { .jss11::before { content: ''; display: table; } .jss11::after { clear: both; content: ''; display: table; } } @media (min-width:600px) { .jss11 { display: flex; justify-content: space-between; } } @media (max-width:599.95px) { .jss12 { float: left; } } .jss13 { display: flex; } .jss14 { line-height: 0; } .jss15 { margin-left: 16px; } @media (max-width:599.95px) { .jss15 { margin-top: 1rem; } } @media (min-width:600px) { .jss15 { margin-top: .625rem; } } @media (max-width:599.95px) { .jss16 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss16 b { font-weight: bolder; } .jss16 strong { font-weight: bolder; } } @media (min-width:600px) { .jss16 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss16 b { font-weight: bolder; } .jss16 strong { font-weight: bolder; } } .jss17 { margin-right: 3px; } @media (max-width:599.95px) { .jss18 { clip: rect(0 0 0 0); width: 1px; height: 1px; overflow: hidden; position: absolute; clip-path: inset(50%); white-space: nowrap; } } @media (min-width:600px) { .jss18 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; margin-left: 3px; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss18 b { font-weight: bolder; } .jss18 strong { font-weight: bolder; } } .jss19 { clip: rect(0 0 0 0); width: 1px; height: 1px; overflow: hidden; position: absolute; clip-path: inset(50%); white-space: nowrap; } .jss20:link { color: #666; text-decoration: unset; } .jss20:visited { color: #666; } .jss20:focus { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss20:focus:not(:focus-visible) { outline: .25rem solid transparent; box-shadow: unset; text-decoration: underline; background-color: unset; } .jss20:hover { color: #004777; text-decoration: underline; } .jss20:active { color: #000; text-decoration: underline; } @media (hover: none) { .jss20:hover { color: #666; } } @media (max-width:599.95px) { .jss21 { width: 2.5rem; height: 2.5rem; } } @media (min-width:600px) { .jss21 { width: 3.25rem; height: 3.25rem; } } .jss22 { display: inline-block; } @media (max-width:599.95px) { .jss22 { margin-top: 0.5rem; margin-bottom: 0.5rem; } } .jss22:focus { outline: .25rem solid #fd6; } .jss22:focus:not(:focus-visible) { outline: none; } .jss22:hover { opacity: 0.7; } .jss22:active { opacity: 1; } @media (hover: none) { .jss22:hover { opacity: 1; } } .jss23 { margin-left: 8px; } @media (max-width:599.95px) { .jss23 { float: right; margin-top: .625rem; margin-bottom: 0.5rem; } } .jss26 { display: flex; position: relative; align-items: center; margin-left: auto; } @media (max-width: 757px) { .jss26 { top: 100%; right: 0; display: none; padding: 1.8rem; position: absolute; border-top: 1px solid #ccc; box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); -moz-box-shadow: 0px 5px 4px rgba(0,0,0,0.2); background-color: #fff; -webkit-box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); } } @media (max-width: 400px) { .jss26 { left: 0; } } @media (max-width: 757px) { .jss26.visible { display: block; } } .jss27 { color: #666; display: block; font-size: 18px; text-decoration: unset; } .jss27:hover { color: #004777; text-decoration: underline; } .jss27:focus { color: #000; outline: transparent solid 0.25rem; box-shadow: rgb(255 221 102) 0px 0.25rem 0px 0px, rgb(255 221 102) 0px -0.25rem 0px 0px; text-decoration: none; background-color: rgb(255, 221, 102); } .jss28 { top: 100%; right: 0; width: 600px; display: none; padding: 20px 30px; position: absolute; border-top: 2px solid #00557f; box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); text-align: center; -moz-box-shadow: 0px 5px 4px rgba(0,0,0,0.2); background-color: #fff; -webkit-box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); } @media (max-width: 757px) { .jss28 { display: none; } } .jss29 { top: 50%; color: #2c3841; right: 1.8rem; width: 32px; border: none; bottom: 0; cursor: pointer; height: 32px; display: flex; position: absolute; transform: translateY(-50%); align-items: center; justify-content: center; background-color: transparent; } @media (min-width: 757px) { .jss29 { right: 10px; } } .jss29:hover { opacity: 0.5; } .jss29:focus { outline: .25rem solid #fd6; background-color: #fff; } @media (max-width: 757px) { .jss30 { width: 100%; } } @media (min-width: 757px) { .jss30:focus-within #predictive-results.visible { display: block; } } @media (min-width: 757px) { .jss31 { padding: 10px 10px; position: relative; margin-right: -10px; } .jss31.has-search-term:focus-within { box-shadow: 0 0 2px rgb(0 0 0 / 20%); -moz-box-shadow: 0 0 2px rgba(0,0,0,0.2); background-image: linear-gradient(to bottom,#e4e9ec 0%,#fff 100%); -webkit-box-shadow: 0 0 2px rgb(0 0 0 / 20%); } } .jss32 { width: 210px; border: 2px solid #E4E9EC; display: block; padding: 5px 32px 4px 9px; min-height: 31px; background-color: #fff; } .jss32:focus { outline: .25rem solid #fd6; background-color: #fff; } .jss32::-webkit-search-cancel-button, .jss32::-webkit-search-decoration, .jss32 -webkit-search-results-button, .jss32 -webkit-search-results-decoration { display: none; } .jss32::-ms-clear { width: 0; height: 0; display: none; } .jss32::-ms-reveal { width: 0; height: 0; display: none; } .jss32:-webkit-autofill, .jss32:-webkit-autofill:hover, .jss32:-webkit-autofill:active, .jss32:-webkit-autofill:focus { -webkit-box-shadow: 0 0 0px 1000px #fff inset; } @media (max-width: 757px) { .jss32 { width: 100%; } } .jss33 span { clip: rect(0 0 0 0); width: 1px; height: 1px; overflow: hidden; position: absolute; clip-path: inset(50%); white-space: nowrap; } .jss24 { display: none; align-items: center; margin-left: auto; justify-content: center; } @media (max-width: 757px) { .jss24 { gap: 8px; display: flex; } } @media (min-width:600px) { .jss24 { margin-top: 0.5rem; } } .jss25 { color: #069; width: 36px; border: none; height: 36px; justify-content: center; background-color: #e4e9ec; } .jss25:hover { color: #fff; cursor: pointer; background-color: #069; } .jss25:focus { color: #fff; outline: .25rem solid #fd6; outline-offset: -2px; background-color: #069; }</style><style data-href="https://fonts.googleapis.com/css2?family=Roboto:ital,wght@0,300;0,400;0,500;0,700;0,900;1,300;1,400;1,500&display=swap">@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjARc-.woff) format('woff')}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu52xM.woff) format('woff')}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ABc-.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5vAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Me5g.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9vAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlvAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtvAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc3CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc-CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc2CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc5CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc1CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc0CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc6CsTYl4BO.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xFIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xMIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xEIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xLIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xHIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xGIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xIIzIXKMny.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc3CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc-CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc2CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc5CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc1CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc0CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc6CsTYl4BO.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu72xKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu5mxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu7mxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu4WxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu7WxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu7GxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu4mxKKTU1Kg.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-0377,U+037A-037F,U+0384-038A,U+038C,U+038E-03A1,U+03A3-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20C0,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20240226204848im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}</style></head><body style="margin:0"><div id="__next"><nav aria-labelledby="main-content-skip-link"><a class="MuiTypography-root jss1 MuiTypography-subtitle2" href="#main-content" id="main-content-skip-link"><div class="MuiContainer-root">Skip to main content</div></a></nav><header class="MuiPaper-root jss9 MuiPaper-elevation3" aria-label="Site header"><div class="jss10"><div class="MuiContainer-root MuiContainer-maxWidthLg"><div class="jss11"><div><nav aria-label="Site header breadcrumb" class="jss12"><span class="jss13" role="list"><span class="jss14"><a aria-label="Jisc homepage" class="jss22" title="Jisc homepage" href="/web/20240226204848/https://www.jisc.ac.uk/"><img alt="Jisc" class="jss21" src="data:image/svg+xml;base64,PHN2ZyBlbmFibGUtYmFja2dyb3VuZD0ibmV3IDAgMCA5OTkuOSA5OTkuOSIgdmlld0JveD0iMCAwIDk5OS45IDk5OS45IiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPgogICAgPHBhdGggZD0ibTAgMGg5OTkuOXY5OTkuOWgtOTk5Ljl6IiBmaWxsPSIjZTg1ZTEzIi8+CiAgICA8cGF0aCBkPSJtMzA1LjggNTU0YzAgODAuMS00Ni44IDExOS43LTExMy40IDExOS43LTUyLjEgMC04NS45LTI0LjEtMTA4LjEtNTQuNWwzOS4xLTQwYzE5LjggMjUuMSAzOS41IDM5LjYgNjggMzkuNiAzMS44IDAgNTMuNi0yMS4yIDUzLjYtNjYuMXYtMjIxLjZoNjAuOHptMTA3LjYgMTE0LjhoLTU4LjR2LTI1NC44aDU4LjR6bS0yOS41LTI4My42Yy0yMSAwLTM4LTE3LTM4LjEtMzcuOSAwLTIxIDE3LTM4IDM3LjktMzguMXMzOCAxNyAzOC4xIDM3Ljl2LjFjLjEgMjEtMTYuOSAzOC0zNy45IDM4em0yNjMuNCAyMDguM2MwIDUzLjUtNDEuNSA4MC4xLTk0LjYgODAuMS0zNi4yIDAtNzYuMi0xMy0xMDguMS0zOC4xbDI2LjEtMzkuNWMyNy41IDIwLjcgNTcuNCAzMS40IDgzLjUgMzEuNCAyNS4xIDAgMzkuNS0xMC42IDM5LjUtMjcuNXYtMWMwLTE5LjgtMjctMjYuNS01Ni45LTM1LjctMzcuNi0xMC42LTc5LjYtMjYtNzkuNi03NC44di0xYzAtNDguMiA0MC4xLTc3LjcgOTAuNy03Ny43IDMxLjggMCA2Ni42IDExLjEgOTMuNiAyOWwtMjMuMiA0MS41Yy0yNC42LTE0LjktNTAuNy0yNC4xLTcxLjktMjQuMS0yMi43IDAtMzUuNyAxMC42LTM1LjcgMjUuNnYxYzAgMTguMyAyNy41IDI2IDU3LjQgMzUuNyAzNy4xIDExLjYgNzkuMSAyOC41IDc5LjEgNzQuM3ptMTU3LjggODEuMWMtNzUuOCAwLTEzMS43LTU5LjMtMTMxLjctMTMyLjJzNTYtMTMzLjYgMTMyLjItMTMzLjZjNDguMyAwIDc4LjIgMTcuOSAxMDEuOCA0My45bC0zNi4yIDM5LjFjLTE3LjgtMTguOC0zNi43LTMxLjgtNjYuMS0zMS44LTQyLjUgMC03My4zIDM2LjctNzMuMyA4MS41IDAgNDUuOCAzMS40IDgyLjUgNzYuMiA4Mi41IDI3LjUgMCA0Ny44LTEzIDY2LjEtMzEuOGwzNS4yIDM0LjhjLTI1LjEgMjcuOC01NC41IDQ3LjYtMTA0LjIgNDcuNnoiCiAgICAgICAgICBmaWxsPSIjZmZmIi8+Cjwvc3ZnPgo="/></a></span><span class="jss15"></span></span></nav></div><div class="jss23"><div class="jss24"><button aria-controls="search-form" aria-expanded="false" aria-label="Show search box" class="jss25" title="Show search box" type="button"><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="magnifying-glass" class="svg-inline--fa fa-magnifying-glass " role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M416 208c0 45.9-14.9 88.3-40 122.7L502.6 457.4c12.5 12.5 12.5 32.8 0 45.3s-32.8 12.5-45.3 0L330.7 376c-34.4 25.2-76.8 40-122.7 40C93.1 416 0 322.9 0 208S93.1 0 208 0S416 93.1 416 208zM208 352a144 144 0 1 0 0-288 144 144 0 1 0 0 288z"></path></svg></button></div><div class="jss26" id="search-form"><div class="jss31"><form action="/web/20240226204848/https://www.jisc.ac.uk/search" class="jss30" method="get"><label class="jss33" for="search-term"><span>Search Jisc</span><input class="jss32" id="search-term" name="q" placeholder="Search Jisc" title="Search Jisc" type="search"/></label><button aria-label="Search" class="jss29" title="Search" type="submit"><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="magnifying-glass" class="svg-inline--fa fa-magnifying-glass " role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M416 208c0 45.9-14.9 88.3-40 122.7L502.6 457.4c12.5 12.5 12.5 32.8 0 45.3s-32.8 12.5-45.3 0L330.7 376c-34.4 25.2-76.8 40-122.7 40C93.1 416 0 322.9 0 208S93.1 0 208 0S416 93.1 416 208zM208 352a144 144 0 1 0 0-288 144 144 0 1 0 0 288z"></path></svg></button></form></div></div></div></div></div></div></header><main id="main-content"><article><header aria-labelledby="pageHeaderTitle" class="pb-10 text-jiscMineShaft bg-jiscConcrete" data-testid="legacy-infobox-page-header"><div class="border-0 border-t-2 border-solid border-jiscHibiscus"></div><div class="box-border block max-w-screen-md px-4 mx-auto md:px-6" data-testclass="container"><span class="null inline-block px-3 py-1 font-sans text-[1rem] font-normal antialiased leading-[1.5rem] text-jiscWhite bg-jiscHibiscus">Guide</span><div class="md:box-border md:flex md:w-[calc(100%+1rem)] md:-mx-2"><div class="md:box-border md:w-9/12 md:px-2"><header><h1 class="my-6 font-sans text-[2.5rem] font-normal antialiased leading-[3.5rem] sm:text-[2.75rem] md:text-[3rem] md:leading-[4rem]" id="pageHeaderTitle">Principles of good assessment and feedback</h1><p class="mt-6 mb-[unset] font-sans text-[1.25rem] font-normal antialiased leading-[2rem] sm:w-1/2 sm:min-w-full sm:mt-[unset]">How good learning, teaching and assessment can be applied to improving assessment and feedback practice.</p></header></div><div class="mt-6 md:box-border md:w-3/12 md:px-2 md:mt-2"><aside class="px-4 bg-jiscWhite border-2 border-solid border-jiscHibiscus "><p class="my-4 font-sans font-normal antialiased text-[1.25rem] leading-[2rem] ">About this <!-- -->guide</p><p class="mt-4 mb-2 font-sans text-[1rem] font-normal antialiased">Authors</p><ul class="pl-[unset] my-[unset] font-sans text-[.875rem] font-normal antialiased leading-[1.25rem] list-none"><li class="my-3"><span class="block">Sarah Knight</span><span class="block">Head of learning and teaching transformation</span></li><li class="my-3"><span class="block">Gill Ferrell</span><span class="block">Consultant</span></li></ul><p class="my-4 font-sans text-[1rem] font-normal antialiased ">Published: <time datetime="2022-03-02T15:05:00Z">02 March 2022</time></p></aside></div></div></div></header><div class=" clearfix pt-10 pb-10 bg-jiscWhite " data-testid="content-area"><div class="box-border block max-w-screen-md px-4 mx-auto md:px-6" data-testclass="container"><div class="sm:box-border sm:flex sm:w-[calc(100%+1rem)] sm:-mx-2"><div class="hidden sm:box-border sm:px-2 sm:block sm:w-1/12" data-testid="replace-material-ui-hidden--1/12@sm"></div><div class="sm:box-border sm:px-2 sm:w-10/12"><nav class="py-2 mb-8 border-t-0 border-b-2 border-solid border-x-0 bg-jiscWhite border-jiscConcrete "><div class="flex items-center"><span class="antialiased font-normal text-2xl text-jiscMineShaft font-sans leading-[2rem] text-center pl-2">Contents</span></div><div><ul class=" list-none cursor-pointer font-normal text-jiscBahamaBlue underline p-1 visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:underline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack "><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Why review assessment practice?</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Introducing the seven principles</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle one - help learners understand what good looks like</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle two - support the personalised needs of learners</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle three - foster active learning</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle four - develop autonomous learners</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle five - manage staff and learner workload effectively</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle six - foster a motivated learning community</button></li><li><button type="button" class="antialiased font-normal text-lg font-sans leading-[2rem] text-left cursor-pointer outline-none bg-[unset] border-none text-jiscBahamaBlue hover:underline visited:text-jiscPurple focus:text-jiscBlack focus:bg-jiscDandelion focus:outline focus:outline-4 focus:outline-transparent focus:no-underline focus:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:text-jiscRegalBlue active:text-jiscBlack focus:active:unde rline focus:active:bg-transparent focus:active:shadow-none prose-strong:text-jiscBahamaBlue prose-strong:visited:text-jiscPurple prose-strong:focus:text-jiscBlack prose-strong:hover:text-jiscRegalBlue prose-strong:active:text-jiscBlack">Principle seven - promote learner employability</button></li></ul></div></nav><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mb-6 |"><h2 id="why-review-assessment-practice?-voq14" data-block-key="voq14">Why review assessment practice?</h2><p data-block-key="5j1qp">The pandemic accelerated digital transformation of assessment for some institutions and caused others to question not only how they do things but whether they are doing the right things?</p><p data-block-key="2qgc8">Assessment and feedback forms a significant element of staff and student workload and <a href="http://web.archive.org/web/20240226204848/http://www.advance-he.ac.uk/knowledge-hub/student-academic-experience-survey-2021">many studies</a> have shown that students, in higher education, are less satisfied with assessment and feedback than with any other aspect of the experience.</p><p data-block-key="8hrkf">This guide will help you determine what good assessment and feedback looks like in your context so you can benchmark existing practice and plan improvement. </p><h3 data-block-key="er21a">Assessment and feedback landscape</h3><p data-block-key="eqka3">Through consultation with universities, a survey and a review of the current literature we gained a picture of the UK assessment and feedback landscape in higher education. <a href="/web/20240226204848/https://www.jisc.ac.uk/reports/assessment-and-feedback-higher-education-landscape-review-survey-outcomes/">View Jisc's assessment and feedback higher education landscape review</a>.</p><h3 data-block-key="anm6v">About the examples in this guide</h3><p data-block-key="3cm4c">Each of the principles is accompanied by short case studies of implementation.</p><p data-block-key="r9kn">Where possible we have chosen examples where digital technology has been used to support and enhance good practice.</p><p data-block-key="2si72">Previous research found good practice was often difficult to scale up because it required manual intervention or tools that were not interoperable. Our examples show innovative practice delivered at scale and using open standards to facilitate seamless integration with existing tools and administrative systems.</p><h3 data-block-key="aphbb">Assessment and feedback: direction of travel</h3><p data-block-key="fql4o">For a number of years assessment and feedback practice has been on a trajectory away from assessment of learning to what is termed assessment for learning.</p><p data-block-key="3j0ui">Key to this has been helping students monitor and regulate their own learning and trying to ensure that any feedback activity feeds forward leading to future improvement.</p><p data-block-key="30egp">Current assessment practice increasingly includes activities that could be termed assessment as learning. The very act of undertaking assessment and feedback activities is an essential part of the learning process.</p><p data-block-key="77bse">All three aspects of assessment still need to happen but we are thinking differently about the relationship between them.</p><ul><li data-block-key="etea5">Assessment of learning describes the institutional quality assurance processes that lead to students acquiring some form of verified credential.</li><li data-block-key="d56ko">Assessment for learning is the overall learning design, ensuring we are assessing the right things at the right time with plenty of formative opportunities to feed forward. This is the cog wheel making everything revolve.</li><li data-block-key="4q3q6">Assessment as learning is a learning experience where the formative and summative elements work well together. Tasks appear relevant, students can see what they have gained by undertaking the activity, they feel involved in a dialogue about standards and evidence and the continuous development approach helps with issues of stress and workload for staff and students.</li></ul><p data-block-key="fmv28"></p><img alt="assessment-as-learning-graphic" class="richtext-image full-width" height="362" src="http://web.archive.org/web/20240226204848im_/https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/images/assessment-as-learning-graphic-1.width-800.png" width="800"/><p data-block-key="b4nku"></p></div><section class="mt-10 mb-10 border-t-jiscAlto border-t-[.0625rem] border-r-0 border-b-0 border-l-0 border-solid" data-testid="expandable-group"><details style="background-color:#fff" class=" border-t-0 font-normal text-jiscBahamaBlue webkit-details-marker-hidden focus:text-jiscBlack focus:no-underline focus:bg-jiscDandelion focus:outline-transparent focus:outline focus:outline-4 focus-not-focus-visible-text-jiscBahamaBlue focus-not-focus-visible-underline focus-not-focus-visible-bg-transparent focus-not-focus-visible-outline-0 focus-not-focus-visible-hover-text-jiscRegalBlue active:text-jiscBlack border-b-jiscAlto border-b-[.0625rem] border-x-0 border-solid print:border-b-0" data-testid="expandable-block-1-expandable-1"><summary class=" font-normal text-jiscBahamaBlue webkit-details-marker-hidden focus:text-jiscBlack focus:no-underline focus:bg-jiscDandelion focus:outline-transparent focus:outline focus:outline-4 focus-not-focus-visible-text-jiscBahamaBlue focus-not-focus-visible-underline focus-not-focus-visible-bg-transparent focus-not-focus-visible-outline-0 focus-not-focus-visible-hover-text-jiscRegalBlue active:text-jiscBlack underline list-none cursor-pointer expandable-summary " data-testid="expandable-block-1-expandable-1-summary"><h4 class="flex items-center p-4 my-[unset] font-sans text-[1rem] antialiased font-normal leading-[1.5rem]" data-testid="expandable-block-1-expandable-1-heading-element"><span class="grow" data-testid="expandable-block-1-expandable-1-heading-content">Text description for assessment with purpose graphic</span><span class="ml-2 shrink-0 sm:ml-4 print:hidden" data-testid="expandable-block-1-expandable-1-trigger-icon"><span aria-hidden="true" class="text-[.875rem]">Show</span><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="chevron-down" class="svg-inline--fa fa-chevron-down ml-2" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M233.4 406.6c12.5 12.5 32.8 12.5 45.3 0l192-192c12.5-12.5 12.5-32.8 0-45.3s-32.8-12.5-45.3 0L256 338.7 86.6 169.4c-12.5-12.5-32.8-12.5-45.3 0s-12.5 32.8 0 45.3l192 192z"></path></svg></span></h4></summary><div class="[&>p]:bg-jiscWhite] px-4 mt-2 mb-6" data-testid="expandable-block-1-expandable-1-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><ul><li data-block-key="hyy2m">Purple centre - the inner circle represents assessment for learning the institutional quality-assured processes that lead to a qualification.</li><li data-block-key="ef4cs">The middle cog represents assessment for learning learning design emphasising formative opportunities that feed forward to future improvement.</li><li data-block-key="br1mq">The outer circle represents assessment as learning the lived experience of students and staff when active learners contribute to decision-making and are able to monitor and regulate their own learning.</li></ul></div></div></details><div class="hidden print:block border-t-0 font-normal text-jiscBahamaBlue webkit-details-marker-hidden focus:text-jiscBlack focus:no-underline focus:bg-jiscDandelion focus:outline-transparent focus:outline focus:outline-4 focus-not-focus-visible-text-jiscBahamaBlue focus-not-focus-visible-underline focus-not-focus-visible-bg-transparent focus-not-focus-visible-outline-0 focus-not-focus-visible-hover-text-jiscRegalBlue active:text-jiscBlack border-b-jiscAlto border-b-[.0625rem] border-x-0 border-solid "><div class="[&>p]:bg-jiscWhite] px-4 mt-2 mb-6" data-testid="expandable-block-1-expandable-1-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><ul><li data-block-key="hyy2m">Purple centre - the inner circle represents assessment for learning the institutional quality-assured processes that lead to a qualification.</li><li data-block-key="ef4cs">The middle cog represents assessment for learning learning design emphasising formative opportunities that feed forward to future improvement.</li><li data-block-key="br1mq">The outer circle represents assessment as learning the lived experience of students and staff when active learners contribute to decision-making and are able to monitor and regulate their own learning.</li></ul></div></div></div></section><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft bg-jiscConcrete " data-testid="boxed-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><h3 data-block-key="iddvs">Beyond the Technology podcast</h3><p data-block-key="d6ql">Listen to our series on rethinking assessment and feedback from the Beyond the Technology podcast:</p><ul><li data-block-key="4ravb"><a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-how-the-landscape-is-changing/">Rethinking assessment and feedback - how the landscape is changing</a></li><li data-block-key="a2efn"><a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-providing-personalised-feedback-at-scale/">Rethinking assessment and feedback - providing personalised feedback at scale</a></li><li data-block-key="k27h"><a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-creating-a-shared-vision/">Rethinking assessment and feedback - creating a shared vision</a></li><li data-block-key="9n1mq"><a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-unlocking-the-power-of-comparison-based-feedback/">Rethinking assessment and feedback - unlocking the power of comparison based feedback</a></li><li data-block-key="6rbp"><a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-shifting-to-digital-assessment/">Rethinking assessment and feedback - shifting to digital assessment</a></li></ul></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><h2 id="introducing-the-seven-principles-xi36r" data-block-key="xi36r">Introducing the seven principles</h2><p data-block-key="f8gv1">Educational principles are a way of summarising your shared educational values as a college or university. They serve to guide the design of learning teaching and assessment.</p><p data-block-key="bem9a">A well-thought-out set of principles:</p><ul><li data-block-key="c48fi">Describes a shared set of values and a vision</li><li data-block-key="5amam">Summarises and simplifies a lot of research evidence on good pedagogic practice</li><li data-block-key="fnpfs">Provides a benchmark for monitoring progress</li><li data-block-key="48k2r">Serves as a driver for change</li></ul><p data-block-key="24upn">Principles offer a robust way of gaining ownership and buy-in and they need to be written in a way that requires action rather than passive acceptance.</p></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscWhite bg-jiscBrandBlue-dark " data-testid="boxed-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscWhite prose-a:underline | visited:prose-a:text-jiscAlto | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscAlto | active:prose-a:text-jiscWhite | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscWhite | prose-strong:visited:prose-a:text-jiscAlto | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscAlto | prose-strong:active:prose-a:text-jiscWhite || prose-blockquote:border-l-jiscWhite || marker:text-jiscWhite | prose-blockquote:text-jiscWhite | prose-headings:text-jiscWhite | prose-li:text-jiscWhite | prose-ol:text-jiscWhite | prose-p:text-jiscWhite | prose-strong:text-jiscWhite | prose-table:text-jiscWhite | prose-ul:text-jiscWhite | | |"><h3 data-block-key="iddvs">Our seven principles</h3><ol><li data-block-key="1aive">Help learners understand what good looks like by engaging learners with the requirements and performance criteria for each task</li><li data-block-key="cq275">Support the personalised needs of learners by being accessible, inclusive and compassionate</li><li data-block-key="eg2u8">Foster active learning by recognising that engagement with learning resources, peers and tutors can all offer opportunities for formative development</li><li data-block-key="4jdh6">Develop autonomous learners by encouraging self-generated feedback, self-regulation, reflection, dialogue and peer review</li><li data-block-key="4e34h">Manage staff and learner workload effectively by having the right assessment, at the right time, supported by efficient business processes</li><li data-block-key="3q3u2">Foster a motivated learning community by involving students in decision-making and supporting staff to critique and develop their own practice</li><li data-block-key="54of2">Promote learner employability by assessing authentic tasks and promoting ethical conduct</li></ol></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><h3 data-block-key="xi36r">Applying the principles</h3><p data-block-key="3a52f">The principles offer an actionable way to improve learning teaching and assessment and can be applied to any aspect of learning design.</p><p data-block-key="8p0ur">There is no one size fits all approach. You need to decide what the principle means in your context and how best to apply it to the learning experience in your organisation. Our <a href="http://web.archive.org/web/20240226204848/https://repository.jisc.ac.uk/8638/1/principles-of-good-assessment-and-feedback-self-assessment-template.docx">self-assessment template (.docx)</a> allows you to adapt the principles to your own context. You can also <a href="http://web.archive.org/web/20240226204848/https://repository.jisc.ac.uk/8638/3/principles-of-good-assessment-and-feedback-self-assessment-template.pdf">download the self-assessment template as a pdf</a>.</p><h3 data-block-key="d2mp0">Do principles change over time?</h3><p data-block-key="bjn8p">Principles need to evolve over time if they are to reflect current education research and remain aspirational and a call to action.</p><p data-block-key="aajsn">The usefulness of educational principles drew widespread attention when Professor David Nicol published a set of principles for good assessment feedback practice as part of the <a href="http://web.archive.org/web/20240226204848/http://www.reap.ac.uk/reap/public/papers/Principles_of_good_assessment_and_feedback.pdf">Re-Engineering Assessment Practices (REAP) project</a> in 2007.</p><p data-block-key="3lbb8">Many education providers saw the value and adopted the idea so there are various sets of principles in the public domain (<a href="http://web.archive.org/web/20240226204848/https://repository.jisc.ac.uk/6723/1/ESCAPEassessment_principles.pdf">see ESCAPE assessment principles pdf</a>). Almost all of them are based on the basic REAP principles.</p><p data-block-key="497f5">Our 2021 principles reflect the greater prominence of issues such as accessibility and inclusivity in current thinking. Where we continue to champion examples of good practice that were recognised some time ago, it is with a new perspective on why and how certain approaches are more effective than others.</p><p data-block-key="d7haf">It is too early to judge how long this set of principles will last. At the moment they represent a call to action and a manifesto for change. We very much hope to find that in five years time they are no longer aspirational and require another refresh.</p><h3 data-block-key="73gft">Related resources</h3><p data-block-key="kgv4"><a href="/web/20240226204848/https://www.jisc.ac.uk/guides/reimagining-digital-assessment-in-higher-education/">Designing learning and assessment in a digital age</a> - A primer created for university leaders exploring the current and future opportunities for digital assessment.</p><p data-block-key="fa3up"><a href="http://web.archive.org/web/20240226204848/https://www.qaa.ac.uk/membership/resources">QAA Hallmarks of Success Playbook: Assessment in digital and blended pedagogy</a> - A useful guide to develop a shared understanding of assessment and feedback practices that are relevant to and support teaching and learning. It examines what success looks like in a digital and blended environment, barriers that may be encountered and how they can be overcome. The playbook can be used to drive discussions about assessment as learning, feedback and feedforward practices, as well as considering quality enhancement, moderation and academic integrity.</p><p data-block-key="43pkc"><a href="http://web.archive.org/web/20240226204848/https://repository.jisc.ac.uk/9234/1/assessment-ideas-for-an-ai-enabled-world.pptx">Assessment ideas for an AI-enabled world (.pptx)</a> - Codesigned with the sector, we've produced a set of postcards to provoke discussion and reflection around assessment approaches in higher education. Each idea postcard outlines the type of assessment task, key characteristics and appropriate formats.</p></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="wiqbk"></p><h2 id="principle-one---help-learners-understand-what-good-looks-like-6uqq1" data-block-key="6uqq1">Principle one - help learners understand what good looks like</h2><h3 data-block-key="f9njs">Why is this important?</h3><p data-block-key="2mdt9">Students undertaking an assessment need to understand what is required of them and the criteria against which their performance will be judged.</p><p data-block-key="6je2t">This sounds self-evident but many learners find it difficult to derive this information from the available sources such as course and module handbooks. Even where criteria and grade descriptors are provided, they may be couched in academic language that requires some skill to interpret.</p><p data-block-key="ia1m">It helps to have a common template for assignment briefs, so that the essential information is presented, in plain English, in a consistent way for each assignment.</p><p data-block-key="1dh78"><a href="http://web.archive.org/web/20240226204848/https://feedbackfruits.com/ebook/feedback-for-learning-comprehensive-guide">Feedback for learning: a comprehensive guide</a>, an e-book by FeedbackFruits, gives useful guidance on designing rubrics that support active learning. It explains how to create a rubric that is relevant, unambiguous and serves as a bridge to future performance by avoiding traps that can result in a rubric becoming a task-focused checklist.</p><p data-block-key="v9nu">By implementing this principle you will, however, take this a step further and engage students in activities that allow them to create meaning from the criteria and engage in discussions about quality. You may ask them to rewrite criteria in their own words and compare their understanding with that of others. Later they may even define the criteria by which they think their work should be judged.</p><h3 data-block-key="73ufm">The role of feedback</h3><p data-block-key="2o12e">The capacity to recognise and interpret feedback, and use this to lead to further improvement, is key to developing the ability to recognise what good looks like</p><p data-block-key="fkqd1">Feedback provides information about where a learner is in relation to their learning goals so that they can evaluate progress, identify gaps or misconceptions and take action that results in enhanced performance in future.</p><p data-block-key="16mfh">Feedback should be constructive, specific, honest and supportive.</p><p data-block-key="f328e">Effective feedback shouldn’t only focus on current performance or be used to justify a grade. It should also feed forward in an actionable way so the learner understands what they need to focus on in order to improve.</p><p data-block-key="6crmb">Feedback is conventionally thought of as a dialogue between student and tutor but it can come from a variety of sources. Self and peer feedback can be equally valuable and we discuss this further in relation to principle number 4 develop autonomous learners.</p><h3 data-block-key="c6goc">Ipsative assessment</h3><p data-block-key="efupi">Ipsative assessment is the idea that, rather than evaluating a learner’s performance against an external benchmark, we simply look at whether they have improved on their own previous performance. This is after all the most effective measure of learning gain.</p><p data-block-key="fbf1t">At University College London this approach is proving useful with master’s level students and those studying MOOCs.</p><h3 data-block-key="cjbvp">To grade or not to grade?</h3><p data-block-key="4iqe0">Defining what good looks like does not have to mean assigning a grade.</p><p data-block-key="3ad7f">There is a school of thought that believes grading is counter-productive and diminishes students’ broader curiosity about a subject. <a href="http://web.archive.org/web/20240226204848/https://www.jessestommel.com/ungrading-a-bibliography/">Read more about upgrading in Jesse Stommel's article</a>.</p><p data-block-key="414f8">Diverse assessment formats and different customs and practices across disciplines may distort marks. Even without these complications, experts question whether it is possible to distinguish the quality of work with the precision implied by percentage marks.</p><p data-block-key="cposr">Higher education does indeed operate without grading in some areas. We recognise the value of a doctorate without questioning whether the holder achieved a few percentage points more or less than one of their counterparts.</p><p data-block-key="236cp">The absence of a grade can oblige learners to focus on their feedback and encourage deeper reflection.</p><h3 data-block-key="cklna">Technology can help</h3><p data-block-key="7gbip">Some of the ways technology can help:</p><ul><li data-block-key="e7kni">Making information about the assessed task and criteria available in digital format helps ensure it can be accessed readily on a range of devices. It also helps with applying a consistent template</li><li data-block-key="5a5nf">Having the information in digital format allows cross-referencing to a wide range of examples</li><li data-block-key="cp1uo">Use of digital tools makes it easier to give ‘in-line feedback’ so students can see to which section of their work a feedback comment refers</li><li data-block-key="3e3nj">Digital tools can support better dialogue around feedback </li><li data-block-key="dqrg6">Storing feedback in digital format increases the likelihood that students will refer back to the feedback in future</li><li data-block-key="iu8t">Digital tools that support self, peer and group evaluation are all means of actively engaging students with criteria and the process of making academic judgement. You can find examples of this in the section about putting each of our principles into practice throughout this guide</li></ul><h3 data-block-key="78ufv">Putting the principle into practice</h3><h4 data-block-key="7t1pm">Guidance and templates</h4><p data-block-key="f93c7">Sheffield Hallam University makes all of its guidance and templates available via its <a href="http://web.archive.org/web/20240226204848/https://academic.shu.ac.uk/assessmentessentials/">assessment essentials website</a>.</p><p data-block-key="690h7">The University of Reading's <a href="http://web.archive.org/web/20240226204848/https://sites.reading.ac.uk/curriculum-framework/wp-content/uploads/sites/35/2022/03/A-Z_of_Assessment_Methods_FINAL_table.pdf">A-Z of assessment methods (pdf)</a> can help you choose an appropriate type of assessment</p><h4 data-block-key="da6a5">Adaptive comparative judgement</h4><p data-block-key="8adfm">Assessing a piece of work objectively against a rubric is not easy even for an experienced evaluator.</p><p data-block-key="enar3">Comparative judgement works on the principle that people make better judgements if they compare two items, and decide which is better, than if they try to evaluate something in isolation.</p><p data-block-key="5pqh0">Repeated comparison of pairs ultimately allows the items to be rank ordered. This usually takes nine to 12 rounds of comparison.</p><p data-block-key="4kdef">Adaptive comparative judgement (ACJ) tools automate the process of presenting a group of assessors with pairs to compare. The items are initially selected randomly. Comparison between very good and very bad is obvious very quickly. The computer algorithm can then start to select the pairs that will most improve the reliability of the ranking so more effort goes into assessing those that are closely matched.</p><p data-block-key="5vppg">Research has been undertaken using this technique to compare the evaluative judgement of staff and students. It has also been applied to using artificial intelligence (AI) to partly automate marking of complex items such as essay scripts.</p><p data-block-key="86gtl">The most common application is, however, in engaging students with assessment criteria and ‘learning by evaluating’ to identify what good looks like.</p><p data-block-key="b6kjq">Using ACJ tools to provide peer evaluation and feedback can provide learners with a rich body of evidence to help them improve their work.</p><p data-block-key="7o77s">ACJ is being used at many universities internationally. In the UK examples include use at Goldsmiths, University of London and the University of Manchester.</p><p data-block-key="2eobr"><a href="http://web.archive.org/web/20240226204848/https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/T04-WINGFIELD-Learning-by-Evaluating.pdf">The technique is explained in this presentation and session recording</a>, which includes a case study from the University of Manchester. </p></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><h3 data-block-key="20atr">Developing research skills at the University of Waterloo</h3><p data-block-key="9450i">Students undertaking an education degree at the University of Waterloo have the opportunity to gain a research credential in their specialist area during their work experience placement.</p><p data-block-key="86r9d">To gain the credential, the students have to assess their own research against a research skill development framework and demonstrate, during a capstone interview, the evidence why their experience merits special recognition.</p><p data-block-key="1g5aq">The process is supported by a structured workbook in the e-portfolio that allows students to engage with the assessment framework before, during, and after their individual research experiences. The workbook acts as the basis for receiving personal guidance and feedback to support independent study.</p><blockquote data-block-key="ab9nq"><p>"Engaging in this work reinforced how influential even a small degree of reflection and feedback can be in supporting student success. Implementing these changes required minimal additional effort but had huge impact on the students’ ability to relate their experiences to the assessment framework."<br/>Jeremy Steffler, University of Waterloo</p></blockquote><p data-block-key="219u2"><a href="http://web.archive.org/web/20240226204848/https://resources.pebblepad.co.uk/csp-case-study-waterloo-research-skills">Read more about this University of Waterloo case study</a>.</p></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><h2 id="principle-two---support-the-personalised-needs-of-learners-wiqbk" data-block-key="wiqbk">Principle two - support the personalised needs of learners</h2><p data-block-key="5odt2">There is no such thing as a standard learner. Disability, neurodiversity, cultural and religious background, work and family commitments and personal preference all play a part in shaping our experience of learning.</p><p data-block-key="cuhjc">Moreover, these factors combine to make the learning experience individual. Disabled students are no more a homogenous group than learners that have been bundled together under the unhelpful label BAME (black and minority ethnic). In March 2021, the Commission on Race and Ethnic Disparities recommended that the UK government stop using the term BAME. The government is currently considering its response to the Commission's 24 recommendations.</p><h3 data-block-key="6u37h">Accessible and inclusive</h3><p data-block-key="2j4q5">Good assessment and feedback practice should allow a learner to apply their own individuality to demonstrating their knowledge and competencies.</p><p data-block-key="4e3rq">We are increasingly aware of the need to make assessment accessible ie to ensure that people with disabilities do not face barriers because of the format or tools used. We need to promote similar awareness of the benefits of making it fully inclusive ie fair and equal to all students regardless of their diverse backgrounds.</p><p data-block-key="csnal">Offering different means to demonstrate achievement of a learning outcome is an important way to comply with disability discrimination legislation. Applying this as a design principle goes further and enhances the overall assessment process to benefit all students.</p><p data-block-key="7csq7">Assessment designers need to be familiar with the law relating to accessibility and related guidelines such as <a href="http://web.archive.org/web/20240226204848/https://www.w3.org/WAI/standards-guidelines/wcag/">WCAG (Web Content Accessibility Guidelines)</a>. For example, offering a digital paper as an alternative to hardcopy examination is only useful and legally compliant, if the digital copy meets accessibility compliance regulations. Software and resources used for digital assessment are legally required to meet the compliance standards. This needs to be considered in purchasing decisions and in-house development.</p><p data-block-key="etopq">The emphasis on inclusivity relates to a broad agenda to ensure that our curricula are not skewed - for example to a particularly ‘white’ view of the world. There is much good work being undertaken on decolonising curricula and we need to ensure that assessment design reflects a global, multicultural perspective on the subject matter.</p><h3 data-block-key="b4e86">Compassionate pedagogy</h3><p data-block-key="fkfgv">Since the start of the pandemic there have been growing calls for us to develop more ‘compassionate pedagogy’.</p><p data-block-key="dv94d">As online classes have taken us into one another’s homes, teachers have gained a different kind of understanding of the conditions under which students study and the competing demands of work and family they have to juggle.</p><p data-block-key="416ka">Digital poverty is only one aspect of this, time pressures and access to a suitable place to study are equally relevant and need to be factored into how we design learning and assessment.</p><p data-block-key="64tfp">Inclusivity means that no one’s socio-economic background should be a barrier to learning.</p><h3 data-block-key="8919h">Promoting mental health and wellbeing</h3><p data-block-key="a74o4">Promoting mental wellbeing is high on the agenda amid survey evidence from higher education that both <a href="/web/20240226204848/https://www.jisc.ac.uk/reports/student-and-staff-wellbeing-in-higher-education/">student and staff mental health has declined in recent years</a>. Assessment points are often the trigger for stress and anxiety related illness.</p><blockquote data-block-key="dl1nj"><p>"Recognise that assessment times are often the breaking point for both staff and students."<br/><strong>Sally Brown, consultant</strong></p></blockquote><p data-block-key="6jecc">An approach that allows for individual needs, and is founded on compassion for the learner, can help.</p><p data-block-key="9euii">This is a topic that cuts across a number of our principles. Implementing principles number five: manage staff and learner workload effectively and number six: foster a motivated learning community will also have a positive impact.</p><blockquote data-block-key="lkuj"><p>"When it comes to mental health and well-being, avoid tokenism - don’t offer me yoga sessions give me practical help."<br/><strong>Sally Brown, consultant</strong></p></blockquote><h3 data-block-key="as1he">Some of the ways technology can help</h3><p data-block-key="8lc4a">Using digital tools makes it easier to implement <a href="http://web.archive.org/web/20240226204848/https://udlguidelines.cast.org/">universal design for learning (UDL) guidelines</a> by providing multiple channels and options for engagement with learning and assessment activities.</p><p data-block-key="are7j">Digital technology offers a vast range of assistive tools that allow learners to respond to the same activity or content in a way that is adapted to their personal needs. Examples include screen readers and braille keyboards for blind students, video and audio captioning for learners with hearing problems, the ability to change font size and colour to support dyslexic students or certain types of visual impairment. Some locked down virtual desktops and third-party tools used for summative assessment do not permit the use of the assistive technologies required by some learners. This is an issue that should be fully investigated before using such tools.</p><p data-block-key="3c43c">Aside from these adaptations, taking a summative assessment in familiar surroundings using familiar digital tools, may prove less stressful than a traditional example setting for many learners. In some cases, formal examinations may be one of the rare occasions where a student uses a pen.</p><p data-block-key="dpdv6">Artificial intelligence (AI) is enabling the development of ‘adaptive’ learning tools that respond dynamically to student responses in order to personalise learning pathways. Their main use is in formative testing. For example, a student can be presented with progressively more difficult questions based on what they answer correctly.</p><p data-block-key="2v103">We are increasingly used to technology providing us with friendly reminders when we need to do something in many aspects of our lives. Digital tools provide various ways to give learners ‘nudges’ and reminders about upcoming deadlines and important due dates via email, text, mobile app or reminders in the VLE, helping to provide clarity and alleviate stress.</p><h3 data-block-key="5hlfh">Putting the principle into practice</h3><ul><li data-block-key="7inbu">For help with the basics, see our <a href="/web/20240226204848/https://www.jisc.ac.uk/guides/getting-started-with-accessibility-and-inclusion/">guide to getting started with accessibility and inclusion</a></li><li data-block-key="6spoe">For regular updates see our <a href="http://web.archive.org/web/20240226204848/https://accessibility.jiscinvolve.org/wp/">accessibility blog</a></li><li data-block-key="eh7vt">You can also <a href="/web/20240226204848/https://www.jisc.ac.uk/get-involved/accessibility-and-assistive-technology-communities/">join our accessibility and assistive technology community groups</a></li><li data-block-key="6q70h">You can listen to our <a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-using-ai-to-support-and-enhance-formative-assessment/">Beyond the Technology podcast: using AI to support and enhance formative assessment</a></li><li data-block-key="2cddn">Read this report from Advance HE - <a href="http://web.archive.org/web/20240226204848/https://www.advance-he.ac.uk/news-and-views/assessment-and-feedback-post-pandemic-era-time-learning-and-inclusion">Assessment and Feedback in a Post-Pandemic Era: A Time for Learning and Inclusion</a></li></ul><h3 data-block-key="2ddke">Making large classes feel small</h3><p data-block-key="blec9">A decade ago, the University of Sydney was unable to find a tool that could help solve the problem of engaging students with feedback and giving them personal care when cohorts could consist of thousands of students and learners felt lost in the crowd.</p><p data-block-key="bmcr4">They developed a <a href="http://web.archive.org/web/20240226204848/https://sres.io/explainer/">student relationship engagement system</a> (SRES) which integrates with any learning management system using LTI and is now freely available to other universities. SRES is described as a ‘Swiss army knife for instructors’.</p><p data-block-key="2ug38">Today over 3,000 teachers are using SRES across more than a thousand courses at the University of Sydney. There were over a million student interactions with the portal in 2021 and 92.4% rated it as helpful. This is enhancing the learning experience of almost all 75,000 students at the University of Sydney with many more users worldwide.</p><p data-block-key="118tb"></p><img alt="Elements of the student relationship engagement system approach graphic" class="richtext-image full-width" height="362" src="http://web.archive.org/web/20240226204848im_/https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/images/elements-of-the-student-relationship-engagemen.width-800.png" width="800"/><p data-block-key="c1d6t"></p></div><section class="mt-10 mb-10 border-t-jiscAlto border-t-[.0625rem] border-r-0 border-b-0 border-l-0 border-solid" data-testid="expandable-group"><details style="background-color:#fff" class=" border-t-0 font-normal text-jiscBahamaBlue webkit-details-marker-hidden focus:text-jiscBlack focus:no-underline focus:bg-jiscDandelion focus:outline-transparent focus:outline focus:outline-4 focus-not-focus-visible-text-jiscBahamaBlue focus-not-focus-visible-underline focus-not-focus-visible-bg-transparent focus-not-focus-visible-outline-0 focus-not-focus-visible-hover-text-jiscRegalBlue active:text-jiscBlack border-b-jiscAlto border-b-[.0625rem] border-x-0 border-solid print:border-b-0" data-testid="expandable-block-9-expandable-1"><summary class=" font-normal text-jiscBahamaBlue webkit-details-marker-hidden focus:text-jiscBlack focus:no-underline focus:bg-jiscDandelion focus:outline-transparent focus:outline focus:outline-4 focus-not-focus-visible-text-jiscBahamaBlue focus-not-focus-visible-underline focus-not-focus-visible-bg-transparent focus-not-focus-visible-outline-0 focus-not-focus-visible-hover-text-jiscRegalBlue active:text-jiscBlack underline list-none cursor-pointer expandable-summary " data-testid="expandable-block-9-expandable-1-summary"><h4 class="flex items-center p-4 my-[unset] font-sans text-[1rem] antialiased font-normal leading-[1.5rem]" data-testid="expandable-block-9-expandable-1-heading-element"><span class="grow" data-testid="expandable-block-9-expandable-1-heading-content">Text description for elements of the student relationship engagement system (SRES) approach diagram</span><span class="ml-2 shrink-0 sm:ml-4 print:hidden" data-testid="expandable-block-9-expandable-1-trigger-icon"><span aria-hidden="true" class="text-[.875rem]">Show</span><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="chevron-down" class="svg-inline--fa fa-chevron-down ml-2" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M233.4 406.6c12.5 12.5 32.8 12.5 45.3 0l192-192c12.5-12.5 12.5-32.8 0-45.3s-32.8-12.5-45.3 0L256 338.7 86.6 169.4c-12.5-12.5-32.8-12.5-45.3 0s-12.5 32.8 0 45.3l192 192z"></path></svg></span></h4></summary><div class="[&>p]:bg-jiscWhite] px-4 mt-2 mb-6" data-testid="expandable-block-9-expandable-1-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="srzfb"></p><ul><li data-block-key="er27d">Top row title is evaluative judgement with self assessment, peer feedback, teacher feedback and rubrics underneath</li><li data-block-key="drq1a">Second row title is developing feedback literacy with appreciating feedback, making judgements, managing affect and taking action underneath</li><li data-block-key="aaebf">Beneath these two rows is listed positive relationships, which results from the factors in the other boxes being implemented</li></ul></div></div></details><div class="hidden print:block border-t-0 font-normal text-jiscBahamaBlue webkit-details-marker-hidden focus:text-jiscBlack focus:no-underline focus:bg-jiscDandelion focus:outline-transparent focus:outline focus:outline-4 focus-not-focus-visible-text-jiscBahamaBlue focus-not-focus-visible-underline focus-not-focus-visible-bg-transparent focus-not-focus-visible-outline-0 focus-not-focus-visible-hover-text-jiscRegalBlue active:text-jiscBlack border-b-jiscAlto border-b-[.0625rem] border-x-0 border-solid "><div class="[&>p]:bg-jiscWhite] px-4 mt-2 mb-6" data-testid="expandable-block-9-expandable-1-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="srzfb"></p><ul><li data-block-key="er27d">Top row title is evaluative judgement with self assessment, peer feedback, teacher feedback and rubrics underneath</li><li data-block-key="drq1a">Second row title is developing feedback literacy with appreciating feedback, making judgements, managing affect and taking action underneath</li><li data-block-key="aaebf">Beneath these two rows is listed positive relationships, which results from the factors in the other boxes being implemented</li></ul></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="wiqbk"></p><p data-block-key="6g0ce">This diagram shows the elements that are important in contemporary approaches to helping students get the most out of assessment and feedback. Most importantly, they all exist within a wrapper of positive relationships with the tutor and others in the learning community.</p><p data-block-key="dv1ce">SRES allows tutors to curated data from various sources in tailored dashboards that tell them what they need to know in order to best support their particular learners.</p><p data-block-key="8shai">Data about logins and grades can be accompanied by other information that helps the instructor get to know the students. This could involve asking students about their preferences, what helps them learn and even their dreams and ambitions. Another example is that students can record an audio clip of how to pronounce their name.</p><p data-block-key="3i8go">These questions are embedded in the learning management system (using LTI) so to the learner they appear seamlessly alongside an introductory course in module information.</p><p data-block-key="9dcfg">Highly personalised feedback can be created within the context of data such as whether the student has submitted on time or how they say they are feeling.</p><p data-block-key="1squj">SRES also helps turn feedback into a dialogic process. Before submitting an assignment, students can say what they would most like feedback on, so they are primed to be more likely to engage with that feedback. Tutors can also close the feedback loop by asking students to respond and say what they thought about the feedback and what they will do differently next time. It is also possible to hide the grade until the student has responded to the feedback.</p><p data-block-key="ebtk2">SRES also supports a wide range of peer-to-peer feedback activities.</p><p data-block-key="fvq16">Another use is to facilitate learning from both self and peer feedback. The portal can present results of student self-assessment alongside the evaluation given by their peers encouraging them to reflect on how this makes them feel and how they plan to improve on the next task as a result.</p><blockquote data-block-key="26e7q"><p>"SRES can provide some interesting ways to connect our feedback to student comments and to contextualise learning activities alongside students’ own stated goals and expectations. I think that’s quite a powerful shift with the potential to help students take greater control of their learning."<br/><strong>Ben Miller, University of Sydney</strong></p></blockquote></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="20atr"></p><h3 data-block-key="svjn">Closing the attainment gap at Brunel University</h3><p data-block-key="1h2gn"><a href="http://web.archive.org/web/20240226204848/https://www.brunel.ac.uk/about/education-innovation/Digital-Assessment-Brunel">Brunel University implemented digital open book assessments</a> as a response to the pandemic and discovered that this helped close the attainment gap for certain students. Students who entered the University with BTEC qualifications, particularly black students with a BTEC, did significantly better in terms of degree outcome than in previous years.</p><p data-block-key="5vlb4">This improvement can be attributed to the change in assessment practice with the open book format being similar to their prior experience. Closed book examinations tend to benefit students with A-level qualifications who are used to being assessed in this way.</p><blockquote data-block-key="f7e23"><p>"Instead of sitting in a sports hall for three hours and having to rely on memory, students were able to use any resources available to complete the task – something that is probably more akin to what those with BTECs would have done previously."<br/>Mariann Rand-Weaver, Brunel University</p></blockquote><p data-block-key="5d4p"><a href="http://web.archive.org/web/20240226204848/https://www.jisc.ac.uk/reports/rethinking-assessment">Read the full case study in Jisc's rethinking assessment report</a>.</p></div></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="20atr"></p><h3 data-block-key="jllv">Supporting remote placement students</h3><p data-block-key="187f2">At Murdoch University hundreds of nursing students each year undertake a rural or remote clinical placement often up to 3000 km from home.</p><p data-block-key="5ide8">This placement may be the first time that the student is away from family, friends and normal support structures for an extended period. The staff member monitoring the student’s progress is rarely in the same location as the student and internet connectivity cannot always be relied upon.</p><p data-block-key="fsuov">The University uses its <a href="http://web.archive.org/web/20240226204848/https://resources.pebblepad.co.uk/csp-case-study-murdoch-distance-clinical-learning">PebblePad e-portfolio tool</a> to help connect with, and support, the learners.</p><p data-block-key="9gqdi">As a result of codesign discussions with students, compulsory reflective assessments about their clinical experiences, have moved from written format to video blogs. Students can record the vlog anywhere and upload them to PebblePad later to be shared with on-site and remote assessors.</p><p data-block-key="7ghu0">These ‘vlogs’ allow for individual creativity and personal connection as the tutors are now using the vlog format to provide feedback to the learners.</p></div></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft bg-jiscConcrete " data-testid="boxed-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><h3 data-block-key="20atr">Beyond the Technology podcast</h3><p data-block-key="2p37r">In our <a href="/web/20240226204848/https://www.jisc.ac.uk/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-providing-personalised-feedback-at-scale/">podcast on rethinking assessment and feedback</a>, Danny Liu and Benjamin Miller speak about how they are adapting their assessment and feedback practices at the University of Sydney and how their use of the student relationship engagement system (SRES) has helped to solve the problem of engaging a large number of students with personalised feedback.</p></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="psz7k"></p><h2 id="principle-three---foster-active-learning-1ihvn" data-block-key="1ihvn">Principle three - foster active learning</h2><p data-block-key="bgl97">Active learning has been a key tenet of curriculum design and learning space design for several years. Approaches to teaching have evolved in response to evidence that techniques such as lecturing, in contexts where students are passive recipients of information, are highly ineffective.</p><p data-block-key="k0ak">Building in formative assessment opportunities greatly enhances the effectiveness of learning activities.</p><p data-block-key="f2olg">The use of quizzes delivered via mobile devices during lectures, is a common example.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="atvqv">"To unlock the power of internal feedback, teachers need to have students turn some natural comparisons that they are making anyway, into formal and explicit comparisons and help them build the capacity to exploit their own comparison processes." </p><p data-block-key="9sr1s">Professor David Nicol, University of Glasgow</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="psz7k"></p><h3 data-block-key="48rk9">Active engagement with learning resources</h3><p data-block-key="3ih6d">We tend to think of active learning as something that involves interaction with a teacher or with peers but engagement with learning resources also offers opportunity for learners to evaluate their own understanding.</p><p data-block-key="4hd44">Interactive questions embedded in online textbooks is an emerging area that has considerable potential for learning enhancement.</p><p data-block-key="3sieq">Even in the absence of sophisticated digital tools, teachers can include discussion points for example by linking the prompts to a discussion thread in material on the learning platform.</p><p data-block-key="5ua9a"><a href="http://web.archive.org/web/20240226204848/https://www.tandfonline.com/doi/full/10.1080/02602938.2020.1823314">Research by Professor David Nicol at the University of Glasgow</a> suggests we have previously focused too much on feedback comments, and the dialogue around them, as the main mechanism by which students evaluate the quality of their own work. He believes that comparison with learning resources can be equally valuable in building student capacity to plan, evaluate, develop and regulate their own learning.</p><blockquote data-block-key="b6j2r"><p>"Importantly, this research helps move our thinking away from teacher comments as the main comparator to a scenario where the teacher’s role is to identify and select a range of suitable comparators and to plan for their use by students. Possible comparators are numerous and might include videos, information in journal articles or textbooks, peer works, rubrics and observations of others’ performance." <br/><strong>Professor David Nicol, University of Glasgow</strong></p></blockquote><h3 data-block-key="9kbj2">Time to revise</h3><p data-block-key="6en78">An area that receives little attention in learning design is how students prepare themselves for summative assessment. What revision strategies do they employ and what resources do they use?</p><blockquote data-block-key="3em1t"><p>"Revision is an under emphasised area. It is a transition point where you make sense of what you studied and recode it in a way that enables you to answer questions. We need better revision materials and we need to allow students time to revise." <br/><strong>Simon Cross, Open University</strong></p></blockquote><p data-block-key="fi39n">The Open University, UK recognises this and carries out an annual survey on student experience of assessment, feedback and revision (SEFAR). It concludes that revision and examination represents a distinct phase of learning but it remains challenging to determine effective analytics for this phase that can help inform better learning design.</p><p data-block-key="8p6ds">The most conclusive finding was that the use of sample papers for practice appears to improve exam question literacy. Conversely, lack of engagement with these resources could be a trigger that a student requires some targeted support.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="atvqv">"What some of my professors did was this Microsoft Teams thing with me directly, where it was basically FaceTime, and I was able to go through any questions from past exam papers that I had issues with, and any questions that I had to clear up. And that was really useful, because it took the pressure off."</p><p data-block-key="6nlfl">Second year student</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="psz7k"></p><h3 data-block-key="816s6">Some of the ways technology can help</h3><p data-block-key="2b6gs">The use of quizzes delivered via mobile devices during lectures, is a well-known example of formative testing. It can be used to check whether most students have grasped key concepts and allow the lecturer to adapt the session if further explanation is required.</p><p data-block-key="5o20r">Interactive questions embedded in online textbooks is a more recent development. Research shows this type of practice question can significantly enhance learning compared to straightforward reading of text</p><p data-block-key="9r7e">Video resources can be very engaging but difficult to navigate. Digital tools that help students bookmark and add notes to particular sections, foster active learning and aid revision.</p><h3 data-block-key="371is">Putting the principle into practice</h3><p data-block-key="8988n"><strong>The Doer Effect</strong></p><p data-block-key="12kg9">Research from Carnegie Mellon University suggests a causal relationship between students doing practice questions while reading and enhanced learning outcomes. This phenomenon, known as the ‘<a href="http://web.archive.org/web/20240226204848/https://www.thinkmind.org/index.php?view=article&articleid=elml_2021_1_10_58001">doer effect</a>’ has been replicated in very large-scale studies in other US universities. The studies show that formative practice enhances the learning effect by a factor of six compared to simple reading of the text.</p><p data-block-key="692c7">The research findings are very clear. The main factor inhibiting embedding such practice questions in every online textbook is the work needed to generate the questions. A textbook for a semester long module may require hundreds or thousands of questions requiring both subject matter and question item authoring expertise.</p><p data-block-key="4fioo">Artificial intelligence (AI) is a promising solution to this problem. A <a href="http://web.archive.org/web/20240226204848/http://ceur-ws.org/Vol-2895/paper06.pdf">research study (pdf)</a> based on well over three quarters of a million student-question interactions showed no significant difference in the difficulty of, or student engagement with, questions written by subject matter experts and those generated using AI.</p><p data-block-key="fej0v"><strong>Interactive presentation</strong></p><p data-block-key="mrod">Universities using <a href="http://web.archive.org/web/20240226204848/https://feedbackfruits.com/">Feedback Fruits software</a> have access to a tool known as <a href="http://web.archive.org/web/20240226204848/https://feedbackfruits.com/blog/interactive-video-quick-setup-for-distance-education">interactive presentation</a>. The tutor can upload video content, such as a pre-recorded lecture, and lock specific moments in the timeline with practice questions.</p><p data-block-key="79v1t">Students have to answer these questions before they can continue to watch the rest of the video.</p><p data-block-key="a2vn7">The teacher has access to an analytics dashboard to see which questions students struggle with.</p><p data-block-key="cjek4"><strong>Synote</strong></p><p data-block-key="4apde"><a href="http://web.archive.org/web/20240226204848/https://www.sciencedirect.com/science/article/pii/S1877050914000295">Synote is an award-winning, open source application</a> developed at the University of Southampton that makes video resources easier to access, search, manage and exploit.</p><p data-block-key="2bh8j">Imagine trying to use a textbook that has no contents page, index or page numbers. Lengthy video recordings, such as recorded lectures, can be equally difficult for students to navigate.</p><p data-block-key="9a79t">Synote allows students to bookmark particular sections of a recording and associate their notes with the correct section. Students can also take live notes during lectures, using Twitter, on any mobile device then upload them into Synote so they can be synchronised with a recording of the lecture.</p></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="i0sil"></p><h2 id="principle-four---develop-autonomous-learners-3mtu9" data-block-key="3mtu9">Principle four - develop autonomous learners</h2><p data-block-key="c25ds">It is often said that one reason students tend to express a relatively high level of satisfaction with lectures, is the fact that they don’t need to do anything during a lecture.</p><p data-block-key="5u3bk">The remark is not entirely tongue-in-cheek. Tutors frequently complain that students see themselves as passive recipients of learning content. Similarly, in relation to assessment, some learners view it as the tutor’s role to deliver feedback to them.</p><p data-block-key="903ga">Developing students’ ability to self-regulate and manage their own learning is a key goal of effective learning and assessment design. We also touch on this in relation to principle number one help learners understand what good looks like and principle number three foster active learning.</p><p data-block-key="c7a34">Activities that involve reflection and self, peer and group evaluation all work towards this goal.</p><h3 data-block-key="6loc2">The power of comparison</h3><p data-block-key="7mg8f">Many studies have observed that students appear to learn more from generating feedback for their peers than they do from engaging with peer feedback comments provided for them.</p><p data-block-key="19agq"><a href="http://web.archive.org/web/20240226204848/https://figshare.edgehill.ac.uk/articles/educational_resource/Active_Feedback/19929290">Research by Professor David Nicol</a>, at the University of Glasgow, suggests this is because when students review their peers’ work, after producing their own, they make comparisons of the peer’s work with their own and this activates powerful internal feedback. Such comparisons can generate valuable learning whether the work of the peer is stronger or weaker than the reviewer’s own.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="vr9po">"Internal feedback is the new knowledge that students generate when they compare their current knowledge and competence against some reference information."</p><p data-block-key="4jnhn">Professor David Nicol, University of Glasgow</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="kjgtd"></p><p data-block-key="f65em"><a href="http://web.archive.org/web/20240226204848/https://www.tandfonline.com/doi/full/10.1080/02602938.2021.1924620">A study comparing peer and tutor feedback (Nicol and McCallum 2021)</a> found that students of all abilities were able to identify all areas for improvement that the tutor identified as well as areas that the tutor did not mention. However, to match the tutor feedback, the students had to make multiple sequential comparisons (ie compare more than one peer work with their own).</p><p data-block-key="afmpd">This research suggests that well-structured peer review activities can reduce teacher workload and generate more and better feedback for learners.</p><blockquote data-block-key="9gnl3"><p>"A basic recommendation is that teachers reserve their comments until after students have made comparisons against other information sources, as this will reduce teacher workload, ensure that what they provide is maximally relevant and necessary, while at the same time it will foster student independence." <br/><strong>Professor David Nicol, University of Glasgow</strong></p></blockquote><h3 data-block-key="5cbc8">Self-paced learning</h3><p data-block-key="1hmof">Most educators recognise the importance of developing learners’ capacity to self-regulate and the role that engagement with feedback plays in this. Our efforts in this area are however, sometimes at odds with a fixed regime of content delivery via lectures and a rigid assessment schedule. Inevitably, some learners struggle to keep up whilst others are insufficiently challenged.</p><p data-block-key="9472r">Higher education could do more to encourage self-pacing within bounded limits, such as an individual module. Students could be allowed to test their knowledge when they feel ready and resubmit until they have mastered a topic.</p><p data-block-key="d26dm">There may be lessons to be learned in this area from the school sector. The <a href="http://web.archive.org/web/20240226204848/https://www.cultofpedagogy.com/self-paced-how-to/">modern classroom project</a> suggests the following classification of learning and assessment activities:</p><ul><li data-block-key="44ia8">Must do: non-negotiable tasks covering core concepts and essential skills</li><li data-block-key="8e3lu">Should do: valuable opportunities to develop skills that will not prevent the student transitioning to the next stage of learning if there is a good reason for them to be excused</li><li data-block-key="bjhh4">Aspire to do: extensions for students who have already mastered the normal scope of the topic</li></ul><p data-block-key="7e9qu">Analytics to track progress help ensure that the group as a whole is on track. Sharing of aspects of goal setting and tracking can help students identify others to collaborate with or who can provide help.</p><p data-block-key="fnnqs">Policies such as ‘ask three (peers) before me’ can encourage peer learning.</p><p data-block-key="4nqar">Similarly, assignment briefs can be split in two with half of the group addressing each aspect of the topic then teaching and learning from peers who did the opposite assignment.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="vr9po">"One really powerful way to keep students engaged and support their self-esteem is to build in motivation strategies that ensure students believe they can succeed with this newfound level of responsibility."</p><p data-block-key="94msh">Kareem Farah, the modern classrooms project</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="kjgtd"></p><h3 data-block-key="48ka">Some of the ways technology can help</h3><p data-block-key="f81pf">Early attempts to implement peer review found it could be time consuming to administer. Digital tools make it possible to implement peer review activities at scale.</p><p data-block-key="3rtgt">Features such as allocation of reviews, linking to assessment criteria, managing anonymity and tracking which students have completed the work, are all easier in the digital environment.</p><p data-block-key="eh8no">Use of the open standard LTI means that tools supporting self, peer and group review can be seamlessly integrated into the learning management system.</p><p data-block-key="fqf3c"></p><h3 data-block-key="e2qno">Putting the principle into practice</h3></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="oc77f"></p><h3 data-block-key="10vnv">Peer assessment at VU Amsterdam</h3><p data-block-key="aqe34">Students in pharmaceutical sciences at VU Amsterdam (Vrije Universiteit) undertake peer assessment of one another’s reports as a mandatory pass/fail part of their course2.</p><p data-block-key="5e5pn">The exercise is structured so that the students are undertaking the peer assessment individually but the report they are evaluating is the work of a group of three students.</p><p data-block-key="137n9">The students are required to address each of the assessment criteria so the feedback is complete. Use of technology enables direct linking to the assessment criteria and enforcing the requirement to address each criterion.</p><p data-block-key="8am45">Learners are also required to rate the quality of the feedback they receive from other peer reviewers.</p><p data-block-key="5l22d">This activity engages learners with the assessment criteria and also encourages them to reflect on the process of giving good quality feedback.</p><p data-block-key="egtu4">Feedback given by students matches well with instructor feedback. This means staff time can be saved by monitoring a random sample to ensure quality is being maintained.</p><p data-block-key="6j8qd">This approach, whereby engagement with the feedback process feedback is an individual responsibility, works much better than previous initiatives where groups gave feedback on other groups.</p><blockquote data-block-key="b8egk"><p>"Unlike in previous years, there were no longer any complaints about the feedback process."<br/><strong>Jort Harmsen, VU Ansterdam</strong></p></blockquote></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="kjgtd"></p><h3 data-block-key="bradk">Two stage examinations</h3><p data-block-key="1og8b">It is not unusual for a learner to walk out of a formal examination and immediately think of something they should have done differently. Normally it’s too late but what if you had the chance to put it right?</p><p data-block-key="7cnh">Research by Professor David Nicol and colleagues at the University of Glasgow has taken this idea step further and researched the impact of a two-stage examination structure3.</p><p data-block-key="2jcgo">In their model a student takes an exam and then completes reflective questions to surface their internal feedback about their performance. They are asked to identify any weaknesses they are aware of and any aspects of their work on which they would like to have expert feedback.</p><p data-block-key="7vg04">The students then take the same exam again but this time working in groups.</p><p data-block-key="2um6q">At the end of this stage, they answer another set of reflective questions, for example, about how the group answer differed from their own, whether the group discussion made them aware of strengths and weaknesses of their own answer that they hadn’t identified and which answer they thought was better.</p><p data-block-key="f5bpv">The purpose of this study was to find out more about how students generate inner feedback through comparisons. The finding was that this process is very powerful.</p><blockquote data-block-key="9uiek"><p>"Invariably students’ self generated feedback comments based on the reflective questions were more elaborate and specific than the teacher’s comments. While the teacher gave general comments about the strengths and areas in need of improvement, the students were more likely to state exactly how the improvements could be made."<br/><strong>Nicol and Selvaretnam (2021)</strong></p></blockquote><p data-block-key="4r0tk">The fact that students undertook the work individually and reflected on their performance before engaging in dialogue, served to start them generating inner feedback so they gained greater value from the group discussion. The key to harnessing inner feedback is to make the process explicit using reflective questions to which students must respond in writing.</p><p data-block-key="6bgj5">The researchers believe that the findings have broad applicability and that providing a rubric or high-quality exemplars as comparators could equally help students better evaluate the quality of their own work.</p></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="oc77f"></p><h3 data-block-key="6ur2f">Professional learning passport for teachers</h3><p data-block-key="9opi5">The Education Workforce Council (EWC) is the independent regulator for the education workforce in Wales. It has developed a professional learning passport (PLP) to enable newly qualified teachers to capture their learning and development and receive support from mentors.</p><p data-block-key="3sg9"><a href="http://web.archive.org/web/20240226204848/https://resources.pebblepad.co.uk/csp-case-study-ewc-professional-learning-passport">EWC developed the passport using its e-portfolio tool</a>. Teachers can capture any learning or experience that shows they are developing competence against the professional standards for teaching and leadership. Teachers reflect on experience, and plan learning in areas that need development, in an organic way that feels quite natural and unlike many formal assessment practices.</p><p data-block-key="cbefq">This approach prompts new teachers to consider all the learning experiences that occur during their working days from moments in the classroom, to discussion with colleagues, to formal training opportunities – and reflect on how these impact on their development as professionals and their teaching practice. The completed PLP enables the teacher to present their learning and development journey.</p></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><h2 id="principle-five---manage-staff-and-learner-workload-effectively-b5aaf" data-block-key="b5aaf">Principle five - manage staff and learner workload effectively</h2><p data-block-key="5aurr"></p><p data-block-key="51l4b">We need to ensure we are assessing the things that matter and doing so in a way that allows the student learning from each assignment to feed forward into future tasks.</p><p data-block-key="4r6hp">Common problems to avoid are over-assessment and assessment bunching.</p><p data-block-key="79eva">A programme of study is likely to be broken down into smaller modules. Each module will have its own learning outcomes and there may be overlap between them. If each module team designs its own assessment without reference to the overall picture, you may find that some learning outcomes are assessed multiple times and that assignments are ‘bunched’ at particular times of year.</p><p data-block-key="3audm">Learners are not able to produce their best work if they have multiple assignments to complete within a short timeframe. A group of student union officers known as the <a href="http://web.archive.org/web/20240226204848/https://twitter.com/AcademicInteg">academic integrity collective</a> points to overassessment and bunching as factors that may panic students into cheating.</p><p data-block-key="58alc">This type of bunching also puts stress on staff marking and grading the assignments.</p><p data-block-key="ce1jl">We also need the right balance between formative and summative assessment. Applying our principles means designing in formative opportunities where students can generate feedback from a variety of sources and act upon it to feed forward into the future learning.</p><p data-block-key="5s771">Students and staff should spend most of their working time on tasks related to enhancing learning. This means business processes need to allow them to access the information they need, submit assignments, enter marks and feedback and view information from different sources, easily and quickly.</p><p data-block-key="d2fo2">Academic staff working with badly designed business processes often describe themselves as being on a treadmill with no time to stop and reflect how things might be done better.</p><p data-block-key="2pe4g">Staff also need to be supported to use the available tools. For example, assignments submitted electronically by students may be printed out by the staff marking and grading them. There could be many advantages to marking online if staff were given the necessary tools and shown how to adjust the view to suit themselves and take advantage of features such as ‘quick mark’ options.</p><h3 data-block-key="b56c8">Some of the ways technology can help</h3><h4 data-block-key="apm4e">Understanding the curriculum</h4><p data-block-key="b278p">A description of the curriculum in digital format can allow you to get an overview using only basic analysis, such as number and type of assignments per module, to see where some learners may be being over assessed.</p><p data-block-key="7g8e">A similar overview of assessment dates will reveal assignment bunching.</p><h4 data-block-key="6go7b">Personalising information</h4><p data-block-key="biklf">Many institutions now use apps that provide students with a personalised overview of administrative information such as timetable, assignment due dates etc that can help them manage their workload better.</p><p data-block-key="ap5sa">For staff, it is increasingly common to have a personalised dashboard view showing the status of assignment tasks and their priority.</p><h4 data-block-key="4utb2">Workload management</h4><p data-block-key="3dlhl">Online workflows make it easier to manage team marking across large cohorts.</p><p data-block-key="33ons">Digital feedback tools offer the possibility to reuse/adapt frequent comments to save tutors time.</p><p data-block-key="ao605">Digital tools offer possibilities to generate and mark questions for both formative and summative development. The type of questions that can be created and automatically marked using the QTI (question test interoperability) open standard go far beyond basic multiple-choice and can include evaluation of what higher-order skills learners are using to come up with their answer.</p><h3 data-block-key="9afb">Putting the principle into practice</h3><h4 data-block-key="4gk2r">Transforming the Experience of Students through Assessment (TESTA)</h4><p data-block-key="ec2e7">TESTA has produced guidance on <a href="http://web.archive.org/web/20240226204848/https://www.testa.ac.uk/index.php/resources/best-practice-guides">revised assessment patterns that work</a>.</p><p data-block-key="2itp3">The University of Greenwich <a href="http://web.archive.org/web/20240226204848/https://www.gre.ac.uk/learning-teaching/assessment/feedback/timeliness/design">map my assessment</a> tool helps with planning, identifying clashes and modelling the consequences of change. The tool is available for others to use.</p><h4 data-block-key="7ugt5">One-stop-shop EMA (electronic management of assessment) solution at the University of Wolverhampton</h4><p data-block-key="c2emd">The University of Wolverhampton used the Jisc assessment and feedback life-cycle to help its analysis and planning to create an end to end solution for EMA (electronic management of assessment).</p><p data-block-key="fs0fo">This ‘one-stop shop’ is built around the core tools of the <a href="http://web.archive.org/web/20240226204848/https://www.instructure.com/en-gb/canvas">Canvas learning management system</a> and <a href="http://web.archive.org/web/20240226204848/https://www.turnitin.com/">Turnitin academic integrity solution</a>. The Learning Tools Interoperability (LTI) open standard is used to facilitate seamless interoperability throughout the workflow.</p><p data-block-key="ercrp">An assessment centre provides staff with an overview of all assessment tasks in their courses.</p><p data-block-key="2doka">Staff can select and mark work from the assessment centre and are provided with information about approaching marking deadlines. They can also see whether marks and feedback have been published to the student record system and the students.</p><p data-block-key="1f2d">The project experienced few technical difficulties and focused much of its time on defining policy and addressing some inconsistencies in marking practice.</p><p data-block-key="7nndg"><a href="http://web.archive.org/web/20240226204848/https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/W04-TOWERS-Assessment-Centre.pdf">View a set of presentation slides and watch the session recording</a> on this case study.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="8hd41">"This was not a data integration project. It was all about assessment processes, aligning the technology to the pedagogy and the policy requirements of the organisation. It was the policy, the data and the defining the processes which took by far the longest time."</p><p data-block-key="f66m7">Gareth Kirk, University of Wolverhampton</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><h3 data-block-key="8pps8">Timely feedback for large classes</h3><p data-block-key="7vqj6">The University of Utrecht department of law faces a ‘massiveness’ problem.</p><p data-block-key="9krss">The department has 800 new students each year and the current learning design requires them to complete an essay each week. Feedback and grades must be returned within three days in order to feed into the next assignment.</p><p data-block-key="7iciv">This has to be managed with a team of two professors and 25 ‘correctors’ who provide feedback. The correctors are a combination of assistant professors, teaching assistants and third-year students.</p><p data-block-key="2hllj">The University has implemented <a href="http://web.archive.org/web/20240226204848/https://revise.ly/">Revise.ly</a> feedback software to help solve this problem. The correctors use a shared comment set to ensure that the approach to feedback is consistent no matter who does the marking. Although the role translates as ‘corrector’ in English, all comments use a ‘feed forward’ approach to help with future improvement.</p><p data-block-key="ctvqh">The tool is integrated into the learning management system using the LTI open standard. It can be used on any device and fits easily into the existing workflow, including incorporating it into workflows involving plagiarism-checking or peer-review.</p><p data-block-key="akfgc">Learners find the approach very helpful because the feedback is readily accessible and the structured approach means they can search what type of comments they want to see (eg focus on structure) and review this type of comment across different assignments. The search function was added at the request of the students.</p></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="p7nyu"></p><h3 data-block-key="1qr7o">Enhancing the effectiveness of personal tutoring at the University of Cumbria</h3><p data-block-key="cc0r2">Personal academic tutoring is an important feature in helping students adjust to university life and develop their academic potential.</p><p data-block-key="f8jl4">The University of Cumbria supports 10,000 students a year in this way and turned to technology to address inconsistencies across different parts of the University.</p><p data-block-key="nb2i">Each learner now has a workbook in the e-portfolio system that is used to provide clarity and structure to the personal tutoring process and a more supported experience for the students.</p><p data-block-key="atnta">An introductory ‘About You’ page allows students to provide background information about themselves. Each of the 30 minute meetings has a separate page and, in advance of each meeting, students are prompted to fill in questions that give useful pointers for discussion.</p><p data-block-key="6b9r1">During the meeting, or immediately afterwards, the personal tutor adds notes summarising the discussion and providing signposting for the student to further help and support where appropriate.</p><p data-block-key="15bmb"><a href="http://web.archive.org/web/20240226204848/https://resources.pebblepad.co.uk/csp-case-study-enhancing-personal-tutoring">Find out more about the University of Cumbria's experience of enhancing personal tutoring</a>.</p></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><h2 id="principle-six---foster-a-motivated-learning-community-5meeh" data-block-key="5meeh">Principle six - foster a motivated learning community</h2><p data-block-key="e1ob0"></p><blockquote data-block-key="1k5cq"><p>"Feeling connected and valued really helps to improve learning as well as engagement."<br/><strong>Danny Liu, University of Sydney</strong></p></blockquote><blockquote data-block-key="3h158"><p>"Principles that foster human connection are vital. How we develop relationships and maintain connections with and between peers, have become vital questions. Creating a sense of belonging in the virtual classroom has far reaching effects."<br/><strong>Ewoud de Kok, FeedbackFruits</strong></p></blockquote><blockquote data-block-key="6rbck"><p>"Collaboration is at its best when students truly believe they will have a greater chance of achieving their academic goals by working with peers."<br/><strong>Kareem Farah, the modern classrooms project</strong></p></blockquote><p data-block-key="65afk">This ties in with principle number two support the personalised needs of learners. Involving students in discussions around assessment practice helps make it more inclusive and allows students who may face barriers, for example, due to a disability, to voice their concerns.</p><p data-block-key="2h7gm"></p><h3 data-block-key="19k4f">Assessment literacy</h3><p data-block-key="af7oc">Institutions commonly focus on developing learners’ study skills, graduate attributes and digital literacies but none of these fully addresses student understanding of, and engagement in, the assessment process.</p><p data-block-key="lhlp">Study skills resources tend to help students develop their assessment ‘technique’ through essay writing, presentation and preparing for exams rather than understanding the nature and purpose of assessment and feedback practice.</p><p data-block-key="9l5na">Engaging students as active participants in making academic judgement develops their assessment literacy and gives assessment a sense of purpose which is motivating.</p><p data-block-key="br798">Participating in discussions about assessment approaches, criteria and standards can help develop students’ academic judgement as well as developing skills important for employability. Self and peer review activities are the most active way of allowing students to practice making evaluative judgements.</p><h3 data-block-key="er2d9">Developing academic practice</h3><p data-block-key="fsu78">It is just as important for staff to reflect on their assessment and feedback practice as it is for students to strive to improve their own performance.</p><p data-block-key="fp6ec">New findings from education research and advances in technology may offer improved ways of implementing good practice even if the underlying pedagogy is still sound.</p><blockquote data-block-key="8v0nb"><p>"We didn’t need to do anything different but we did need to do things differently." <br/><strong>Elizabeth Hidson, University of Sunderland</strong></p></blockquote><p data-block-key="4o44i">Course and module teams may spend a lot of time discussing approaches at the curriculum design stage only for assessment and feedback to be left to personal choice.</p><blockquote data-block-key="5t7t7"><p>"In a competitive and time-poor working environment, investing in developing new and challenging feedback practices can be the last item on the list."<br/><strong>Dr Ian Davis, University of Southern Queensland</strong></p></blockquote><p data-block-key="2lktu">Feedback is the area that most often takes place in a ‘black box’. There may be little or no team discussion leading to inconsistency of approach and variation in the quality and quantity of tutor feedback.</p><p data-block-key="111rg">Tutors who haven’t had the opportunity to discuss feedback practice with colleagues may produce feedback that is skewed towards either praise or correction or short-term and focused on the task in hand rather than developmental.</p><blockquote data-block-key="f81i9"><p>"New tutors often have a limited feel for what good feedback looks like or what standard of feedback, in terms of length and specificity, is expected. They may concentrate on proving their superior knowledge to the student rather than focussing on improving the students’ work in future." <br/><strong>Transforming the Experience of Students through Assessment (TESTA)</strong></p></blockquote><p data-block-key="2jmu1">Despite rigorous quality processes, marking and grading may still be subjective. In the absence of whole team approaches, tutors may develop tacit and personalised standards that lead to inconsistency and inequality for learners.</p><p data-block-key="bmu3m">Listening to the student voice can reveal how the lived experience of assessment and feedback practice matches the expectation of course designers.</p><h4 data-block-key="bu0b0">Some of the ways technology can help</h4><p data-block-key="cbjen">Our <a href="/web/20240226204848/https://www.jisc.ac.uk/digital-experience-insights/">digital experience insights surveys</a> can play a part by showing how your students and staff are using the technology you offer, what is making a difference to their learning and working experiences and where improvements can be made.</p><p data-block-key="1pvce">Digital tools supporting self, peer and group evaluation can help develop student assessment literacy.</p><p data-block-key="7l2pn">Digital storage of marks and feedback can simplify analysis to identify anomalies. Analytics about the types, quantity and timeliness of tutor feedback can stimulate discussion about what is most appropriate in each context and the equity of the learning experience across an institution.</p><p data-block-key="f26k1">Online communities of practice permit sharing of experience across a wider network than a single course or institution. Sometimes it can be easier to share ideas and get an objective view on a hard-to-solve problems with colleagues who are removed from the working practices and day-to-day politics of your own institution.</p><h3 data-block-key="7sokd">Putting the principle into practice</h3><p data-block-key="cj5lm">Find out more about our <a href="http://web.archive.org/web/20240226204848/https://can.jiscinvolve.org/">change agent network</a> supporting student staff partnerships across the UK.</p><p data-block-key="8m5cu">University College London (UCL) is one of the active participants in the network. The University has established a central team of digital assessment advisors and runs ‘assessment mythbusting’ town hall events and assessment ‘hackathons’. UCL also has appointed a group of student assessment design advisors to help develop and pilot new forms of assessment. <a href="http://web.archive.org/web/20240226204848/http://www.jisc.ac.uk/membership/stories/transforming-assessment-across-the-board-at-ucl">Find out more about UCL's partnership approach to assessment transformation</a>.</p></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft bg-jiscConcrete " data-testid="boxed-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="p7nyu"></p><h4 data-block-key="3bedq">Streamlining global teacher training</h4><p data-block-key="3giek">The University of Sunderland runs an international teacher training course which attracts students from 60 countries. Assessment used to include a lesson observation carried out face-to-face in the classroom.</p><p data-block-key="7v3lc">Improvement in the reliability of videoconferencing tools enabled the course team to develop the VEDA (video enhanced dialogic assessment) approach which won a university teaching award. This allows the lesson observation to be either recorded or live streamed.</p><p data-block-key="67uji">Use of the open standard <a href="http://web.archive.org/web/20240226204848/https://www.imsglobal.org/spec/lti-dl/v2p0">LTI Deep Linking</a> allows the session to be recorded using the Panopto lecture capture tool and uploaded straight to the Canvas VLE (virtual learning environment). Data protection compliance is important as the videos contain images of children.</p><p data-block-key="1b06g">Course leader, Elizabeth Hidson found not only did this online viva-voce style assessment save on time and travel costs, it also facilitated improved professional judgement. Assessors spent more time and energy in the online space than was possible at the back of the classroom and the dialogue stimulated better reflective practice.</p><blockquote data-block-key="4127i"><p>"Our ideas of ‘evidence’ have become more sophisticated and holistic based on better quality dialogue and professional judgements."<br/><strong>Elizabeth Hidson, University of Sunderland</strong></p></blockquote><p data-block-key="8kga7">The initiative was introduced as a response to the pandemic but, as the candidate usually bears the cost of the assesser’s visit, there is interest in offering this option in future.</p></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><h3 data-block-key="9l61t">Assessing the process of thinking</h3><p data-block-key="dd5tk">We tend to focus on immediate peers when we talk about learning communities but academic development is also taking place at scale. Across France open standards and data science are being applied to improve assessment practice.</p><p data-block-key="1us6">The French ministry of education uses digital technology to develop more authentic ways to measure traditional competencies and 21st-century skills.</p><p data-block-key="3v92v">These assessments don’t only provide information about whether the answer is correct. They capture a rich set of data that reveal the students’ thought processes.</p><p data-block-key="1gp4o">Solving problems in mathematics and science requires students to use cross-curricular skills such as calculating, modelling, and scientific reasoning. Until recently, it has been difficult to measure these skills because traditional math and science assessments contain test items that are scored, based on a student’s final answer.</p><p data-block-key="e3j81">Using an extension of the open standard QTI (question and test interoperability), the ministry is developing PCIs (portable custom interactions) to deploy authentic assessments that measure skills such as creativity, problem solving, collaboration and critical reasoning. The questions cover a wide range of types including game-like situations and interaction with chat bots to measure creativity.</p><p data-block-key="4gq5">Researchers make sense of a vast amount of data derived from these digital tests by defining patterns based on what knowledge and skills are involved in answering each question and common types of error.</p><p data-block-key="7q5i7">In simple terms, there is a difference between the activity pattern of a student who has conceptual understanding and knows how to apply it in context and another who achieves the same answer via trial and error or guesswork.</p><p data-block-key="7hrno">Large-scale research has the potential to deliver valuable insights to help learning designers. <a href="http://web.archive.org/web/20240226204848/https://largescaleassessmentsineducation.springeropen.com/track/pdf/10.1186/s40536-020-00085-y.pdf">Read about large-scale mathematics assessment in France (pdf)</a>.</p><p data-block-key="93hr1">More immediately, the examples of authentic question types openly shared, can provide inspiration and a rich reference source for others to use.</p><p data-block-key="b1vt">If you thought that item banks and automated marking could only be used with very basic multiple-choice questions (MCQs) think again.</p><p data-block-key="7v9oh"><a href="http://web.archive.org/web/20240226204848/https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/W07-KESKPAIK-Assessing-the-process-of-thinking-using-QTI.pdf">View a set of presentation slides and watch the session recording</a> on this case study.</p></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><h2 id="principle-seven---promote-learner-employability-8bg9b" data-block-key="8bg9b">Principle seven - promote learner employability</h2><p data-block-key="79f0h"></p><p data-block-key="3mmev">Our thinking is influenced by Dr Yong Zhao. He suggests education, rather than trying to fix perceived ‘deficits’, by measuring against prescribed standards, should be cultivating individual strengths.</p><p data-block-key="708mk">Employability, viewed from this perspective, can be seen as the ability to translate your uniqueness into value for others.</p><p data-block-key="b0upl">If higher education is to remain relevant in a changing world, it needs to demonstrate that our learning and assessment practices prepare people for the world of work and participation in democratic society.</p><h3 data-block-key="27j1j">Authentic assessment</h3><p data-block-key="eotn6">There are frequent calls for assessment to become more ‘authentic’. By this we mean that the tasks which are assessed should reflect things the learner may have to do in real life.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="8hd41">"If the only worth of doing an assessment is to get the marks, you need to rethink it. Plausibility is important."</p><p data-block-key="31ouj">Kay Sambell, University of Cumbria</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><p data-block-key="270v4">Traditional assessment formats, such as essays or exams, don’t really mirror any other real-world situations.</p><p data-block-key="fd1jr">Authentic assessment doesn’t only apply in subjects we traditionally think of as ‘vocational’. The skills we can test using formats such as closed book exams, which rely heavily on recall, are an equally poor fit with the working practices of academics or researchers of the future.</p><p data-block-key="6b3eb">Authentic tasks are more likely to focus on deeper learning and the learner’s ability to apply their knowledge and skills. Give the learner some agency in deciding the topic and medium to be assessed, and you are moving towards the ideal of creating value from individual uniqueness.</p><h3 data-block-key="7tiu9">Promoting ethical conduct</h3><p data-block-key="aejtp">Academic misconduct features high amongst institutional concerns about assessment practice.</p><p data-block-key="76t1v">There is a perception that cheating and collusion are easier in the digital environment. However, such practices are generally only possible where the assessed task lends itself to finding an answer ready prepared. This is especially true now that the practice of purchasing an assignment written to order by an ‘essay mill’ has been outlawed.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="8hd41">"Instead of essays, alternative formats such as videos and presentations might also be considered. As well as better supporting disability, these formats might also provide greater authenticity to workplace environments and be less prone to cheating."</p><p data-block-key="492gf">Chris Cobb, chief executive, the Associated Board of the Royal Schools of Music (ABRSM)</p></div></div></div></div></div></section><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="flnhd"></p><p data-block-key="6uhqo">Not only is it harder to cheat at authentic tasks, they provide a sound foundation for a discussion of ethical practice. Academic writing and referencing can appear arcane whereas giving credit to the work of others in the world of business is a more familiar concept to introduce an understanding of ethics.</p><p data-block-key="err2s">This is a topic that cuts across a number of our principles:</p><ul><li data-block-key="9qs11">Principle number one, help learners understand what good looks like is relevant. Student engagement with the performance criteria can help develop an understanding of the importance of acknowledging source material and intellectual property rights</li><li data-block-key="7d98q">Principle number five, manage staff and learner workload effectively is important as pressure of over assessment can be a reason why students cheat</li></ul><p data-block-key="e35j"></p><h3 data-block-key="5lc3m">Putting the principle into practice</h3><p data-block-key="5slvj">Our <a href="/web/20240226204848/https://www.jisc.ac.uk/guides/employability-toolkit/">employability toolkit</a> is a good starting point to find guidance and examples.</p><p data-block-key="7urc2"></p><p data-block-key="9a11q"></p></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><h4 data-block-key="p7nyu">Policing a virtual shopping centre</h4><p data-block-key="e33fs">The University of Northampton is using online scenarios to replace in-person training exercises for apprentice police officers. Videos of alleged robbery, shoplifting and suspicious activity in a shopping centre are accessed via the virtual learning environment (VLE).</p><p data-block-key="37kre">Student responses to the scenarios are discussed in group webinar sessions which means that, for the first time, the whole class can learn from the experience.</p><p data-block-key="ddcbe">The University has also created a mock courtroom scenario. Police apprentices present statements and are cross examined by two criminal barristers representing the defence and the prosecution.</p></div></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><h4 data-block-key="p7nyu">Group member evaluation</h4><p data-block-key="7l9q7">In the world of work, overall team performance is as much a part of recognition and reward strategy as individual performance. Assessing a learner’s contribution to group work is thus a very authentic scenario but fraught with difficulty.</p><p data-block-key="a1g79">At Maastricht University in the Netherlands, students in the department of data science and knowledge engineering experience authentic learning and assessment from the start of their course. The department has a philosophy of problem-based and project centred learning. Students work in groups of six to seven to solve real-world problems.</p><p data-block-key="71jbh">The issues that arise will be familiar to anyone who has tried group learning. Students complain that some of them work harder than others with some students failing to complete tasks or handing work in late.</p><p data-block-key="bpvui">It can be hard for tutors to get to the bottom of the issues as some of the complaints are contradictory. Often, they don’t hear about the issues until a deadline is approaching by which point it is too late to intervene and improve the group dynamic.</p><p data-block-key="5te1">The solution to the problem was to implement group member peer evaluation at a point when the group has had time to settle down but there is still time for the initiative to result in improvement.</p><p data-block-key="fvnc2">Group member evaluation is done anonymously using a tool designed by FeedbackFruits in collaboration with a group of universities. The tool is integrated into the learning management system via LTI.</p><p data-block-key="c8rba">Learners have to evaluate themselves before they assess other group members. They then look at how their self-evaluation matches that of their peers and have the opportunity to discuss this with their tutor.</p><p data-block-key="9la47">A rubric was developed to assist the evaluative process. The rubric has six categories: attending internal team meetings; responsibility; communication; interaction and collaboration; initiative and timely submission of assigned work. There is a descriptor equating to: acceptable; satisfactory or exemplary for each category.</p><p data-block-key="40bpa">Students were at first encouraged, but not obliged, to provide additional feedback in the form of a comment. It is now felt to be good practice to require further comment on a low score. The reason behind a low score on attendance may be self-evident but a poor score for ‘initiative’ can be less so.</p><p data-block-key="eea5k">Most students value the initiative and take it seriously although some take longer to build up trust in the practice. Some timid learners have had their confidence boosted to find that peers appreciate their ideas and think they should speak up more.</p><p data-block-key="8a9no"><a href="http://web.archive.org/web/20240226204848/https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/T07-SCHNEIDER-GroupMemberEvaluation.pdf">View a presentation and watch the session recording</a> about this case study.</p></div></div><div class="pt-10 px-8 pb-10 mt-10 mb-10 text-jiscMineShaft " data-testid="boxed-content" style="background-color:#EEE5EE"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><p data-block-key="p7nyu"></p><h4 data-block-key="114lh">The economics of panic buying</h4><p data-block-key="443c">At Stirling University an economics exam involving ‘doing the calculations by hand, from memory, in a cold sterile environment’ has been replaced by real-world problems requiring flexibility and creativity to address the issues.</p><p data-block-key="f7hll">First year students in 2020 were required to design strategic interactions to address the pandemic. Topics ranged from panic buying, hoarding and price gouging to vaccine uptake and sharing. Students were free to use their own choice of medium including blog posts, digital posters and videos</p></div></div><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mt-6 mb-6 |"><p data-block-key="8vnsn"></p><h3 data-block-key="6s8kq">The boss wants an answer by the end of the day</h3><p data-block-key="a3q1b">The environmental science department at Brunel University London replaced a three-hour exam with a more authentic task. Students were confronted with what it feels like to turn up for work one morning and find your boss needs a report on a complex matter by the end of the day.</p><p data-block-key="73h6f">The assessed task was a complex question drawing on a wide range of information encountered during the course. The students had to demonstrate their working and provide references with highlighted annotations. They had seven hours to tackle the problem.</p></div><section><div class="box-border flex justify-end w-full max-w-screen-lg px-0 mx-auto"><div style="border-color:#A22578" class="grid border-y-0 border-l-0 border-r-6 border-solid w-full sm:w-10/12 md:w-10/12 lg:w-10/12 bg-[#E4EAEC]" data-testid="pull_quote"><div class="px-8 font-sans lg:max-w-xl"><div class=" prose max-w-full py-8 font-sans antialiased prose-a:font-normal prose-a:underline visited:prose-a:text-jiscPurple focus:prose-a:text-jiscBlack focus:prose-a:no-underline focus:prose-a:bg-jiscDandelion focus:prose-a:outline-transparent focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] hover:prose-a:text-jiscRegalBlue active:prose-a:text-jiscBlack prose-h2:mt-10 prose-h2:mb-6 prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] first:prose-h2:mt-[unset] last:prose-h2:mb-[unset] prose-strong:prose-h2:font-bold prose-h3:mt-10 prose-h3:mb-6 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] first:prose-h3:mt-[unset] last:prose-h3:mb-[unset] prose-h4:mt-10 prose-h4:mb-6 prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] first:prose-h4:mt-[unset] last:prose-h4:mb-[unset] prose-li:pl-2 prose-li:mt-2 prose-li:mb-[unset] prose-li:text-[1.25rem] prose-li:font-normal prose-li:leading-[2rem] prose-ol:pl-8 prose-ol:my-6 first:prose-ol:mt-[unset] last:prose-ol:mb-[unset] prose-p:my-6 prose-p:text-[1.8rem] prose-p:font-normal prose-p:leading-[2rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] prose-blockquote:not-italic prose-blockquote:m-0 prose-blockquote:p-0 prose-ul:pl-8 prose-ul:my-6 first:prose-ul:mt-[unset] last:prose-ul:mb-[unset] prose-headings:text-[unset] marker:marker-[inherit] prose-p:text-[#A22578] | prose-text-[#A22578] | marker:text-[#A22578] | prose-blockquote:text-[#A22578] | prose-headings:text-[#A22578] | prose-li:text-[#A22578] | prose-ol:text-[#A22578] | prose-strong:text-[#A22578] | prose-table:text-[#A22578] | prose-ul:text-[#A22578] "><div class="pull-quote-content" style="color:#A22578"><p data-block-key="8hd41">"You might think that the end product would be some incredibly long reports, which would add to the marking load, but part of the task was to make sure that the work was also concise and effectively communicated. It tested higher-order thinking skills and quality rather than quantity."</p><p data-block-key="9l794">Mariann Rand-Weaver, vice-provost (education), Brunel University</p></div></div></div></div></div></section><div class="p-10 my-10 font-sans text-sm antialiased font-normal bg-jiscConcrete text-jiscMineShaft">This guide is made available under <a href="http://web.archive.org/web/20240226204848/https://creativecommons.org/licenses/by-nc-nd/4.0/">Creative Commons License (CC BY-NC-ND).</a></div></div></div></div></div></article></main><footer aria-labelledby="site-footer" class="jss35"><div class="jss39 jss36 jss40"><div class="MuiContainer-root MuiContainer-maxWidthMd"><div class="MuiGrid-root jss48 MuiGrid-container"><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-9"><h2 class="MuiTypography-root MuiTypography-srOnly" id="site-footer">Site footer</h2><div class=""><nav aria-label="Site footer breadcrumb" class="jss43"><ul class="jss45"><li class="jss46"><a aria-label="Jisc homepage" class="jss44" href="/web/20240226204848/https://www.jisc.ac.uk/" title="Jisc homepage"><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="house" class="svg-inline--fa fa-house " role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 576 512"><path fill="currentColor" d="M575.8 255.5c0 18-15 32.1-32 32.1h-32l.7 160.2c0 2.7-.2 5.4-.5 8.1V472c0 22.1-17.9 40-40 40H456c-1.1 0-2.2 0-3.3-.1c-1.4 .1-2.8 .1-4.2 .1H416 392c-22.1 0-40-17.9-40-40V448 384c0-17.7-14.3-32-32-32H256c-17.7 0-32 14.3-32 32v64 24c0 22.1-17.9 40-40 40H160 128.1c-1.5 0-3-.1-4.5-.2c-1.2 .1-2.4 .2-3.6 .2H104c-22.1 0-40-17.9-40-40V360c0-.9 0-1.9 .1-2.8V287.6H32c-18 0-32-14-32-32.1c0-9 3-17 10-24L266.4 8c7-7 15-8 22-8s15 2 21 7L564.8 231.5c8 7 12 15 11 24z"></path></svg></a></li><li class="jss46"><span class="jss47"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/guides/">Guides</a></span></li><li aria-current="page" class="jss46"><span class="jss47">Principles of good assessment and feedback</span></li></ul></nav></div></div><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"></div></div></div></div><div class="jss39 jss37 jss41"><div class="MuiContainer-root MuiContainer-maxWidthMd"><h3 class="MuiTypography-root MuiTypography-srOnly">Jisc product areas</h3><div class="MuiGrid-root jss48 MuiGrid-container"><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss53 MuiTypography-body1">Areas</h4><ul class="jss51"><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/connectivity">Connectivity</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/cyber-security">Cyber security</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/cloud">Cloud</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/data-analytics">Data and analytics</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/libraries-learning-resources-and-research">Libraries, learning resources and research</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/student-experience">Student experience</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/trust-and-identity">Trust and identity</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/advice-and-guidance">Advice and guidance</a></li></ul></div><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss53 jss52 MuiTypography-body1">Explore</h4><ul class="jss51"><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/guides">Guides</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/training">Training</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/consultancy">Consultancy</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/events">Events</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/innovation">Innovation</a></li></ul></div><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss53 jss52 MuiTypography-body1">Useful</h4><ul class="jss51"><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/about-us">About</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/membership">Membership</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/get-involved">Get involved</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/news">News</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/jobs">Jobs</a></li></ul></div><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss53 jss52 MuiTypography-body1">Get in touch</h4><ul class="jss51"><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/contact">Contact us</a></li><li class="jss54"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/forms/headlines">Sign up to our newsletter</a></li><li class="jss54"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="twitter" class="svg-inline--fa fa-twitter jss55" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253z"></path></svg><a class="jss60" href="http://web.archive.org/web/20240226204848/https://twitter.com/jisc">Twitter</a></li><li class="jss54"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="facebook" class="svg-inline--fa fa-facebook jss55" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M512 256C512 114.6 397.4 0 256 0S0 114.6 0 256C0 376 82.7 476.8 194.2 504.5V334.2H141.4V256h52.8V222.3c0-87.1 39.4-127.5 125-127.5c16.2 0 44.2 3.2 55.7 6.4V172c-6-.6-16.5-1-29.6-1c-42 0-58.2 15.9-58.2 57.2V256h83.6l-14.4 78.2H287V510.1C413.8 494.8 512 386.9 512 256h0z"></path></svg><a class="jss60" href="http://web.archive.org/web/20240226204848/https://www.facebook.com/jiscsocial">Facebook</a></li><li class="jss54"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="linkedin" class="svg-inline--fa fa-linkedin jss55" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 448 512"><path fill="currentColor" d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3zM135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5zm282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9V416z"></path></svg><a class="jss60" href="http://web.archive.org/web/20240226204848/https://www.linkedin.com/company/jisc">LinkedIn</a></li><li class="jss54"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="youtube" class="svg-inline--fa fa-youtube jss55" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 576 512"><path fill="currentColor" d="M549.655 124.083c-6.281-23.65-24.787-42.276-48.284-48.597C458.781 64 288 64 288 64S117.22 64 74.629 75.486c-23.497 6.322-42.003 24.947-48.284 48.597-11.412 42.867-11.412 132.305-11.412 132.305s0 89.438 11.412 132.305c6.281 23.65 24.787 41.5 48.284 47.821C117.22 448 288 448 288 448s170.78 0 213.371-11.486c23.497-6.321 42.003-24.171 48.284-47.821 11.412-42.867 11.412-132.305 11.412-132.305s0-89.438-11.412-132.305zm-317.51 213.508V175.185l142.739 81.205-142.739 81.201z"></path></svg><a class="jss60" href="http://web.archive.org/web/20240226204848/http://www.youtube.com/user/JISCmedia">YouTube</a></li></ul></div></div></div></div><div class="jss39 jss38 jss42"><div class="MuiContainer-root MuiContainer-maxWidthMd"><div class="MuiGrid-root jss48 MuiGrid-container"><div class="MuiGrid-root jss49 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-9"><h3 class="MuiTypography-root MuiTypography-srOnly">Site utilities</h3><ul class="jss56"><li class="jss58"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/cookies">Cookies</a></li><li class="jss58"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/website/privacy-notice">Privacy</a></li><li class="jss58"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/about-us/modern-slavery-statement">Modern slavery</a></li><li class="jss58"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/about-us/carbon-reduction-plan">Carbon reduction plan</a></li><li class="jss58"><a class="jss60" href="/web/20240226204848/https://www.jisc.ac.uk/accessibility-statement">Accessibility</a></li></ul></div></div></div></div></footer></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"path":["guides","principles-of-good-assessment-and-feedback"],"pageData":{"id":533,"meta":{"type":"base.GuidePage","detail_url":"http://web.archive.org/web/20240226204848/http://backend:8000/api/v2/pages/533/","html_url":"http://web.archive.org/web/20240226204848/https://www.jisc.ac.uk/guides/principles-of-good-assessment-and-feedback/","slug":"principles-of-good-assessment-and-feedback","show_in_menus":false,"seo_title":"Principles of good assessment and feedback","search_description":"How good learning, teaching and assessment can be applied to improving assessment and feedback practice.","first_published_at":"2022-03-02T15:05:00Z","alias_of":null,"parent":{"id":241,"meta":{"type":"base.GuideListingPage","detail_url":"http://web.archive.org/web/20240226204848/http://backend:8000/api/v2/pages/241/","html_url":"http://web.archive.org/web/20240226204848/https://www.jisc.ac.uk/guides/"},"title":"Guides"}},"title":"Principles of good assessment and feedback","categories":[{"id":9,"name":"Student experience"},{"id":6,"name":"Learning and research resources"}],"authors":[{"id":32,"meta":{"type":"base.GuideAuthorsOrderable"},"first_name":"Sarah","last_name":"Knight","job_title":"Head of learning and teaching transformation","bio_link":null,"summary":"\u003cp data-block-key=\"ebx5w\"\u003eI am head of learning and teaching transformation in higher education and research. My team and I support universities with their digital transformation agenda. This includes the supporting the use of the framework for digital transformation in higher education and the development of a maturity model for digital transformation. Other activities in my portfolio include projects exploring future trends for assessment and feedback, researching international students\u0026#x27; digital experiences and supporting staff with designing learning for beyond blended.\u003c/p\u003e","image":{"url":"http://web.archive.org/web/20240226204848/https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/original_images/sarah-knight.jpg","title":"Sarah Knight","id":1160},"image_alt_text":"Sarah Knight"},{"id":33,"meta":{"type":"base.GuideAuthorsOrderable"},"first_name":"Gill","last_name":"Ferrell","job_title":"Consultant","bio_link":null,"summary":"","image":{"url":"http://web.archive.org/web/20240226204848/https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/original_images/gill-ferrell-consultant-square.jpg","title":"gill-ferrell-consultant-square","id":397},"image_alt_text":"Gill Ferrell"}],"breadcrumbs":[{"id":1,"name":"Root","url":null},{"id":3,"name":"Jisc","url":"/"},{"id":241,"name":"Guides","url":"/guides/"},{"id":533,"name":"Principles of good assessment and feedback","url":"/guides/principles-of-good-assessment-and-feedback/"}],"copyright_banner":true,"last_published_at":"2023-12-21T09:39:36.279238Z","open_graph_image":null,"open_graph_image_alt":"","override_last_published_at":"2022-03-02T15:05:00Z","page_body":[{"type":"content_block","value":"\u003ch2 id=\"why-review-assessment-practice?-voq14\" data-block-key=\"voq14\"\u003eWhy review assessment practice?\u003c/h2\u003e\u003cp data-block-key=\"5j1qp\"\u003eThe pandemic accelerated digital transformation of assessment for some institutions and caused others to question not only how they do things but whether they are doing the right things?\u003c/p\u003e\u003cp data-block-key=\"2qgc8\"\u003eAssessment and feedback forms a significant element of staff and student workload and \u003ca href=\"http://www.advance-he.ac.uk/knowledge-hub/student-academic-experience-survey-2021\"\u003emany studies\u003c/a\u003e have shown that students, in higher education, are less satisfied with assessment and feedback than with any other aspect of the experience.\u003c/p\u003e\u003cp data-block-key=\"8hrkf\"\u003eThis guide will help you determine what good assessment and feedback looks like in your context so you can benchmark existing practice and plan improvement. \u003c/p\u003e\u003ch3 data-block-key=\"er21a\"\u003eAssessment and feedback landscape\u003c/h3\u003e\u003cp data-block-key=\"eqka3\"\u003eThrough consultation with universities, a survey and a review of the current literature we gained a picture of the UK assessment and feedback landscape in higher education. \u003ca href=\"/reports/assessment-and-feedback-higher-education-landscape-review-survey-outcomes/\"\u003eView Jisc\u0026#x27;s assessment and feedback higher education landscape review\u003c/a\u003e.\u003c/p\u003e\u003ch3 data-block-key=\"anm6v\"\u003eAbout the examples in this guide\u003c/h3\u003e\u003cp data-block-key=\"3cm4c\"\u003eEach of the principles is accompanied by short case studies of implementation.\u003c/p\u003e\u003cp data-block-key=\"r9kn\"\u003eWhere possible we have chosen examples where digital technology has been used to support and enhance good practice.\u003c/p\u003e\u003cp data-block-key=\"2si72\"\u003ePrevious research found good practice was often difficult to scale up because it required manual intervention or tools that were not interoperable. Our examples show innovative practice delivered at scale and using open standards to facilitate seamless integration with existing tools and administrative systems.\u003c/p\u003e\u003ch3 data-block-key=\"aphbb\"\u003eAssessment and feedback: direction of travel\u003c/h3\u003e\u003cp data-block-key=\"fql4o\"\u003eFor a number of years assessment and feedback practice has been on a trajectory away from assessment of learning to what is termed assessment for learning.\u003c/p\u003e\u003cp data-block-key=\"3j0ui\"\u003eKey to this has been helping students monitor and regulate their own learning and trying to ensure that any feedback activity feeds forward leading to future improvement.\u003c/p\u003e\u003cp data-block-key=\"30egp\"\u003eCurrent assessment practice increasingly includes activities that could be termed assessment as learning. The very act of undertaking assessment and feedback activities is an essential part of the learning process.\u003c/p\u003e\u003cp data-block-key=\"77bse\"\u003eAll three aspects of assessment still need to happen but we are thinking differently about the relationship between them.\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"etea5\"\u003eAssessment of learning describes the institutional quality assurance processes that lead to students acquiring some form of verified credential.\u003c/li\u003e\u003cli data-block-key=\"d56ko\"\u003eAssessment for learning is the overall learning design, ensuring we are assessing the right things at the right time with plenty of formative opportunities to feed forward. This is the cog wheel making everything revolve.\u003c/li\u003e\u003cli data-block-key=\"4q3q6\"\u003eAssessment as learning is a learning experience where the formative and summative elements work well together. Tasks appear relevant, students can see what they have gained by undertaking the activity, they feel involved in a dialogue about standards and evidence and the continuous development approach helps with issues of stress and workload for staff and students.\u003c/li\u003e\u003c/ul\u003e\u003cp data-block-key=\"fmv28\"\u003e\u003c/p\u003e\u003cimg alt=\"assessment-as-learning-graphic\" class=\"richtext-image full-width\" height=\"362\" src=\"https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/images/assessment-as-learning-graphic-1.width-800.png\" width=\"800\"\u003e\u003cp data-block-key=\"b4nku\"\u003e\u003c/p\u003e","id":"5e57c51a-7b15-406e-9447-0637669f2ed1"},{"type":"expandable_content","value":{"expandable_heading_element":"h4","background":"white","custom_background_colour":"","expandables":[{"heading":"Text description for assessment with purpose graphic","content":"\u003cul\u003e\u003cli data-block-key=\"hyy2m\"\u003ePurple centre - the inner circle represents assessment for learning the institutional quality-assured processes that lead to a qualification.\u003c/li\u003e\u003cli data-block-key=\"ef4cs\"\u003eThe middle cog represents assessment for learning learning design emphasising formative opportunities that feed forward to future improvement.\u003c/li\u003e\u003cli data-block-key=\"br1mq\"\u003eThe outer circle represents assessment as learning the lived experience of students and staff when active learners contribute to decision-making and are able to monitor and regulate their own learning.\u003c/li\u003e\u003c/ul\u003e"}]},"id":"271d75a8-f967-4919-8e7a-3ebc271efcb6"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"","content":"\u003ch3 data-block-key=\"iddvs\"\u003eBeyond the Technology podcast\u003c/h3\u003e\u003cp data-block-key=\"d6ql\"\u003eListen to our series on rethinking assessment and feedback from the Beyond the Technology podcast:\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"4ravb\"\u003e\u003ca href=\"/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-how-the-landscape-is-changing/\"\u003eRethinking assessment and feedback - how the landscape is changing\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"a2efn\"\u003e\u003ca href=\"/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-providing-personalised-feedback-at-scale/\"\u003eRethinking assessment and feedback - providing personalised feedback at scale\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"k27h\"\u003e\u003ca href=\"/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-creating-a-shared-vision/\"\u003eRethinking assessment and feedback - creating a shared vision\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"9n1mq\"\u003e\u003ca href=\"/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-unlocking-the-power-of-comparison-based-feedback/\"\u003eRethinking assessment and feedback - unlocking the power of comparison based feedback\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"6rbp\"\u003e\u003ca href=\"/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-shifting-to-digital-assessment/\"\u003eRethinking assessment and feedback - shifting to digital assessment\u003c/a\u003e\u003c/li\u003e\u003c/ul\u003e"},"id":"50fa88ad-96d8-482e-84ee-458103bd14bb"},{"type":"content_block","value":"\u003ch2 id=\"introducing-the-seven-principles-xi36r\" data-block-key=\"xi36r\"\u003eIntroducing the seven principles\u003c/h2\u003e\u003cp data-block-key=\"f8gv1\"\u003eEducational principles are a way of summarising your shared educational values as a college or university. They serve to guide the design of learning teaching and assessment.\u003c/p\u003e\u003cp data-block-key=\"bem9a\"\u003eA well-thought-out set of principles:\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"c48fi\"\u003eDescribes a shared set of values and a vision\u003c/li\u003e\u003cli data-block-key=\"5amam\"\u003eSummarises and simplifies a lot of research evidence on good pedagogic practice\u003c/li\u003e\u003cli data-block-key=\"fnpfs\"\u003eProvides a benchmark for monitoring progress\u003c/li\u003e\u003cli data-block-key=\"48k2r\"\u003eServes as a driver for change\u003c/li\u003e\u003c/ul\u003e\u003cp data-block-key=\"24upn\"\u003ePrinciples offer a robust way of gaining ownership and buy-in and they need to be written in a way that requires action rather than passive acceptance.\u003c/p\u003e","id":"9b05b176-09fa-4c28-9616-07092073830f"},{"type":"boxed_content","value":{"background_option":"dark","custom_background_colour":"","content":"\u003ch3 data-block-key=\"iddvs\"\u003eOur seven principles\u003c/h3\u003e\u003col\u003e\u003cli data-block-key=\"1aive\"\u003eHelp learners understand what good looks like by engaging learners with the requirements and performance criteria for each task\u003c/li\u003e\u003cli data-block-key=\"cq275\"\u003eSupport the personalised needs of learners by being accessible, inclusive and compassionate\u003c/li\u003e\u003cli data-block-key=\"eg2u8\"\u003eFoster active learning by recognising that engagement with learning resources, peers and tutors can all offer opportunities for formative development\u003c/li\u003e\u003cli data-block-key=\"4jdh6\"\u003eDevelop autonomous learners by encouraging self-generated feedback, self-regulation, reflection, dialogue and peer review\u003c/li\u003e\u003cli data-block-key=\"4e34h\"\u003eManage staff and learner workload effectively by having the right assessment, at the right time, supported by efficient business processes\u003c/li\u003e\u003cli data-block-key=\"3q3u2\"\u003eFoster a motivated learning community by involving students in decision-making and supporting staff to critique and develop their own practice\u003c/li\u003e\u003cli data-block-key=\"54of2\"\u003ePromote learner employability by assessing authentic tasks and promoting ethical conduct\u003c/li\u003e\u003c/ol\u003e"},"id":"baa101e4-a27c-4c75-aad4-eac5d76dc2ea"},{"type":"content_block","value":"\u003ch3 data-block-key=\"xi36r\"\u003eApplying the principles\u003c/h3\u003e\u003cp data-block-key=\"3a52f\"\u003eThe principles offer an actionable way to improve learning teaching and assessment and can be applied to any aspect of learning design.\u003c/p\u003e\u003cp data-block-key=\"8p0ur\"\u003eThere is no one size fits all approach. You need to decide what the principle means in your context and how best to apply it to the learning experience in your organisation. Our \u003ca href=\"https://repository.jisc.ac.uk/8638/1/principles-of-good-assessment-and-feedback-self-assessment-template.docx\"\u003eself-assessment template (.docx)\u003c/a\u003e allows you to adapt the principles to your own context. You can also \u003ca href=\"https://repository.jisc.ac.uk/8638/3/principles-of-good-assessment-and-feedback-self-assessment-template.pdf\"\u003edownload the self-assessment template as a pdf\u003c/a\u003e.\u003c/p\u003e\u003ch3 data-block-key=\"d2mp0\"\u003eDo principles change over time?\u003c/h3\u003e\u003cp data-block-key=\"bjn8p\"\u003ePrinciples need to evolve over time if they are to reflect current education research and remain aspirational and a call to action.\u003c/p\u003e\u003cp data-block-key=\"aajsn\"\u003eThe usefulness of educational principles drew widespread attention when Professor David Nicol published a set of principles for good assessment feedback practice as part of the \u003ca href=\"http://www.reap.ac.uk/reap/public/papers/Principles_of_good_assessment_and_feedback.pdf\"\u003eRe-Engineering Assessment Practices (REAP) project\u003c/a\u003e in 2007.\u003c/p\u003e\u003cp data-block-key=\"3lbb8\"\u003eMany education providers saw the value and adopted the idea so there are various sets of principles in the public domain (\u003ca href=\"https://repository.jisc.ac.uk/6723/1/ESCAPEassessment_principles.pdf\"\u003esee ESCAPE assessment principles pdf\u003c/a\u003e). Almost all of them are based on the basic REAP principles.\u003c/p\u003e\u003cp data-block-key=\"497f5\"\u003eOur 2021 principles reflect the greater prominence of issues such as accessibility and inclusivity in current thinking. Where we continue to champion examples of good practice that were recognised some time ago, it is with a new perspective on why and how certain approaches are more effective than others.\u003c/p\u003e\u003cp data-block-key=\"d7haf\"\u003eIt is too early to judge how long this set of principles will last. At the moment they represent a call to action and a manifesto for change. We very much hope to find that in five years time they are no longer aspirational and require another refresh.\u003c/p\u003e\u003ch3 data-block-key=\"73gft\"\u003eRelated resources\u003c/h3\u003e\u003cp data-block-key=\"kgv4\"\u003e\u003ca href=\"/guides/reimagining-digital-assessment-in-higher-education/\"\u003eDesigning learning and assessment in a digital age\u003c/a\u003e - A primer created for university leaders exploring the current and future opportunities for digital assessment.\u003c/p\u003e\u003cp data-block-key=\"fa3up\"\u003e\u003ca href=\"https://www.qaa.ac.uk/membership/resources\"\u003eQAA Hallmarks of Success Playbook: Assessment in digital and blended pedagogy\u003c/a\u003e - A useful guide to develop a shared understanding of assessment and feedback practices that are relevant to and support teaching and learning. It examines what success looks like in a digital and blended environment, barriers that may be encountered and how they can be overcome. The playbook can be used to drive discussions about assessment as learning, feedback and feedforward practices, as well as considering quality enhancement, moderation and academic integrity.\u003c/p\u003e\u003cp data-block-key=\"43pkc\"\u003e\u003ca href=\"https://repository.jisc.ac.uk/9234/1/assessment-ideas-for-an-ai-enabled-world.pptx\"\u003eAssessment ideas for an AI-enabled world (.pptx)\u003c/a\u003e - Codesigned with the sector, we\u0026#x27;ve produced a set of postcards to provoke discussion and reflection around assessment approaches in higher education. Each idea postcard outlines the type of assessment task, key characteristics and appropriate formats.\u003c/p\u003e","id":"879aadc4-4704-4168-b934-70d139a47f78"},{"type":"content_block","value":"\u003cp data-block-key=\"wiqbk\"\u003e\u003c/p\u003e\u003ch2 id=\"principle-one---help-learners-understand-what-good-looks-like-6uqq1\" data-block-key=\"6uqq1\"\u003ePrinciple one - help learners understand what good looks like\u003c/h2\u003e\u003ch3 data-block-key=\"f9njs\"\u003eWhy is this important?\u003c/h3\u003e\u003cp data-block-key=\"2mdt9\"\u003eStudents undertaking an assessment need to understand what is required of them and the criteria against which their performance will be judged.\u003c/p\u003e\u003cp data-block-key=\"6je2t\"\u003eThis sounds self-evident but many learners find it difficult to derive this information from the available sources such as course and module handbooks. Even where criteria and grade descriptors are provided, they may be couched in academic language that requires some skill to interpret.\u003c/p\u003e\u003cp data-block-key=\"ia1m\"\u003eIt helps to have a common template for assignment briefs, so that the essential information is presented, in plain English, in a consistent way for each assignment.\u003c/p\u003e\u003cp data-block-key=\"1dh78\"\u003e\u003ca href=\"https://feedbackfruits.com/ebook/feedback-for-learning-comprehensive-guide\"\u003eFeedback for learning: a comprehensive guide\u003c/a\u003e, an e-book by FeedbackFruits, gives useful guidance on designing rubrics that support active learning. It explains how to create a rubric that is relevant, unambiguous and serves as a bridge to future performance by avoiding traps that can result in a rubric becoming a task-focused checklist.\u003c/p\u003e\u003cp data-block-key=\"v9nu\"\u003eBy implementing this principle you will, however, take this a step further and engage students in activities that allow them to create meaning from the criteria and engage in discussions about quality. You may ask them to rewrite criteria in their own words and compare their understanding with that of others. Later they may even define the criteria by which they think their work should be judged.\u003c/p\u003e\u003ch3 data-block-key=\"73ufm\"\u003eThe role of feedback\u003c/h3\u003e\u003cp data-block-key=\"2o12e\"\u003eThe capacity to recognise and interpret feedback, and use this to lead to further improvement, is key to developing the ability to recognise what good looks like\u003c/p\u003e\u003cp data-block-key=\"fkqd1\"\u003eFeedback provides information about where a learner is in relation to their learning goals so that they can evaluate progress, identify gaps or misconceptions and take action that results in enhanced performance in future.\u003c/p\u003e\u003cp data-block-key=\"16mfh\"\u003eFeedback should be constructive, specific, honest and supportive.\u003c/p\u003e\u003cp data-block-key=\"f328e\"\u003eEffective feedback shouldn’t only focus on current performance or be used to justify a grade. It should also feed forward in an actionable way so the learner understands what they need to focus on in order to improve.\u003c/p\u003e\u003cp data-block-key=\"6crmb\"\u003eFeedback is conventionally thought of as a dialogue between student and tutor but it can come from a variety of sources. Self and peer feedback can be equally valuable and we discuss this further in relation to principle number 4 develop autonomous learners.\u003c/p\u003e\u003ch3 data-block-key=\"c6goc\"\u003eIpsative assessment\u003c/h3\u003e\u003cp data-block-key=\"efupi\"\u003eIpsative assessment is the idea that, rather than evaluating a learner’s performance against an external benchmark, we simply look at whether they have improved on their own previous performance. This is after all the most effective measure of learning gain.\u003c/p\u003e\u003cp data-block-key=\"fbf1t\"\u003eAt University College London this approach is proving useful with master’s level students and those studying MOOCs.\u003c/p\u003e\u003ch3 data-block-key=\"cjbvp\"\u003eTo grade or not to grade?\u003c/h3\u003e\u003cp data-block-key=\"4iqe0\"\u003eDefining what good looks like does not have to mean assigning a grade.\u003c/p\u003e\u003cp data-block-key=\"3ad7f\"\u003eThere is a school of thought that believes grading is counter-productive and diminishes students’ broader curiosity about a subject. \u003ca href=\"https://www.jessestommel.com/ungrading-a-bibliography/\"\u003eRead more about upgrading in Jesse Stommel\u0026#x27;s article\u003c/a\u003e.\u003c/p\u003e\u003cp data-block-key=\"414f8\"\u003eDiverse assessment formats and different customs and practices across disciplines may distort marks. Even without these complications, experts question whether it is possible to distinguish the quality of work with the precision implied by percentage marks.\u003c/p\u003e\u003cp data-block-key=\"cposr\"\u003eHigher education does indeed operate without grading in some areas. We recognise the value of a doctorate without questioning whether the holder achieved a few percentage points more or less than one of their counterparts.\u003c/p\u003e\u003cp data-block-key=\"236cp\"\u003eThe absence of a grade can oblige learners to focus on their feedback and encourage deeper reflection.\u003c/p\u003e\u003ch3 data-block-key=\"cklna\"\u003eTechnology can help\u003c/h3\u003e\u003cp data-block-key=\"7gbip\"\u003eSome of the ways technology can help:\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"e7kni\"\u003eMaking information about the assessed task and criteria available in digital format helps ensure it can be accessed readily on a range of devices. It also helps with applying a consistent template\u003c/li\u003e\u003cli data-block-key=\"5a5nf\"\u003eHaving the information in digital format allows cross-referencing to a wide range of examples\u003c/li\u003e\u003cli data-block-key=\"cp1uo\"\u003eUse of digital tools makes it easier to give ‘in-line feedback’ so students can see to which section of their work a feedback comment refers\u003c/li\u003e\u003cli data-block-key=\"3e3nj\"\u003eDigital tools can support better dialogue around feedback \u003c/li\u003e\u003cli data-block-key=\"dqrg6\"\u003eStoring feedback in digital format increases the likelihood that students will refer back to the feedback in future\u003c/li\u003e\u003cli data-block-key=\"iu8t\"\u003eDigital tools that support self, peer and group evaluation are all means of actively engaging students with criteria and the process of making academic judgement. You can find examples of this in the section about putting each of our principles into practice throughout this guide\u003c/li\u003e\u003c/ul\u003e\u003ch3 data-block-key=\"78ufv\"\u003ePutting the principle into practice\u003c/h3\u003e\u003ch4 data-block-key=\"7t1pm\"\u003eGuidance and templates\u003c/h4\u003e\u003cp data-block-key=\"f93c7\"\u003eSheffield Hallam University makes all of its guidance and templates available via its \u003ca href=\"https://academic.shu.ac.uk/assessmentessentials/\"\u003eassessment essentials website\u003c/a\u003e.\u003c/p\u003e\u003cp data-block-key=\"690h7\"\u003eThe University of Reading\u0026#x27;s \u003ca href=\"https://sites.reading.ac.uk/curriculum-framework/wp-content/uploads/sites/35/2022/03/A-Z_of_Assessment_Methods_FINAL_table.pdf\"\u003eA-Z of assessment methods (pdf)\u003c/a\u003e can help you choose an appropriate type of assessment\u003c/p\u003e\u003ch4 data-block-key=\"da6a5\"\u003eAdaptive comparative judgement\u003c/h4\u003e\u003cp data-block-key=\"8adfm\"\u003eAssessing a piece of work objectively against a rubric is not easy even for an experienced evaluator.\u003c/p\u003e\u003cp data-block-key=\"enar3\"\u003eComparative judgement works on the principle that people make better judgements if they compare two items, and decide which is better, than if they try to evaluate something in isolation.\u003c/p\u003e\u003cp data-block-key=\"5pqh0\"\u003eRepeated comparison of pairs ultimately allows the items to be rank ordered. This usually takes nine to 12 rounds of comparison.\u003c/p\u003e\u003cp data-block-key=\"4kdef\"\u003eAdaptive comparative judgement (ACJ) tools automate the process of presenting a group of assessors with pairs to compare. The items are initially selected randomly. Comparison between very good and very bad is obvious very quickly. The computer algorithm can then start to select the pairs that will most improve the reliability of the ranking so more effort goes into assessing those that are closely matched.\u003c/p\u003e\u003cp data-block-key=\"5vppg\"\u003eResearch has been undertaken using this technique to compare the evaluative judgement of staff and students. It has also been applied to using artificial intelligence (AI) to partly automate marking of complex items such as essay scripts.\u003c/p\u003e\u003cp data-block-key=\"86gtl\"\u003eThe most common application is, however, in engaging students with assessment criteria and ‘learning by evaluating’ to identify what good looks like.\u003c/p\u003e\u003cp data-block-key=\"b6kjq\"\u003eUsing ACJ tools to provide peer evaluation and feedback can provide learners with a rich body of evidence to help them improve their work.\u003c/p\u003e\u003cp data-block-key=\"7o77s\"\u003eACJ is being used at many universities internationally. In the UK examples include use at Goldsmiths, University of London and the University of Manchester.\u003c/p\u003e\u003cp data-block-key=\"2eobr\"\u003e\u003ca href=\"https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/T04-WINGFIELD-Learning-by-Evaluating.pdf\"\u003eThe technique is explained in this presentation and session recording\u003c/a\u003e, which includes a case study from the University of Manchester. \u003c/p\u003e","id":"d975c2c5-babb-4ce1-a5f6-a49a00cf1b7f"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003ch3 data-block-key=\"20atr\"\u003eDeveloping research skills at the University of Waterloo\u003c/h3\u003e\u003cp data-block-key=\"9450i\"\u003eStudents undertaking an education degree at the University of Waterloo have the opportunity to gain a research credential in their specialist area during their work experience placement.\u003c/p\u003e\u003cp data-block-key=\"86r9d\"\u003eTo gain the credential, the students have to assess their own research against a research skill development framework and demonstrate, during a capstone interview, the evidence why their experience merits special recognition.\u003c/p\u003e\u003cp data-block-key=\"1g5aq\"\u003eThe process is supported by a structured workbook in the e-portfolio that allows students to engage with the assessment framework before, during, and after their individual research experiences. The workbook acts as the basis for receiving personal guidance and feedback to support independent study.\u003c/p\u003e\u003cblockquote data-block-key=\"ab9nq\"\u003e\u003cp\u003e\u0026quot;Engaging in this work reinforced how influential even a small degree of reflection and feedback can be in supporting student success. Implementing these changes required minimal additional effort but had huge impact on the students’ ability to relate their experiences to the assessment framework.\u0026quot;\u003cbr/\u003eJeremy Steffler, University of Waterloo\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"219u2\"\u003e\u003ca href=\"https://resources.pebblepad.co.uk/csp-case-study-waterloo-research-skills\"\u003eRead more about this University of Waterloo case study\u003c/a\u003e.\u003c/p\u003e"},"id":"482937e3-0018-450c-82eb-cb82e131a512"},{"type":"content_block","value":"\u003ch2 id=\"principle-two---support-the-personalised-needs-of-learners-wiqbk\" data-block-key=\"wiqbk\"\u003ePrinciple two - support the personalised needs of learners\u003c/h2\u003e\u003cp data-block-key=\"5odt2\"\u003eThere is no such thing as a standard learner. Disability, neurodiversity, cultural and religious background, work and family commitments and personal preference all play a part in shaping our experience of learning.\u003c/p\u003e\u003cp data-block-key=\"cuhjc\"\u003eMoreover, these factors combine to make the learning experience individual. Disabled students are no more a homogenous group than learners that have been bundled together under the unhelpful label BAME (black and minority ethnic). In March 2021, the Commission on Race and Ethnic Disparities recommended that the UK government stop using the term BAME. The government is currently considering its response to the Commission\u0026#x27;s 24 recommendations.\u003c/p\u003e\u003ch3 data-block-key=\"6u37h\"\u003eAccessible and inclusive\u003c/h3\u003e\u003cp data-block-key=\"2j4q5\"\u003eGood assessment and feedback practice should allow a learner to apply their own individuality to demonstrating their knowledge and competencies.\u003c/p\u003e\u003cp data-block-key=\"4e3rq\"\u003eWe are increasingly aware of the need to make assessment accessible ie to ensure that people with disabilities do not face barriers because of the format or tools used. We need to promote similar awareness of the benefits of making it fully inclusive ie fair and equal to all students regardless of their diverse backgrounds.\u003c/p\u003e\u003cp data-block-key=\"csnal\"\u003eOffering different means to demonstrate achievement of a learning outcome is an important way to comply with disability discrimination legislation. Applying this as a design principle goes further and enhances the overall assessment process to benefit all students.\u003c/p\u003e\u003cp data-block-key=\"7csq7\"\u003eAssessment designers need to be familiar with the law relating to accessibility and related guidelines such as \u003ca href=\"https://www.w3.org/WAI/standards-guidelines/wcag/\"\u003eWCAG (Web Content Accessibility Guidelines)\u003c/a\u003e. For example, offering a digital paper as an alternative to hardcopy examination is only useful and legally compliant, if the digital copy meets accessibility compliance regulations. Software and resources used for digital assessment are legally required to meet the compliance standards. This needs to be considered in purchasing decisions and in-house development.\u003c/p\u003e\u003cp data-block-key=\"etopq\"\u003eThe emphasis on inclusivity relates to a broad agenda to ensure that our curricula are not skewed - for example to a particularly ‘white’ view of the world. There is much good work being undertaken on decolonising curricula and we need to ensure that assessment design reflects a global, multicultural perspective on the subject matter.\u003c/p\u003e\u003ch3 data-block-key=\"b4e86\"\u003eCompassionate pedagogy\u003c/h3\u003e\u003cp data-block-key=\"fkfgv\"\u003eSince the start of the pandemic there have been growing calls for us to develop more ‘compassionate pedagogy’.\u003c/p\u003e\u003cp data-block-key=\"dv94d\"\u003eAs online classes have taken us into one another’s homes, teachers have gained a different kind of understanding of the conditions under which students study and the competing demands of work and family they have to juggle.\u003c/p\u003e\u003cp data-block-key=\"416ka\"\u003eDigital poverty is only one aspect of this, time pressures and access to a suitable place to study are equally relevant and need to be factored into how we design learning and assessment.\u003c/p\u003e\u003cp data-block-key=\"64tfp\"\u003eInclusivity means that no one’s socio-economic background should be a barrier to learning.\u003c/p\u003e\u003ch3 data-block-key=\"8919h\"\u003ePromoting mental health and wellbeing\u003c/h3\u003e\u003cp data-block-key=\"a74o4\"\u003ePromoting mental wellbeing is high on the agenda amid survey evidence from higher education that both \u003ca href=\"/reports/student-and-staff-wellbeing-in-higher-education/\"\u003estudent and staff mental health has declined in recent years\u003c/a\u003e. Assessment points are often the trigger for stress and anxiety related illness.\u003c/p\u003e\u003cblockquote data-block-key=\"dl1nj\"\u003e\u003cp\u003e\u0026quot;Recognise that assessment times are often the breaking point for both staff and students.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eSally Brown, consultant\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"6jecc\"\u003eAn approach that allows for individual needs, and is founded on compassion for the learner, can help.\u003c/p\u003e\u003cp data-block-key=\"9euii\"\u003eThis is a topic that cuts across a number of our principles. Implementing principles number five: manage staff and learner workload effectively and number six: foster a motivated learning community will also have a positive impact.\u003c/p\u003e\u003cblockquote data-block-key=\"lkuj\"\u003e\u003cp\u003e\u0026quot;When it comes to mental health and well-being, avoid tokenism - don’t offer me yoga sessions give me practical help.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eSally Brown, consultant\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003ch3 data-block-key=\"as1he\"\u003eSome of the ways technology can help\u003c/h3\u003e\u003cp data-block-key=\"8lc4a\"\u003eUsing digital tools makes it easier to implement \u003ca href=\"https://udlguidelines.cast.org/\"\u003euniversal design for learning (UDL) guidelines\u003c/a\u003e by providing multiple channels and options for engagement with learning and assessment activities.\u003c/p\u003e\u003cp data-block-key=\"are7j\"\u003eDigital technology offers a vast range of assistive tools that allow learners to respond to the same activity or content in a way that is adapted to their personal needs. Examples include screen readers and braille keyboards for blind students, video and audio captioning for learners with hearing problems, the ability to change font size and colour to support dyslexic students or certain types of visual impairment. Some locked down virtual desktops and third-party tools used for summative assessment do not permit the use of the assistive technologies required by some learners. This is an issue that should be fully investigated before using such tools.\u003c/p\u003e\u003cp data-block-key=\"3c43c\"\u003eAside from these adaptations, taking a summative assessment in familiar surroundings using familiar digital tools, may prove less stressful than a traditional example setting for many learners. In some cases, formal examinations may be one of the rare occasions where a student uses a pen.\u003c/p\u003e\u003cp data-block-key=\"dpdv6\"\u003eArtificial intelligence (AI) is enabling the development of ‘adaptive’ learning tools that respond dynamically to student responses in order to personalise learning pathways. Their main use is in formative testing. For example, a student can be presented with progressively more difficult questions based on what they answer correctly.\u003c/p\u003e\u003cp data-block-key=\"2v103\"\u003eWe are increasingly used to technology providing us with friendly reminders when we need to do something in many aspects of our lives. Digital tools provide various ways to give learners ‘nudges’ and reminders about upcoming deadlines and important due dates via email, text, mobile app or reminders in the VLE, helping to provide clarity and alleviate stress.\u003c/p\u003e\u003ch3 data-block-key=\"5hlfh\"\u003ePutting the principle into practice\u003c/h3\u003e\u003cul\u003e\u003cli data-block-key=\"7inbu\"\u003eFor help with the basics, see our \u003ca href=\"/guides/getting-started-with-accessibility-and-inclusion/\"\u003eguide to getting started with accessibility and inclusion\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"6spoe\"\u003eFor regular updates see our \u003ca href=\"https://accessibility.jiscinvolve.org/wp/\"\u003eaccessibility blog\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"eh7vt\"\u003eYou can also \u003ca href=\"/get-involved/accessibility-and-assistive-technology-communities/\"\u003ejoin our accessibility and assistive technology community groups\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"6q70h\"\u003eYou can listen to our \u003ca href=\"/podcasts/beyond-the-technology-using-ai-to-support-and-enhance-formative-assessment/\"\u003eBeyond the Technology podcast: using AI to support and enhance formative assessment\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"2cddn\"\u003eRead this report from Advance HE - \u003ca href=\"https://www.advance-he.ac.uk/news-and-views/assessment-and-feedback-post-pandemic-era-time-learning-and-inclusion\"\u003eAssessment and Feedback in a Post-Pandemic Era: A Time for Learning and Inclusion\u003c/a\u003e\u003c/li\u003e\u003c/ul\u003e\u003ch3 data-block-key=\"2ddke\"\u003eMaking large classes feel small\u003c/h3\u003e\u003cp data-block-key=\"blec9\"\u003eA decade ago, the University of Sydney was unable to find a tool that could help solve the problem of engaging students with feedback and giving them personal care when cohorts could consist of thousands of students and learners felt lost in the crowd.\u003c/p\u003e\u003cp data-block-key=\"bmcr4\"\u003eThey developed a \u003ca href=\"https://sres.io/explainer/\"\u003estudent relationship engagement system\u003c/a\u003e (SRES) which integrates with any learning management system using LTI and is now freely available to other universities. SRES is described as a ‘Swiss army knife for instructors’.\u003c/p\u003e\u003cp data-block-key=\"2ug38\"\u003eToday over 3,000 teachers are using SRES across more than a thousand courses at the University of Sydney. There were over a million student interactions with the portal in 2021 and 92.4% rated it as helpful. This is enhancing the learning experience of almost all 75,000 students at the University of Sydney with many more users worldwide.\u003c/p\u003e\u003cp data-block-key=\"118tb\"\u003e\u003c/p\u003e\u003cimg alt=\"Elements of the student relationship engagement system approach graphic\" class=\"richtext-image full-width\" height=\"362\" src=\"https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/images/elements-of-the-student-relationship-engagemen.width-800.png\" width=\"800\"\u003e\u003cp data-block-key=\"c1d6t\"\u003e\u003c/p\u003e","id":"659a2c65-4aba-439d-bc82-5af8ab8ff53b"},{"type":"expandable_content","value":{"expandable_heading_element":"h4","background":"white","custom_background_colour":"","expandables":[{"heading":"Text description for elements of the student relationship engagement system (SRES) approach diagram","content":"\u003cp data-block-key=\"srzfb\"\u003e\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"er27d\"\u003eTop row title is evaluative judgement with self assessment, peer feedback, teacher feedback and rubrics underneath\u003c/li\u003e\u003cli data-block-key=\"drq1a\"\u003eSecond row title is developing feedback literacy with appreciating feedback, making judgements, managing affect and taking action underneath\u003c/li\u003e\u003cli data-block-key=\"aaebf\"\u003eBeneath these two rows is listed positive relationships, which results from the factors in the other boxes being implemented\u003c/li\u003e\u003c/ul\u003e"}]},"id":"c8939c8f-dabb-4722-aa39-e4f62c494ffa"},{"type":"content_block","value":"\u003cp data-block-key=\"wiqbk\"\u003e\u003c/p\u003e\u003cp data-block-key=\"6g0ce\"\u003eThis diagram shows the elements that are important in contemporary approaches to helping students get the most out of assessment and feedback. Most importantly, they all exist within a wrapper of positive relationships with the tutor and others in the learning community.\u003c/p\u003e\u003cp data-block-key=\"dv1ce\"\u003eSRES allows tutors to curated data from various sources in tailored dashboards that tell them what they need to know in order to best support their particular learners.\u003c/p\u003e\u003cp data-block-key=\"8shai\"\u003eData about logins and grades can be accompanied by other information that helps the instructor get to know the students. This could involve asking students about their preferences, what helps them learn and even their dreams and ambitions. Another example is that students can record an audio clip of how to pronounce their name.\u003c/p\u003e\u003cp data-block-key=\"3i8go\"\u003eThese questions are embedded in the learning management system (using LTI) so to the learner they appear seamlessly alongside an introductory course in module information.\u003c/p\u003e\u003cp data-block-key=\"9dcfg\"\u003eHighly personalised feedback can be created within the context of data such as whether the student has submitted on time or how they say they are feeling.\u003c/p\u003e\u003cp data-block-key=\"1squj\"\u003eSRES also helps turn feedback into a dialogic process. Before submitting an assignment, students can say what they would most like feedback on, so they are primed to be more likely to engage with that feedback. Tutors can also close the feedback loop by asking students to respond and say what they thought about the feedback and what they will do differently next time. It is also possible to hide the grade until the student has responded to the feedback.\u003c/p\u003e\u003cp data-block-key=\"ebtk2\"\u003eSRES also supports a wide range of peer-to-peer feedback activities.\u003c/p\u003e\u003cp data-block-key=\"fvq16\"\u003eAnother use is to facilitate learning from both self and peer feedback. The portal can present results of student self-assessment alongside the evaluation given by their peers encouraging them to reflect on how this makes them feel and how they plan to improve on the next task as a result.\u003c/p\u003e\u003cblockquote data-block-key=\"26e7q\"\u003e\u003cp\u003e\u0026quot;SRES can provide some interesting ways to connect our feedback to student comments and to contextualise learning activities alongside students’ own stated goals and expectations. I think that’s quite a powerful shift with the potential to help students take greater control of their learning.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eBen Miller, University of Sydney\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e","id":"b82c0276-d6bb-41be-a40b-49a47db0f954"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003cp data-block-key=\"20atr\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"svjn\"\u003eClosing the attainment gap at Brunel University\u003c/h3\u003e\u003cp data-block-key=\"1h2gn\"\u003e\u003ca href=\"https://www.brunel.ac.uk/about/education-innovation/Digital-Assessment-Brunel\"\u003eBrunel University implemented digital open book assessments\u003c/a\u003e as a response to the pandemic and discovered that this helped close the attainment gap for certain students. Students who entered the University with BTEC qualifications, particularly black students with a BTEC, did significantly better in terms of degree outcome than in previous years.\u003c/p\u003e\u003cp data-block-key=\"5vlb4\"\u003eThis improvement can be attributed to the change in assessment practice with the open book format being similar to their prior experience. Closed book examinations tend to benefit students with A-level qualifications who are used to being assessed in this way.\u003c/p\u003e\u003cblockquote data-block-key=\"f7e23\"\u003e\u003cp\u003e\u0026quot;Instead of sitting in a sports hall for three hours and having to rely on memory, students were able to use any resources available to complete the task – something that is probably more akin to what those with BTECs would have done previously.\u0026quot;\u003cbr/\u003eMariann Rand-Weaver, Brunel University\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"5d4p\"\u003e\u003ca href=\"https://www.jisc.ac.uk/reports/rethinking-assessment\"\u003eRead the full case study in Jisc\u0026#x27;s rethinking assessment report\u003c/a\u003e.\u003c/p\u003e"},"id":"75aab528-6d60-4789-803d-a25b6ce9902e"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003cp data-block-key=\"20atr\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"jllv\"\u003eSupporting remote placement students\u003c/h3\u003e\u003cp data-block-key=\"187f2\"\u003eAt Murdoch University hundreds of nursing students each year undertake a rural or remote clinical placement often up to 3000 km from home.\u003c/p\u003e\u003cp data-block-key=\"5ide8\"\u003eThis placement may be the first time that the student is away from family, friends and normal support structures for an extended period. The staff member monitoring the student’s progress is rarely in the same location as the student and internet connectivity cannot always be relied upon.\u003c/p\u003e\u003cp data-block-key=\"fsuov\"\u003eThe University uses its \u003ca href=\"https://resources.pebblepad.co.uk/csp-case-study-murdoch-distance-clinical-learning\"\u003ePebblePad e-portfolio tool\u003c/a\u003e to help connect with, and support, the learners.\u003c/p\u003e\u003cp data-block-key=\"9gqdi\"\u003eAs a result of codesign discussions with students, compulsory reflective assessments about their clinical experiences, have moved from written format to video blogs. Students can record the vlog anywhere and upload them to PebblePad later to be shared with on-site and remote assessors.\u003c/p\u003e\u003cp data-block-key=\"7ghu0\"\u003eThese ‘vlogs’ allow for individual creativity and personal connection as the tutors are now using the vlog format to provide feedback to the learners.\u003c/p\u003e"},"id":"fd96482d-3083-4659-82f6-99c3f0ccfc25"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"","content":"\u003ch3 data-block-key=\"20atr\"\u003eBeyond the Technology podcast\u003c/h3\u003e\u003cp data-block-key=\"2p37r\"\u003eIn our \u003ca href=\"/podcasts/beyond-the-technology-rethinking-assessment-and-feedback-providing-personalised-feedback-at-scale/\"\u003epodcast on rethinking assessment and feedback\u003c/a\u003e, Danny Liu and Benjamin Miller speak about how they are adapting their assessment and feedback practices at the University of Sydney and how their use of the student relationship engagement system (SRES) has helped to solve the problem of engaging a large number of students with personalised feedback.\u003c/p\u003e"},"id":"5602bc17-bcfb-4b6b-bbaa-1b19ded63794"},{"type":"content_block","value":"\u003cp data-block-key=\"psz7k\"\u003e\u003c/p\u003e\u003ch2 id=\"principle-three---foster-active-learning-1ihvn\" data-block-key=\"1ihvn\"\u003ePrinciple three - foster active learning\u003c/h2\u003e\u003cp data-block-key=\"bgl97\"\u003eActive learning has been a key tenet of curriculum design and learning space design for several years. Approaches to teaching have evolved in response to evidence that techniques such as lecturing, in contexts where students are passive recipients of information, are highly ineffective.\u003c/p\u003e\u003cp data-block-key=\"k0ak\"\u003eBuilding in formative assessment opportunities greatly enhances the effectiveness of learning activities.\u003c/p\u003e\u003cp data-block-key=\"f2olg\"\u003eThe use of quizzes delivered via mobile devices during lectures, is a common example.\u003c/p\u003e","id":"c31e8b55-d213-4e11-a030-e3abcebab0ac"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"atvqv\"\u003e\u0026quot;To unlock the power of internal feedback, teachers need to have students turn some natural comparisons that they are making anyway, into formal and explicit comparisons and help them build the capacity to exploit their own comparison processes.\u0026quot; \u003c/p\u003e\u003cp data-block-key=\"9sr1s\"\u003eProfessor David Nicol, University of Glasgow\u003c/p\u003e"},"id":"9d5d4f09-b379-4d3e-931d-0db6bc97c0c3"},{"type":"content_block","value":"\u003cp data-block-key=\"psz7k\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"48rk9\"\u003eActive engagement with learning resources\u003c/h3\u003e\u003cp data-block-key=\"3ih6d\"\u003eWe tend to think of active learning as something that involves interaction with a teacher or with peers but engagement with learning resources also offers opportunity for learners to evaluate their own understanding.\u003c/p\u003e\u003cp data-block-key=\"4hd44\"\u003eInteractive questions embedded in online textbooks is an emerging area that has considerable potential for learning enhancement.\u003c/p\u003e\u003cp data-block-key=\"3sieq\"\u003eEven in the absence of sophisticated digital tools, teachers can include discussion points for example by linking the prompts to a discussion thread in material on the learning platform.\u003c/p\u003e\u003cp data-block-key=\"5ua9a\"\u003e\u003ca href=\"https://www.tandfonline.com/doi/full/10.1080/02602938.2020.1823314\"\u003eResearch by Professor David Nicol at the University of Glasgow\u003c/a\u003e suggests we have previously focused too much on feedback comments, and the dialogue around them, as the main mechanism by which students evaluate the quality of their own work. He believes that comparison with learning resources can be equally valuable in building student capacity to plan, evaluate, develop and regulate their own learning.\u003c/p\u003e\u003cblockquote data-block-key=\"b6j2r\"\u003e\u003cp\u003e\u0026quot;Importantly, this research helps move our thinking away from teacher comments as the main comparator to a scenario where the teacher’s role is to identify and select a range of suitable comparators and to plan for their use by students. Possible comparators are numerous and might include videos, information in journal articles or textbooks, peer works, rubrics and observations of others’ performance.\u0026quot; \u003cbr/\u003e\u003cstrong\u003eProfessor David Nicol, University of Glasgow\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003ch3 data-block-key=\"9kbj2\"\u003eTime to revise\u003c/h3\u003e\u003cp data-block-key=\"6en78\"\u003eAn area that receives little attention in learning design is how students prepare themselves for summative assessment. What revision strategies do they employ and what resources do they use?\u003c/p\u003e\u003cblockquote data-block-key=\"3em1t\"\u003e\u003cp\u003e\u0026quot;Revision is an under emphasised area. It is a transition point where you make sense of what you studied and recode it in a way that enables you to answer questions. We need better revision materials and we need to allow students time to revise.\u0026quot; \u003cbr/\u003e\u003cstrong\u003eSimon Cross, Open University\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"fi39n\"\u003eThe Open University, UK recognises this and carries out an annual survey on student experience of assessment, feedback and revision (SEFAR). It concludes that revision and examination represents a distinct phase of learning but it remains challenging to determine effective analytics for this phase that can help inform better learning design.\u003c/p\u003e\u003cp data-block-key=\"8p6ds\"\u003eThe most conclusive finding was that the use of sample papers for practice appears to improve exam question literacy. Conversely, lack of engagement with these resources could be a trigger that a student requires some targeted support.\u003c/p\u003e","id":"3899b369-57a5-4558-ac1a-d2fa5a14a677"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"atvqv\"\u003e\u0026quot;What some of my professors did was this Microsoft Teams thing with me directly, where it was basically FaceTime, and I was able to go through any questions from past exam papers that I had issues with, and any questions that I had to clear up. And that was really useful, because it took the pressure off.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"6nlfl\"\u003eSecond year student\u003c/p\u003e"},"id":"ba515f22-0b6e-4c00-85ca-822ae44674ce"},{"type":"content_block","value":"\u003cp data-block-key=\"psz7k\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"816s6\"\u003eSome of the ways technology can help\u003c/h3\u003e\u003cp data-block-key=\"2b6gs\"\u003eThe use of quizzes delivered via mobile devices during lectures, is a well-known example of formative testing. It can be used to check whether most students have grasped key concepts and allow the lecturer to adapt the session if further explanation is required.\u003c/p\u003e\u003cp data-block-key=\"5o20r\"\u003eInteractive questions embedded in online textbooks is a more recent development. Research shows this type of practice question can significantly enhance learning compared to straightforward reading of text\u003c/p\u003e\u003cp data-block-key=\"9r7e\"\u003eVideo resources can be very engaging but difficult to navigate. Digital tools that help students bookmark and add notes to particular sections, foster active learning and aid revision.\u003c/p\u003e\u003ch3 data-block-key=\"371is\"\u003ePutting the principle into practice\u003c/h3\u003e\u003cp data-block-key=\"8988n\"\u003e\u003cstrong\u003eThe Doer Effect\u003c/strong\u003e\u003c/p\u003e\u003cp data-block-key=\"12kg9\"\u003eResearch from Carnegie Mellon University suggests a causal relationship between students doing practice questions while reading and enhanced learning outcomes. This phenomenon, known as the ‘\u003ca href=\"https://www.thinkmind.org/index.php?view=article\u0026amp;articleid=elml_2021_1_10_58001\"\u003edoer effect\u003c/a\u003e’ has been replicated in very large-scale studies in other US universities. The studies show that formative practice enhances the learning effect by a factor of six compared to simple reading of the text.\u003c/p\u003e\u003cp data-block-key=\"692c7\"\u003eThe research findings are very clear. The main factor inhibiting embedding such practice questions in every online textbook is the work needed to generate the questions. A textbook for a semester long module may require hundreds or thousands of questions requiring both subject matter and question item authoring expertise.\u003c/p\u003e\u003cp data-block-key=\"4fioo\"\u003eArtificial intelligence (AI) is a promising solution to this problem. A \u003ca href=\"http://ceur-ws.org/Vol-2895/paper06.pdf\"\u003eresearch study (pdf)\u003c/a\u003e based on well over three quarters of a million student-question interactions showed no significant difference in the difficulty of, or student engagement with, questions written by subject matter experts and those generated using AI.\u003c/p\u003e\u003cp data-block-key=\"fej0v\"\u003e\u003cstrong\u003eInteractive presentation\u003c/strong\u003e\u003c/p\u003e\u003cp data-block-key=\"mrod\"\u003eUniversities using \u003ca href=\"https://feedbackfruits.com/\"\u003eFeedback Fruits software\u003c/a\u003e have access to a tool known as \u003ca href=\"https://feedbackfruits.com/blog/interactive-video-quick-setup-for-distance-education\"\u003einteractive presentation\u003c/a\u003e. The tutor can upload video content, such as a pre-recorded lecture, and lock specific moments in the timeline with practice questions.\u003c/p\u003e\u003cp data-block-key=\"79v1t\"\u003eStudents have to answer these questions before they can continue to watch the rest of the video.\u003c/p\u003e\u003cp data-block-key=\"a2vn7\"\u003eThe teacher has access to an analytics dashboard to see which questions students struggle with.\u003c/p\u003e\u003cp data-block-key=\"cjek4\"\u003e\u003cstrong\u003eSynote\u003c/strong\u003e\u003c/p\u003e\u003cp data-block-key=\"4apde\"\u003e\u003ca href=\"https://www.sciencedirect.com/science/article/pii/S1877050914000295\"\u003eSynote is an award-winning, open source application\u003c/a\u003e developed at the University of Southampton that makes video resources easier to access, search, manage and exploit.\u003c/p\u003e\u003cp data-block-key=\"2bh8j\"\u003eImagine trying to use a textbook that has no contents page, index or page numbers. Lengthy video recordings, such as recorded lectures, can be equally difficult for students to navigate.\u003c/p\u003e\u003cp data-block-key=\"9a79t\"\u003eSynote allows students to bookmark particular sections of a recording and associate their notes with the correct section. Students can also take live notes during lectures, using Twitter, on any mobile device then upload them into Synote so they can be synchronised with a recording of the lecture.\u003c/p\u003e","id":"e9d6a526-2260-40e0-a23f-aee8f80a9e43"},{"type":"content_block","value":"\u003cp data-block-key=\"i0sil\"\u003e\u003c/p\u003e\u003ch2 id=\"principle-four---develop-autonomous-learners-3mtu9\" data-block-key=\"3mtu9\"\u003ePrinciple four - develop autonomous learners\u003c/h2\u003e\u003cp data-block-key=\"c25ds\"\u003eIt is often said that one reason students tend to express a relatively high level of satisfaction with lectures, is the fact that they don’t need to do anything during a lecture.\u003c/p\u003e\u003cp data-block-key=\"5u3bk\"\u003eThe remark is not entirely tongue-in-cheek. Tutors frequently complain that students see themselves as passive recipients of learning content. Similarly, in relation to assessment, some learners view it as the tutor’s role to deliver feedback to them.\u003c/p\u003e\u003cp data-block-key=\"903ga\"\u003eDeveloping students’ ability to self-regulate and manage their own learning is a key goal of effective learning and assessment design. We also touch on this in relation to principle number one help learners understand what good looks like and principle number three foster active learning.\u003c/p\u003e\u003cp data-block-key=\"c7a34\"\u003eActivities that involve reflection and self, peer and group evaluation all work towards this goal.\u003c/p\u003e\u003ch3 data-block-key=\"6loc2\"\u003eThe power of comparison\u003c/h3\u003e\u003cp data-block-key=\"7mg8f\"\u003eMany studies have observed that students appear to learn more from generating feedback for their peers than they do from engaging with peer feedback comments provided for them.\u003c/p\u003e\u003cp data-block-key=\"19agq\"\u003e\u003ca href=\"https://figshare.edgehill.ac.uk/articles/educational_resource/Active_Feedback/19929290\"\u003eResearch by Professor David Nicol\u003c/a\u003e, at the University of Glasgow, suggests this is because when students review their peers’ work, after producing their own, they make comparisons of the peer’s work with their own and this activates powerful internal feedback. Such comparisons can generate valuable learning whether the work of the peer is stronger or weaker than the reviewer’s own.\u003c/p\u003e","id":"d697f957-40d2-4aeb-bc35-64bbf6d5f564"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"vr9po\"\u003e\u0026quot;Internal feedback is the new knowledge that students generate when they compare their current knowledge and competence against some reference information.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"4jnhn\"\u003eProfessor David Nicol, University of Glasgow\u003c/p\u003e"},"id":"c31ccff8-0747-4705-97d9-d603f1ace245"},{"type":"content_block","value":"\u003cp data-block-key=\"kjgtd\"\u003e\u003c/p\u003e\u003cp data-block-key=\"f65em\"\u003e\u003ca href=\"https://www.tandfonline.com/doi/full/10.1080/02602938.2021.1924620\"\u003eA study comparing peer and tutor feedback (Nicol and McCallum 2021)\u003c/a\u003e found that students of all abilities were able to identify all areas for improvement that the tutor identified as well as areas that the tutor did not mention. However, to match the tutor feedback, the students had to make multiple sequential comparisons (ie compare more than one peer work with their own).\u003c/p\u003e\u003cp data-block-key=\"afmpd\"\u003eThis research suggests that well-structured peer review activities can reduce teacher workload and generate more and better feedback for learners.\u003c/p\u003e\u003cblockquote data-block-key=\"9gnl3\"\u003e\u003cp\u003e\u0026quot;A basic recommendation is that teachers reserve their comments until after students have made comparisons against other information sources, as this will reduce teacher workload, ensure that what they provide is maximally relevant and necessary, while at the same time it will foster student independence.\u0026quot; \u003cbr/\u003e\u003cstrong\u003eProfessor David Nicol, University of Glasgow\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003ch3 data-block-key=\"5cbc8\"\u003eSelf-paced learning\u003c/h3\u003e\u003cp data-block-key=\"1hmof\"\u003eMost educators recognise the importance of developing learners’ capacity to self-regulate and the role that engagement with feedback plays in this. Our efforts in this area are however, sometimes at odds with a fixed regime of content delivery via lectures and a rigid assessment schedule. Inevitably, some learners struggle to keep up whilst others are insufficiently challenged.\u003c/p\u003e\u003cp data-block-key=\"9472r\"\u003eHigher education could do more to encourage self-pacing within bounded limits, such as an individual module. Students could be allowed to test their knowledge when they feel ready and resubmit until they have mastered a topic.\u003c/p\u003e\u003cp data-block-key=\"d26dm\"\u003eThere may be lessons to be learned in this area from the school sector. The \u003ca href=\"https://www.cultofpedagogy.com/self-paced-how-to/\"\u003emodern classroom project\u003c/a\u003e suggests the following classification of learning and assessment activities:\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"44ia8\"\u003eMust do: non-negotiable tasks covering core concepts and essential skills\u003c/li\u003e\u003cli data-block-key=\"8e3lu\"\u003eShould do: valuable opportunities to develop skills that will not prevent the student transitioning to the next stage of learning if there is a good reason for them to be excused\u003c/li\u003e\u003cli data-block-key=\"bjhh4\"\u003eAspire to do: extensions for students who have already mastered the normal scope of the topic\u003c/li\u003e\u003c/ul\u003e\u003cp data-block-key=\"7e9qu\"\u003eAnalytics to track progress help ensure that the group as a whole is on track. Sharing of aspects of goal setting and tracking can help students identify others to collaborate with or who can provide help.\u003c/p\u003e\u003cp data-block-key=\"fnnqs\"\u003ePolicies such as ‘ask three (peers) before me’ can encourage peer learning.\u003c/p\u003e\u003cp data-block-key=\"4nqar\"\u003eSimilarly, assignment briefs can be split in two with half of the group addressing each aspect of the topic then teaching and learning from peers who did the opposite assignment.\u003c/p\u003e","id":"c582f127-8273-41f8-a5bc-a0fd79af5182"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"vr9po\"\u003e\u0026quot;One really powerful way to keep students engaged and support their self-esteem is to build in motivation strategies that ensure students believe they can succeed with this newfound level of responsibility.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"94msh\"\u003eKareem Farah, the modern classrooms project\u003c/p\u003e"},"id":"5a99884f-2300-4201-ac09-df09fd85caaa"},{"type":"content_block","value":"\u003cp data-block-key=\"kjgtd\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"48ka\"\u003eSome of the ways technology can help\u003c/h3\u003e\u003cp data-block-key=\"f81pf\"\u003eEarly attempts to implement peer review found it could be time consuming to administer. Digital tools make it possible to implement peer review activities at scale.\u003c/p\u003e\u003cp data-block-key=\"3rtgt\"\u003eFeatures such as allocation of reviews, linking to assessment criteria, managing anonymity and tracking which students have completed the work, are all easier in the digital environment.\u003c/p\u003e\u003cp data-block-key=\"eh8no\"\u003eUse of the open standard LTI means that tools supporting self, peer and group review can be seamlessly integrated into the learning management system.\u003c/p\u003e\u003cp data-block-key=\"fqf3c\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"e2qno\"\u003ePutting the principle into practice\u003c/h3\u003e","id":"c4c530f5-dfef-47b0-8877-6c2f2dc47c79"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003cp data-block-key=\"oc77f\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"10vnv\"\u003ePeer assessment at VU Amsterdam\u003c/h3\u003e\u003cp data-block-key=\"aqe34\"\u003eStudents in pharmaceutical sciences at VU Amsterdam (Vrije Universiteit) undertake peer assessment of one another’s reports as a mandatory pass/fail part of their course2.\u003c/p\u003e\u003cp data-block-key=\"5e5pn\"\u003eThe exercise is structured so that the students are undertaking the peer assessment individually but the report they are evaluating is the work of a group of three students.\u003c/p\u003e\u003cp data-block-key=\"137n9\"\u003eThe students are required to address each of the assessment criteria so the feedback is complete. Use of technology enables direct linking to the assessment criteria and enforcing the requirement to address each criterion.\u003c/p\u003e\u003cp data-block-key=\"8am45\"\u003eLearners are also required to rate the quality of the feedback they receive from other peer reviewers.\u003c/p\u003e\u003cp data-block-key=\"5l22d\"\u003eThis activity engages learners with the assessment criteria and also encourages them to reflect on the process of giving good quality feedback.\u003c/p\u003e\u003cp data-block-key=\"egtu4\"\u003eFeedback given by students matches well with instructor feedback. This means staff time can be saved by monitoring a random sample to ensure quality is being maintained.\u003c/p\u003e\u003cp data-block-key=\"6j8qd\"\u003eThis approach, whereby engagement with the feedback process feedback is an individual responsibility, works much better than previous initiatives where groups gave feedback on other groups.\u003c/p\u003e\u003cblockquote data-block-key=\"b8egk\"\u003e\u003cp\u003e\u0026quot;Unlike in previous years, there were no longer any complaints about the feedback process.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eJort Harmsen, VU Ansterdam\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e"},"id":"d1877ecb-a125-4f65-b48b-680810e8fdfb"},{"type":"content_block","value":"\u003cp data-block-key=\"kjgtd\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"bradk\"\u003eTwo stage examinations\u003c/h3\u003e\u003cp data-block-key=\"1og8b\"\u003eIt is not unusual for a learner to walk out of a formal examination and immediately think of something they should have done differently. Normally it’s too late but what if you had the chance to put it right?\u003c/p\u003e\u003cp data-block-key=\"7cnh\"\u003eResearch by Professor David Nicol and colleagues at the University of Glasgow has taken this idea step further and researched the impact of a two-stage examination structure3.\u003c/p\u003e\u003cp data-block-key=\"2jcgo\"\u003eIn their model a student takes an exam and then completes reflective questions to surface their internal feedback about their performance. They are asked to identify any weaknesses they are aware of and any aspects of their work on which they would like to have expert feedback.\u003c/p\u003e\u003cp data-block-key=\"7vg04\"\u003eThe students then take the same exam again but this time working in groups.\u003c/p\u003e\u003cp data-block-key=\"2um6q\"\u003eAt the end of this stage, they answer another set of reflective questions, for example, about how the group answer differed from their own, whether the group discussion made them aware of strengths and weaknesses of their own answer that they hadn’t identified and which answer they thought was better.\u003c/p\u003e\u003cp data-block-key=\"f5bpv\"\u003eThe purpose of this study was to find out more about how students generate inner feedback through comparisons. The finding was that this process is very powerful.\u003c/p\u003e\u003cblockquote data-block-key=\"9uiek\"\u003e\u003cp\u003e\u0026quot;Invariably students’ self generated feedback comments based on the reflective questions were more elaborate and specific than the teacher’s comments. While the teacher gave general comments about the strengths and areas in need of improvement, the students were more likely to state exactly how the improvements could be made.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eNicol and Selvaretnam (2021)\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"4r0tk\"\u003eThe fact that students undertook the work individually and reflected on their performance before engaging in dialogue, served to start them generating inner feedback so they gained greater value from the group discussion. The key to harnessing inner feedback is to make the process explicit using reflective questions to which students must respond in writing.\u003c/p\u003e\u003cp data-block-key=\"6bgj5\"\u003eThe researchers believe that the findings have broad applicability and that providing a rubric or high-quality exemplars as comparators could equally help students better evaluate the quality of their own work.\u003c/p\u003e","id":"2f92395c-583c-476a-8800-02baac44399e"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003cp data-block-key=\"oc77f\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"6ur2f\"\u003eProfessional learning passport for teachers\u003c/h3\u003e\u003cp data-block-key=\"9opi5\"\u003eThe Education Workforce Council (EWC) is the independent regulator for the education workforce in Wales. It has developed a professional learning passport (PLP) to enable newly qualified teachers to capture their learning and development and receive support from mentors.\u003c/p\u003e\u003cp data-block-key=\"3sg9\"\u003e\u003ca href=\"https://resources.pebblepad.co.uk/csp-case-study-ewc-professional-learning-passport\"\u003eEWC developed the passport using its e-portfolio tool\u003c/a\u003e. Teachers can capture any learning or experience that shows they are developing competence against the professional standards for teaching and leadership. Teachers reflect on experience, and plan learning in areas that need development, in an organic way that feels quite natural and unlike many formal assessment practices.\u003c/p\u003e\u003cp data-block-key=\"cbefq\"\u003eThis approach prompts new teachers to consider all the learning experiences that occur during their working days from moments in the classroom, to discussion with colleagues, to formal training opportunities – and reflect on how these impact on their development as professionals and their teaching practice. The completed PLP enables the teacher to present their learning and development journey.\u003c/p\u003e"},"id":"47ebf3b9-5422-4792-855d-ac51e17b30a8"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003ch2 id=\"principle-five---manage-staff-and-learner-workload-effectively-b5aaf\" data-block-key=\"b5aaf\"\u003ePrinciple five - manage staff and learner workload effectively\u003c/h2\u003e\u003cp data-block-key=\"5aurr\"\u003e\u003c/p\u003e\u003cp data-block-key=\"51l4b\"\u003eWe need to ensure we are assessing the things that matter and doing so in a way that allows the student learning from each assignment to feed forward into future tasks.\u003c/p\u003e\u003cp data-block-key=\"4r6hp\"\u003eCommon problems to avoid are over-assessment and assessment bunching.\u003c/p\u003e\u003cp data-block-key=\"79eva\"\u003eA programme of study is likely to be broken down into smaller modules. Each module will have its own learning outcomes and there may be overlap between them. If each module team designs its own assessment without reference to the overall picture, you may find that some learning outcomes are assessed multiple times and that assignments are ‘bunched’ at particular times of year.\u003c/p\u003e\u003cp data-block-key=\"3audm\"\u003eLearners are not able to produce their best work if they have multiple assignments to complete within a short timeframe. A group of student union officers known as the \u003ca href=\"https://twitter.com/AcademicInteg\"\u003eacademic integrity collective\u003c/a\u003e points to overassessment and bunching as factors that may panic students into cheating.\u003c/p\u003e\u003cp data-block-key=\"58alc\"\u003eThis type of bunching also puts stress on staff marking and grading the assignments.\u003c/p\u003e\u003cp data-block-key=\"ce1jl\"\u003eWe also need the right balance between formative and summative assessment. Applying our principles means designing in formative opportunities where students can generate feedback from a variety of sources and act upon it to feed forward into the future learning.\u003c/p\u003e\u003cp data-block-key=\"5s771\"\u003eStudents and staff should spend most of their working time on tasks related to enhancing learning. This means business processes need to allow them to access the information they need, submit assignments, enter marks and feedback and view information from different sources, easily and quickly.\u003c/p\u003e\u003cp data-block-key=\"d2fo2\"\u003eAcademic staff working with badly designed business processes often describe themselves as being on a treadmill with no time to stop and reflect how things might be done better.\u003c/p\u003e\u003cp data-block-key=\"2pe4g\"\u003eStaff also need to be supported to use the available tools. For example, assignments submitted electronically by students may be printed out by the staff marking and grading them. There could be many advantages to marking online if staff were given the necessary tools and shown how to adjust the view to suit themselves and take advantage of features such as ‘quick mark’ options.\u003c/p\u003e\u003ch3 data-block-key=\"b56c8\"\u003eSome of the ways technology can help\u003c/h3\u003e\u003ch4 data-block-key=\"apm4e\"\u003eUnderstanding the curriculum\u003c/h4\u003e\u003cp data-block-key=\"b278p\"\u003eA description of the curriculum in digital format can allow you to get an overview using only basic analysis, such as number and type of assignments per module, to see where some learners may be being over assessed.\u003c/p\u003e\u003cp data-block-key=\"7g8e\"\u003eA similar overview of assessment dates will reveal assignment bunching.\u003c/p\u003e\u003ch4 data-block-key=\"6go7b\"\u003ePersonalising information\u003c/h4\u003e\u003cp data-block-key=\"biklf\"\u003eMany institutions now use apps that provide students with a personalised overview of administrative information such as timetable, assignment due dates etc that can help them manage their workload better.\u003c/p\u003e\u003cp data-block-key=\"ap5sa\"\u003eFor staff, it is increasingly common to have a personalised dashboard view showing the status of assignment tasks and their priority.\u003c/p\u003e\u003ch4 data-block-key=\"4utb2\"\u003eWorkload management\u003c/h4\u003e\u003cp data-block-key=\"3dlhl\"\u003eOnline workflows make it easier to manage team marking across large cohorts.\u003c/p\u003e\u003cp data-block-key=\"33ons\"\u003eDigital feedback tools offer the possibility to reuse/adapt frequent comments to save tutors time.\u003c/p\u003e\u003cp data-block-key=\"ao605\"\u003eDigital tools offer possibilities to generate and mark questions for both formative and summative development. The type of questions that can be created and automatically marked using the QTI (question test interoperability) open standard go far beyond basic multiple-choice and can include evaluation of what higher-order skills learners are using to come up with their answer.\u003c/p\u003e\u003ch3 data-block-key=\"9afb\"\u003ePutting the principle into practice\u003c/h3\u003e\u003ch4 data-block-key=\"4gk2r\"\u003eTransforming the Experience of Students through Assessment (TESTA)\u003c/h4\u003e\u003cp data-block-key=\"ec2e7\"\u003eTESTA has produced guidance on \u003ca href=\"https://www.testa.ac.uk/index.php/resources/best-practice-guides\"\u003erevised assessment patterns that work\u003c/a\u003e.\u003c/p\u003e\u003cp data-block-key=\"2itp3\"\u003eThe University of Greenwich \u003ca href=\"https://www.gre.ac.uk/learning-teaching/assessment/feedback/timeliness/design\"\u003emap my assessment\u003c/a\u003e tool helps with planning, identifying clashes and modelling the consequences of change. The tool is available for others to use.\u003c/p\u003e\u003ch4 data-block-key=\"7ugt5\"\u003eOne-stop-shop EMA (electronic management of assessment) solution at the University of Wolverhampton\u003c/h4\u003e\u003cp data-block-key=\"c2emd\"\u003eThe University of Wolverhampton used the Jisc assessment and feedback life-cycle to help its analysis and planning to create an end to end solution for EMA (electronic management of assessment).\u003c/p\u003e\u003cp data-block-key=\"fs0fo\"\u003eThis ‘one-stop shop’ is built around the core tools of the \u003ca href=\"https://www.instructure.com/en-gb/canvas\"\u003eCanvas learning management system\u003c/a\u003e and \u003ca href=\"https://www.turnitin.com/\"\u003eTurnitin academic integrity solution\u003c/a\u003e. The Learning Tools Interoperability (LTI) open standard is used to facilitate seamless interoperability throughout the workflow.\u003c/p\u003e\u003cp data-block-key=\"ercrp\"\u003eAn assessment centre provides staff with an overview of all assessment tasks in their courses.\u003c/p\u003e\u003cp data-block-key=\"2doka\"\u003eStaff can select and mark work from the assessment centre and are provided with information about approaching marking deadlines. They can also see whether marks and feedback have been published to the student record system and the students.\u003c/p\u003e\u003cp data-block-key=\"1f2d\"\u003eThe project experienced few technical difficulties and focused much of its time on defining policy and addressing some inconsistencies in marking practice.\u003c/p\u003e\u003cp data-block-key=\"7nndg\"\u003e\u003ca href=\"https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/W04-TOWERS-Assessment-Centre.pdf\"\u003eView a set of presentation slides and watch the session recording\u003c/a\u003e on this case study.\u003c/p\u003e","id":"264d6013-e015-41c7-a0dd-1d4704bfab75"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"8hd41\"\u003e\u0026quot;This was not a data integration project. It was all about assessment processes, aligning the technology to the pedagogy and the policy requirements of the organisation. It was the policy, the data and the defining the processes which took by far the longest time.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"f66m7\"\u003eGareth Kirk, University of Wolverhampton\u003c/p\u003e"},"id":"2b905c9f-3555-43ce-bc0e-3868af30ba6b"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"8pps8\"\u003eTimely feedback for large classes\u003c/h3\u003e\u003cp data-block-key=\"7vqj6\"\u003eThe University of Utrecht department of law faces a ‘massiveness’ problem.\u003c/p\u003e\u003cp data-block-key=\"9krss\"\u003eThe department has 800 new students each year and the current learning design requires them to complete an essay each week. Feedback and grades must be returned within three days in order to feed into the next assignment.\u003c/p\u003e\u003cp data-block-key=\"7iciv\"\u003eThis has to be managed with a team of two professors and 25 ‘correctors’ who provide feedback. The correctors are a combination of assistant professors, teaching assistants and third-year students.\u003c/p\u003e\u003cp data-block-key=\"2hllj\"\u003eThe University has implemented \u003ca href=\"https://revise.ly\"\u003eRevise.ly\u003c/a\u003e feedback software to help solve this problem. The correctors use a shared comment set to ensure that the approach to feedback is consistent no matter who does the marking. Although the role translates as ‘corrector’ in English, all comments use a ‘feed forward’ approach to help with future improvement.\u003c/p\u003e\u003cp data-block-key=\"ctvqh\"\u003eThe tool is integrated into the learning management system using the LTI open standard. It can be used on any device and fits easily into the existing workflow, including incorporating it into workflows involving plagiarism-checking or peer-review.\u003c/p\u003e\u003cp data-block-key=\"akfgc\"\u003eLearners find the approach very helpful because the feedback is readily accessible and the structured approach means they can search what type of comments they want to see (eg focus on structure) and review this type of comment across different assignments. The search function was added at the request of the students.\u003c/p\u003e","id":"ae51c8a5-e663-44f3-b6df-8db3f98ed89f"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003cp data-block-key=\"p7nyu\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"1qr7o\"\u003eEnhancing the effectiveness of personal tutoring at the University of Cumbria\u003c/h3\u003e\u003cp data-block-key=\"cc0r2\"\u003ePersonal academic tutoring is an important feature in helping students adjust to university life and develop their academic potential.\u003c/p\u003e\u003cp data-block-key=\"f8jl4\"\u003eThe University of Cumbria supports 10,000 students a year in this way and turned to technology to address inconsistencies across different parts of the University.\u003c/p\u003e\u003cp data-block-key=\"nb2i\"\u003eEach learner now has a workbook in the e-portfolio system that is used to provide clarity and structure to the personal tutoring process and a more supported experience for the students.\u003c/p\u003e\u003cp data-block-key=\"atnta\"\u003eAn introductory ‘About You’ page allows students to provide background information about themselves. Each of the 30 minute meetings has a separate page and, in advance of each meeting, students are prompted to fill in questions that give useful pointers for discussion.\u003c/p\u003e\u003cp data-block-key=\"6b9r1\"\u003eDuring the meeting, or immediately afterwards, the personal tutor adds notes summarising the discussion and providing signposting for the student to further help and support where appropriate.\u003c/p\u003e\u003cp data-block-key=\"15bmb\"\u003e\u003ca href=\"https://resources.pebblepad.co.uk/csp-case-study-enhancing-personal-tutoring\"\u003eFind out more about the University of Cumbria\u0026#x27;s experience of enhancing personal tutoring\u003c/a\u003e.\u003c/p\u003e"},"id":"86996ab3-046f-4a54-b47a-d5c1cf92c7aa"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003ch2 id=\"principle-six---foster-a-motivated-learning-community-5meeh\" data-block-key=\"5meeh\"\u003ePrinciple six - foster a motivated learning community\u003c/h2\u003e\u003cp data-block-key=\"e1ob0\"\u003e\u003c/p\u003e\u003cblockquote data-block-key=\"1k5cq\"\u003e\u003cp\u003e\u0026quot;Feeling connected and valued really helps to improve learning as well as engagement.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eDanny Liu, University of Sydney\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cblockquote data-block-key=\"3h158\"\u003e\u003cp\u003e\u0026quot;Principles that foster human connection are vital. How we develop relationships and maintain connections with and between peers, have become vital questions. Creating a sense of belonging in the virtual classroom has far reaching effects.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eEwoud de Kok, FeedbackFruits\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cblockquote data-block-key=\"6rbck\"\u003e\u003cp\u003e\u0026quot;Collaboration is at its best when students truly believe they will have a greater chance of achieving their academic goals by working with peers.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eKareem Farah, the modern classrooms project\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"65afk\"\u003eThis ties in with principle number two support the personalised needs of learners. Involving students in discussions around assessment practice helps make it more inclusive and allows students who may face barriers, for example, due to a disability, to voice their concerns.\u003c/p\u003e\u003cp data-block-key=\"2h7gm\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"19k4f\"\u003eAssessment literacy\u003c/h3\u003e\u003cp data-block-key=\"af7oc\"\u003eInstitutions commonly focus on developing learners’ study skills, graduate attributes and digital literacies but none of these fully addresses student understanding of, and engagement in, the assessment process.\u003c/p\u003e\u003cp data-block-key=\"lhlp\"\u003eStudy skills resources tend to help students develop their assessment ‘technique’ through essay writing, presentation and preparing for exams rather than understanding the nature and purpose of assessment and feedback practice.\u003c/p\u003e\u003cp data-block-key=\"9l5na\"\u003eEngaging students as active participants in making academic judgement develops their assessment literacy and gives assessment a sense of purpose which is motivating.\u003c/p\u003e\u003cp data-block-key=\"br798\"\u003eParticipating in discussions about assessment approaches, criteria and standards can help develop students’ academic judgement as well as developing skills important for employability. Self and peer review activities are the most active way of allowing students to practice making evaluative judgements.\u003c/p\u003e\u003ch3 data-block-key=\"er2d9\"\u003eDeveloping academic practice\u003c/h3\u003e\u003cp data-block-key=\"fsu78\"\u003eIt is just as important for staff to reflect on their assessment and feedback practice as it is for students to strive to improve their own performance.\u003c/p\u003e\u003cp data-block-key=\"fp6ec\"\u003eNew findings from education research and advances in technology may offer improved ways of implementing good practice even if the underlying pedagogy is still sound.\u003c/p\u003e\u003cblockquote data-block-key=\"8v0nb\"\u003e\u003cp\u003e\u0026quot;We didn’t need to do anything different but we did need to do things differently.\u0026quot; \u003cbr/\u003e\u003cstrong\u003eElizabeth Hidson, University of Sunderland\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"4o44i\"\u003eCourse and module teams may spend a lot of time discussing approaches at the curriculum design stage only for assessment and feedback to be left to personal choice.\u003c/p\u003e\u003cblockquote data-block-key=\"5t7t7\"\u003e\u003cp\u003e\u0026quot;In a competitive and time-poor working environment, investing in developing new and challenging feedback practices can be the last item on the list.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eDr Ian Davis, University of Southern Queensland\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"2lktu\"\u003eFeedback is the area that most often takes place in a ‘black box’. There may be little or no team discussion leading to inconsistency of approach and variation in the quality and quantity of tutor feedback.\u003c/p\u003e\u003cp data-block-key=\"111rg\"\u003eTutors who haven’t had the opportunity to discuss feedback practice with colleagues may produce feedback that is skewed towards either praise or correction or short-term and focused on the task in hand rather than developmental.\u003c/p\u003e\u003cblockquote data-block-key=\"f81i9\"\u003e\u003cp\u003e\u0026quot;New tutors often have a limited feel for what good feedback looks like or what standard of feedback, in terms of length and specificity, is expected. They may concentrate on proving their superior knowledge to the student rather than focussing on improving the students’ work in future.\u0026quot; \u003cbr/\u003e\u003cstrong\u003eTransforming the Experience of Students through Assessment (TESTA)\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"2jmu1\"\u003eDespite rigorous quality processes, marking and grading may still be subjective. In the absence of whole team approaches, tutors may develop tacit and personalised standards that lead to inconsistency and inequality for learners.\u003c/p\u003e\u003cp data-block-key=\"bmu3m\"\u003eListening to the student voice can reveal how the lived experience of assessment and feedback practice matches the expectation of course designers.\u003c/p\u003e\u003ch4 data-block-key=\"bu0b0\"\u003eSome of the ways technology can help\u003c/h4\u003e\u003cp data-block-key=\"cbjen\"\u003eOur \u003ca href=\"/digital-experience-insights/\"\u003edigital experience insights surveys\u003c/a\u003e can play a part by showing how your students and staff are using the technology you offer, what is making a difference to their learning and working experiences and where improvements can be made.\u003c/p\u003e\u003cp data-block-key=\"1pvce\"\u003eDigital tools supporting self, peer and group evaluation can help develop student assessment literacy.\u003c/p\u003e\u003cp data-block-key=\"7l2pn\"\u003eDigital storage of marks and feedback can simplify analysis to identify anomalies. Analytics about the types, quantity and timeliness of tutor feedback can stimulate discussion about what is most appropriate in each context and the equity of the learning experience across an institution.\u003c/p\u003e\u003cp data-block-key=\"f26k1\"\u003eOnline communities of practice permit sharing of experience across a wider network than a single course or institution. Sometimes it can be easier to share ideas and get an objective view on a hard-to-solve problems with colleagues who are removed from the working practices and day-to-day politics of your own institution.\u003c/p\u003e\u003ch3 data-block-key=\"7sokd\"\u003ePutting the principle into practice\u003c/h3\u003e\u003cp data-block-key=\"cj5lm\"\u003eFind out more about our \u003ca href=\"https://can.jiscinvolve.org/\"\u003echange agent network\u003c/a\u003e supporting student staff partnerships across the UK.\u003c/p\u003e\u003cp data-block-key=\"8m5cu\"\u003eUniversity College London (UCL) is one of the active participants in the network. The University has established a central team of digital assessment advisors and runs ‘assessment mythbusting’ town hall events and assessment ‘hackathons’. UCL also has appointed a group of student assessment design advisors to help develop and pilot new forms of assessment. \u003ca href=\"http://www.jisc.ac.uk/membership/stories/transforming-assessment-across-the-board-at-ucl\"\u003eFind out more about UCL\u0026#x27;s partnership approach to assessment transformation\u003c/a\u003e.\u003c/p\u003e","id":"b5eaad3d-636c-4ebb-b9d3-f67de1b42710"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"","content":"\u003cp data-block-key=\"p7nyu\"\u003e\u003c/p\u003e\u003ch4 data-block-key=\"3bedq\"\u003eStreamlining global teacher training\u003c/h4\u003e\u003cp data-block-key=\"3giek\"\u003eThe University of Sunderland runs an international teacher training course which attracts students from 60 countries. Assessment used to include a lesson observation carried out face-to-face in the classroom.\u003c/p\u003e\u003cp data-block-key=\"7v3lc\"\u003eImprovement in the reliability of videoconferencing tools enabled the course team to develop the VEDA (video enhanced dialogic assessment) approach which won a university teaching award. This allows the lesson observation to be either recorded or live streamed.\u003c/p\u003e\u003cp data-block-key=\"67uji\"\u003eUse of the open standard \u003ca href=\"https://www.imsglobal.org/spec/lti-dl/v2p0\"\u003eLTI Deep Linking\u003c/a\u003e allows the session to be recorded using the Panopto lecture capture tool and uploaded straight to the Canvas VLE (virtual learning environment). Data protection compliance is important as the videos contain images of children.\u003c/p\u003e\u003cp data-block-key=\"1b06g\"\u003eCourse leader, Elizabeth Hidson found not only did this online viva-voce style assessment save on time and travel costs, it also facilitated improved professional judgement. Assessors spent more time and energy in the online space than was possible at the back of the classroom and the dialogue stimulated better reflective practice.\u003c/p\u003e\u003cblockquote data-block-key=\"4127i\"\u003e\u003cp\u003e\u0026quot;Our ideas of ‘evidence’ have become more sophisticated and holistic based on better quality dialogue and professional judgements.\u0026quot;\u003cbr/\u003e\u003cstrong\u003eElizabeth Hidson, University of Sunderland\u003c/strong\u003e\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"8kga7\"\u003eThe initiative was introduced as a response to the pandemic but, as the candidate usually bears the cost of the assesser’s visit, there is interest in offering this option in future.\u003c/p\u003e"},"id":"db6f2818-4e91-4830-a347-f131bcda978c"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"9l61t\"\u003eAssessing the process of thinking\u003c/h3\u003e\u003cp data-block-key=\"dd5tk\"\u003eWe tend to focus on immediate peers when we talk about learning communities but academic development is also taking place at scale. Across France open standards and data science are being applied to improve assessment practice.\u003c/p\u003e\u003cp data-block-key=\"1us6\"\u003eThe French ministry of education uses digital technology to develop more authentic ways to measure traditional competencies and 21st-century skills.\u003c/p\u003e\u003cp data-block-key=\"3v92v\"\u003eThese assessments don’t only provide information about whether the answer is correct. They capture a rich set of data that reveal the students’ thought processes.\u003c/p\u003e\u003cp data-block-key=\"1gp4o\"\u003eSolving problems in mathematics and science requires students to use cross-curricular skills such as calculating, modelling, and scientific reasoning. Until recently, it has been difficult to measure these skills because traditional math and science assessments contain test items that are scored, based on a student’s final answer.\u003c/p\u003e\u003cp data-block-key=\"e3j81\"\u003eUsing an extension of the open standard QTI (question and test interoperability), the ministry is developing PCIs (portable custom interactions) to deploy authentic assessments that measure skills such as creativity, problem solving, collaboration and critical reasoning. The questions cover a wide range of types including game-like situations and interaction with chat bots to measure creativity.\u003c/p\u003e\u003cp data-block-key=\"4gq5\"\u003eResearchers make sense of a vast amount of data derived from these digital tests by defining patterns based on what knowledge and skills are involved in answering each question and common types of error.\u003c/p\u003e\u003cp data-block-key=\"7q5i7\"\u003eIn simple terms, there is a difference between the activity pattern of a student who has conceptual understanding and knows how to apply it in context and another who achieves the same answer via trial and error or guesswork.\u003c/p\u003e\u003cp data-block-key=\"7hrno\"\u003eLarge-scale research has the potential to deliver valuable insights to help learning designers. \u003ca href=\"https://largescaleassessmentsineducation.springeropen.com/track/pdf/10.1186/s40536-020-00085-y.pdf\"\u003eRead about large-scale mathematics assessment in France (pdf)\u003c/a\u003e.\u003c/p\u003e\u003cp data-block-key=\"93hr1\"\u003eMore immediately, the examples of authentic question types openly shared, can provide inspiration and a rich reference source for others to use.\u003c/p\u003e\u003cp data-block-key=\"b1vt\"\u003eIf you thought that item banks and automated marking could only be used with very basic multiple-choice questions (MCQs) think again.\u003c/p\u003e\u003cp data-block-key=\"7v9oh\"\u003e\u003ca href=\"https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/W07-KESKPAIK-Assessing-the-process-of-thinking-using-QTI.pdf\"\u003eView a set of presentation slides and watch the session recording\u003c/a\u003e on this case study.\u003c/p\u003e","id":"1e32c827-e1a5-43a0-9821-4b2958d52e28"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003ch2 id=\"principle-seven---promote-learner-employability-8bg9b\" data-block-key=\"8bg9b\"\u003ePrinciple seven - promote learner employability\u003c/h2\u003e\u003cp data-block-key=\"79f0h\"\u003e\u003c/p\u003e\u003cp data-block-key=\"3mmev\"\u003eOur thinking is influenced by Dr Yong Zhao. He suggests education, rather than trying to fix perceived ‘deficits’, by measuring against prescribed standards, should be cultivating individual strengths.\u003c/p\u003e\u003cp data-block-key=\"708mk\"\u003eEmployability, viewed from this perspective, can be seen as the ability to translate your uniqueness into value for others.\u003c/p\u003e\u003cp data-block-key=\"b0upl\"\u003eIf higher education is to remain relevant in a changing world, it needs to demonstrate that our learning and assessment practices prepare people for the world of work and participation in democratic society.\u003c/p\u003e\u003ch3 data-block-key=\"27j1j\"\u003eAuthentic assessment\u003c/h3\u003e\u003cp data-block-key=\"eotn6\"\u003eThere are frequent calls for assessment to become more ‘authentic’. By this we mean that the tasks which are assessed should reflect things the learner may have to do in real life.\u003c/p\u003e","id":"88276950-1656-4340-98b6-ab3bc13900d9"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"8hd41\"\u003e\u0026quot;If the only worth of doing an assessment is to get the marks, you need to rethink it. Plausibility is important.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"31ouj\"\u003eKay Sambell, University of Cumbria\u003c/p\u003e"},"id":"9c3f19e1-8a1d-4045-8fbb-91cc07fd7fc5"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003cp data-block-key=\"270v4\"\u003eTraditional assessment formats, such as essays or exams, don’t really mirror any other real-world situations.\u003c/p\u003e\u003cp data-block-key=\"fd1jr\"\u003eAuthentic assessment doesn’t only apply in subjects we traditionally think of as ‘vocational’. The skills we can test using formats such as closed book exams, which rely heavily on recall, are an equally poor fit with the working practices of academics or researchers of the future.\u003c/p\u003e\u003cp data-block-key=\"6b3eb\"\u003eAuthentic tasks are more likely to focus on deeper learning and the learner’s ability to apply their knowledge and skills. Give the learner some agency in deciding the topic and medium to be assessed, and you are moving towards the ideal of creating value from individual uniqueness.\u003c/p\u003e\u003ch3 data-block-key=\"7tiu9\"\u003ePromoting ethical conduct\u003c/h3\u003e\u003cp data-block-key=\"aejtp\"\u003eAcademic misconduct features high amongst institutional concerns about assessment practice.\u003c/p\u003e\u003cp data-block-key=\"76t1v\"\u003eThere is a perception that cheating and collusion are easier in the digital environment. However, such practices are generally only possible where the assessed task lends itself to finding an answer ready prepared. This is especially true now that the practice of purchasing an assignment written to order by an ‘essay mill’ has been outlawed.\u003c/p\u003e","id":"c7ffa240-5134-450d-ae78-2c4ce2a93d4c"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"8hd41\"\u003e\u0026quot;Instead of essays, alternative formats such as videos and presentations might also be considered. As well as better supporting disability, these formats might also provide greater authenticity to workplace environments and be less prone to cheating.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"492gf\"\u003eChris Cobb, chief executive, the Associated Board of the Royal Schools of Music (ABRSM)\u003c/p\u003e"},"id":"114b2ad8-325f-48bb-be90-89f236977e7b"},{"type":"content_block","value":"\u003cp data-block-key=\"flnhd\"\u003e\u003c/p\u003e\u003cp data-block-key=\"6uhqo\"\u003eNot only is it harder to cheat at authentic tasks, they provide a sound foundation for a discussion of ethical practice. Academic writing and referencing can appear arcane whereas giving credit to the work of others in the world of business is a more familiar concept to introduce an understanding of ethics.\u003c/p\u003e\u003cp data-block-key=\"err2s\"\u003eThis is a topic that cuts across a number of our principles:\u003c/p\u003e\u003cul\u003e\u003cli data-block-key=\"9qs11\"\u003ePrinciple number one, help learners understand what good looks like is relevant. Student engagement with the performance criteria can help develop an understanding of the importance of acknowledging source material and intellectual property rights\u003c/li\u003e\u003cli data-block-key=\"7d98q\"\u003ePrinciple number five, manage staff and learner workload effectively is important as pressure of over assessment can be a reason why students cheat\u003c/li\u003e\u003c/ul\u003e\u003cp data-block-key=\"e35j\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"5lc3m\"\u003ePutting the principle into practice\u003c/h3\u003e\u003cp data-block-key=\"5slvj\"\u003eOur \u003ca href=\"/guides/employability-toolkit/\"\u003eemployability toolkit\u003c/a\u003e is a good starting point to find guidance and examples.\u003c/p\u003e\u003cp data-block-key=\"7urc2\"\u003e\u003c/p\u003e\u003cp data-block-key=\"9a11q\"\u003e\u003c/p\u003e","id":"a8066439-0b8f-4b4a-85a6-30ab9f7ee8f9"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003ch4 data-block-key=\"p7nyu\"\u003ePolicing a virtual shopping centre\u003c/h4\u003e\u003cp data-block-key=\"e33fs\"\u003eThe University of Northampton is using online scenarios to replace in-person training exercises for apprentice police officers. Videos of alleged robbery, shoplifting and suspicious activity in a shopping centre are accessed via the virtual learning environment (VLE).\u003c/p\u003e\u003cp data-block-key=\"37kre\"\u003eStudent responses to the scenarios are discussed in group webinar sessions which means that, for the first time, the whole class can learn from the experience.\u003c/p\u003e\u003cp data-block-key=\"ddcbe\"\u003eThe University has also created a mock courtroom scenario. Police apprentices present statements and are cross examined by two criminal barristers representing the defence and the prosecution.\u003c/p\u003e"},"id":"a1381935-4827-4ee9-b7ff-8b71f3cf578d"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003ch4 data-block-key=\"p7nyu\"\u003eGroup member evaluation\u003c/h4\u003e\u003cp data-block-key=\"7l9q7\"\u003eIn the world of work, overall team performance is as much a part of recognition and reward strategy as individual performance. Assessing a learner’s contribution to group work is thus a very authentic scenario but fraught with difficulty.\u003c/p\u003e\u003cp data-block-key=\"a1g79\"\u003eAt Maastricht University in the Netherlands, students in the department of data science and knowledge engineering experience authentic learning and assessment from the start of their course. The department has a philosophy of problem-based and project centred learning. Students work in groups of six to seven to solve real-world problems.\u003c/p\u003e\u003cp data-block-key=\"71jbh\"\u003eThe issues that arise will be familiar to anyone who has tried group learning. Students complain that some of them work harder than others with some students failing to complete tasks or handing work in late.\u003c/p\u003e\u003cp data-block-key=\"bpvui\"\u003eIt can be hard for tutors to get to the bottom of the issues as some of the complaints are contradictory. Often, they don’t hear about the issues until a deadline is approaching by which point it is too late to intervene and improve the group dynamic.\u003c/p\u003e\u003cp data-block-key=\"5te1\"\u003eThe solution to the problem was to implement group member peer evaluation at a point when the group has had time to settle down but there is still time for the initiative to result in improvement.\u003c/p\u003e\u003cp data-block-key=\"fvnc2\"\u003eGroup member evaluation is done anonymously using a tool designed by FeedbackFruits in collaboration with a group of universities. The tool is integrated into the learning management system via LTI.\u003c/p\u003e\u003cp data-block-key=\"c8rba\"\u003eLearners have to evaluate themselves before they assess other group members. They then look at how their self-evaluation matches that of their peers and have the opportunity to discuss this with their tutor.\u003c/p\u003e\u003cp data-block-key=\"9la47\"\u003eA rubric was developed to assist the evaluative process. The rubric has six categories: attending internal team meetings; responsibility; communication; interaction and collaboration; initiative and timely submission of assigned work. There is a descriptor equating to: acceptable; satisfactory or exemplary for each category.\u003c/p\u003e\u003cp data-block-key=\"40bpa\"\u003eStudents were at first encouraged, but not obliged, to provide additional feedback in the form of a comment. It is now felt to be good practice to require further comment on a low score. The reason behind a low score on attendance may be self-evident but a poor score for ‘initiative’ can be less so.\u003c/p\u003e\u003cp data-block-key=\"eea5k\"\u003eMost students value the initiative and take it seriously although some take longer to build up trust in the practice. Some timid learners have had their confidence boosted to find that peers appreciate their ideas and think they should speak up more.\u003c/p\u003e\u003cp data-block-key=\"8a9no\"\u003e\u003ca href=\"https://www.eunis.org/future-af/wp-content/uploads/sites/21/2021/11/T07-SCHNEIDER-GroupMemberEvaluation.pdf\"\u003eView a presentation and watch the session recording\u003c/a\u003e about this case study.\u003c/p\u003e"},"id":"278cd322-5e68-4bfc-ae4b-a4de4c2c127f"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"#EEE5EE","content":"\u003cp data-block-key=\"p7nyu\"\u003e\u003c/p\u003e\u003ch4 data-block-key=\"114lh\"\u003eThe economics of panic buying\u003c/h4\u003e\u003cp data-block-key=\"443c\"\u003eAt Stirling University an economics exam involving ‘doing the calculations by hand, from memory, in a cold sterile environment’ has been replaced by real-world problems requiring flexibility and creativity to address the issues.\u003c/p\u003e\u003cp data-block-key=\"f7hll\"\u003eFirst year students in 2020 were required to design strategic interactions to address the pandemic. Topics ranged from panic buying, hoarding and price gouging to vaccine uptake and sharing. Students were free to use their own choice of medium including blog posts, digital posters and videos\u003c/p\u003e"},"id":"dbcd6b50-3b01-444f-bb7a-453b0c991c41"},{"type":"content_block","value":"\u003cp data-block-key=\"8vnsn\"\u003e\u003c/p\u003e\u003ch3 data-block-key=\"6s8kq\"\u003eThe boss wants an answer by the end of the day\u003c/h3\u003e\u003cp data-block-key=\"a3q1b\"\u003eThe environmental science department at Brunel University London replaced a three-hour exam with a more authentic task. Students were confronted with what it feels like to turn up for work one morning and find your boss needs a report on a complex matter by the end of the day.\u003c/p\u003e\u003cp data-block-key=\"73h6f\"\u003eThe assessed task was a complex question drawing on a wide range of information encountered during the course. The students had to demonstrate their working and provide references with highlighted annotations. They had seven hours to tackle the problem.\u003c/p\u003e","id":"04d57545-d6a8-4a16-8c4e-51882d410def"},{"type":"pull_quote","value":{"text_colour":"#A22578","side_bar_colour":"#A22578","quote":"\u003cp data-block-key=\"8hd41\"\u003e\u0026quot;You might think that the end product would be some incredibly long reports, which would add to the marking load, but part of the task was to make sure that the work was also concise and effectively communicated. It tested higher-order thinking skills and quality rather than quantity.\u0026quot;\u003c/p\u003e\u003cp data-block-key=\"9l794\"\u003eMariann Rand-Weaver, vice-provost (education), Brunel University\u003c/p\u003e"},"id":"242e3c72-1ed7-4b20-a3d5-76523b29f498"}],"redirect_url":"","secondary_page_type":"guide","summary":"How good learning, teaching and assessment can be applied to improving assessment and feedback practice.","table_of_contents":"simple","topics":[{"id":14,"name":"Learning, teaching and assessment"}]}},"__N_SSP":true},"page":"/[...path]","query":{"path":["guides","principles-of-good-assessment-and-feedback"]},"buildId":"62phW-AXuCLFFYt9M070l","isFallback":false,"isExperimentalCompile":false,"gssp":true,"scriptLoader":[]}</script></body></html><!-- FILE ARCHIVED ON 20:48:48 Feb 26, 2024 AND RETRIEVED FROM THE INTERNET ARCHIVE ON 08:31:51 Nov 25, 2024. JAVASCRIPT APPENDED BY WAYBACK MACHINE, COPYRIGHT INTERNET ARCHIVE. ALL OTHER CONTENT MAY ALSO BE PROTECTED BY COPYRIGHT (17 U.S.C. SECTION 108(a)(3)). --> <!-- playback timings (ms): captures_list: 0.521 exclusion.robots: 0.028 exclusion.robots.policy: 0.017 esindex: 0.009 cdx.remote: 18.626 LoadShardBlock: 302.697 (3) PetaboxLoader3.datanode: 241.585 (4) PetaboxLoader3.resolve: 274.612 (2) load_resource: 224.465 -->