CINXE.COM

<!DOCTYPE html><html lang="en-GB"><head><script type="text/javascript" src="/_static/js/bundle-playback.js?v=HxkREWBo" charset="utf-8"></script> <script type="text/javascript" src="/_static/js/wombat.js?v=txqj7nKC" charset="utf-8"></script> <script>window.RufflePlayer=window.RufflePlayer||{};window.RufflePlayer.config={"autoplay":"on","unmuteOverlay":"hidden"};</script> <script type="text/javascript" src="/_static/js/ruffle/ruffle.js"></script> <script type="text/javascript"> __wm.init("http://web.archive.org/web"); __wm.wombat("https://beta.jisc.ac.uk/member-stories/how-ucl-is-redesigning-assessment-for-the-ai-age","20231003212723","http://web.archive.org/","web","/_static/", "1696368443"); </script> <link rel="stylesheet" type="text/css" href="/_static/css/banner-styles.css?v=S1zqJCYt" /> <link rel="stylesheet" type="text/css" href="/_static/css/iconochive.css?v=3PDvdIFv" />  <meta charset="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1"/><title>How UCL is redesigning assessment for the AI age - Jisc</title><meta name="description" content="UCL is reimagining assessment and feedback in response to the rise of generative AI and the opportunities and challenges it brings."/><meta name="twitter:card" content="summary_large_image"/><meta name="twitter:site" content="@jisc"/><meta property="twitter:image"/><meta property="twitter:image:alt" content=""/><meta property="og:title" content="How UCL is redesigning assessment for the AI age - Jisc"/><meta property="og:description" content="UCL is reimagining assessment and feedback in response to the rise of generative AI and the opportunities and challenges it brings."/><meta property="og:type" content="website"/><meta property="og:site_name" content="Jisc"/><meta property="og:url" content="http://web.archive.org/web/20231003212723/https://beta.jisc.ac.uk/member-stories/how-ucl-is-redesigning-assessment-for-the-ai-age"/><meta property="og:image"/><meta property="og:image:alt" content=""/><meta name="next-head-count" content="15"/><meta http-equiv="Content-Security-Policy" content=""/><meta name="robots" content="index, follow"/><meta name="google-site-verification" content="UNqcoVblscrmuOfPyGUTeRMyNRcroUK_U9ghx-PFl0Q"/><link rel="apple-touch-icon" sizes="180x180" href="/web/20231003212723im_/https://beta.jisc.ac.uk/apple-touch-icon.png"/><link rel="manifest" href="/web/20231003212723/https://beta.jisc.ac.uk/site.webmanifest"/><link rel="preconnect" href="http://web.archive.org/web/20231003212723/https://fonts.gstatic.com/" crossorigin/><link rel="preload" href="/web/20231003212723/https://beta.jisc.ac.uk/_next/static/css/de5fb3c28535d31f.css" as="style"/><link rel="stylesheet" href="/web/20231003212723cs_/https://beta.jisc.ac.uk/_next/static/css/de5fb3c28535d31f.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js"></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/webpack-a707e99c69361791.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/framework-ce84985cd166733a.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/main-38544c850e67ac19.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/pages/_app-a9ae45c95901c154.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/653-f70343818f9a711d.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/5593-cdc498b85a14daa4.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/4201-1d4132a64ea0cdd8.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/3812-0dc172274bdf5d99.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/5880-dfea63552cb617b2.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/1732-f779796841d3791a.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/2021-b9f776b1b9452b55.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/5818-d22e7854d5e237f3.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/8511-d3d40b4f9cbb8063.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/1126-f077f0b9a837228c.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/5382-74af1d63af3dc6eb.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/9309-eff0733a772b35b5.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/3565-0ae0a8d3531a27ce.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/8998-c2aeb2c3ff320a5b.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/3553-ec1e42073068c98b.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/8532-b63582a22598c383.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/7832-75af445ffc6187e7.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/981-418e34af0629199d.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/7163-a2febc027cbc94b2.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/9335-7895e55e3fc31b79.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/4470-7c39311eccc0e56c.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/1574-bacf57b82a89edd0.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/9766-79822e9473504b2c.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/chunks/pages/%5B...path%5D-227aae6396aca7ee.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/a238b90872f20da864a710160db5e643d047e31e/_buildManifest.js" defer=""></script><script src="/web/20231003212723js_/https://beta.jisc.ac.uk/_next/static/a238b90872f20da864a710160db5e643d047e31e/_ssgManifest.js" defer=""></script><style id="jss-server-side">.MuiPaper-root { color: #333; transition: box-shadow 300ms cubic-bezier(0.4, 0, 0.2, 1) 0ms; background-color: #fff; } .MuiPaper-rounded { border-radius: 4px; } .MuiPaper-outlined { border: 1px solid rgba(0, 0, 0, 0.12); } .MuiPaper-elevation0 { box-shadow: none; } .MuiPaper-elevation1 { box-shadow: 0px 2px 1px -1px rgba(0,0,0,0.2),0px 1px 1px 0px rgba(0,0,0,0.14),0px 1px 3px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation2 { box-shadow: 0px 3px 1px -2px rgba(0,0,0,0.2),0px 2px 2px 0px rgba(0,0,0,0.14),0px 1px 5px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation3 { box-shadow: 0px 3px 3px -2px rgba(0,0,0,0.2),0px 3px 4px 0px rgba(0,0,0,0.14),0px 1px 8px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation4 { box-shadow: 0px 2px 4px -1px rgba(0,0,0,0.2),0px 4px 5px 0px rgba(0,0,0,0.14),0px 1px 10px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation5 { box-shadow: 0px 3px 5px -1px rgba(0,0,0,0.2),0px 5px 8px 0px rgba(0,0,0,0.14),0px 1px 14px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation6 { box-shadow: 0px 3px 5px -1px rgba(0,0,0,0.2),0px 6px 10px 0px rgba(0,0,0,0.14),0px 1px 18px 0px rgba(0,0,0,0.12); } .MuiPaper-elevation7 { box-shadow: 0px 4px 5px -2px rgba(0,0,0,0.2),0px 7px 10px 1px rgba(0,0,0,0.14),0px 2px 16px 1px rgba(0,0,0,0.12); } .MuiPaper-elevation8 { box-shadow: 0px 5px 5px -3px rgba(0,0,0,0.2),0px 8px 10px 1px rgba(0,0,0,0.14),0px 3px 14px 2px rgba(0,0,0,0.12); } .MuiPaper-elevation9 { box-shadow: 0px 5px 6px -3px rgba(0,0,0,0.2),0px 9px 12px 1px rgba(0,0,0,0.14),0px 3px 16px 2px rgba(0,0,0,0.12); } .MuiPaper-elevation10 { box-shadow: 0px 6px 6px -3px rgba(0,0,0,0.2),0px 10px 14px 1px rgba(0,0,0,0.14),0px 4px 18px 3px rgba(0,0,0,0.12); } .MuiPaper-elevation11 { box-shadow: 0px 6px 7px -4px rgba(0,0,0,0.2),0px 11px 15px 1px rgba(0,0,0,0.14),0px 4px 20px 3px rgba(0,0,0,0.12); } .MuiPaper-elevation12 { box-shadow: 0px 7px 8px -4px rgba(0,0,0,0.2),0px 12px 17px 2px rgba(0,0,0,0.14),0px 5px 22px 4px rgba(0,0,0,0.12); } .MuiPaper-elevation13 { box-shadow: 0px 7px 8px -4px rgba(0,0,0,0.2),0px 13px 19px 2px rgba(0,0,0,0.14),0px 5px 24px 4px rgba(0,0,0,0.12); } .MuiPaper-elevation14 { box-shadow: 0px 7px 9px -4px rgba(0,0,0,0.2),0px 14px 21px 2px rgba(0,0,0,0.14),0px 5px 26px 4px rgba(0,0,0,0.12); } .MuiPaper-elevation15 { box-shadow: 0px 8px 9px -5px rgba(0,0,0,0.2),0px 15px 22px 2px rgba(0,0,0,0.14),0px 6px 28px 5px rgba(0,0,0,0.12); } .MuiPaper-elevation16 { box-shadow: 0px 8px 10px -5px rgba(0,0,0,0.2),0px 16px 24px 2px rgba(0,0,0,0.14),0px 6px 30px 5px rgba(0,0,0,0.12); } .MuiPaper-elevation17 { box-shadow: 0px 8px 11px -5px rgba(0,0,0,0.2),0px 17px 26px 2px rgba(0,0,0,0.14),0px 6px 32px 5px rgba(0,0,0,0.12); } .MuiPaper-elevation18 { box-shadow: 0px 9px 11px -5px rgba(0,0,0,0.2),0px 18px 28px 2px rgba(0,0,0,0.14),0px 7px 34px 6px rgba(0,0,0,0.12); } .MuiPaper-elevation19 { box-shadow: 0px 9px 12px -6px rgba(0,0,0,0.2),0px 19px 29px 2px rgba(0,0,0,0.14),0px 7px 36px 6px rgba(0,0,0,0.12); } .MuiPaper-elevation20 { box-shadow: 0px 10px 13px -6px rgba(0,0,0,0.2),0px 20px 31px 3px rgba(0,0,0,0.14),0px 8px 38px 7px rgba(0,0,0,0.12); } .MuiPaper-elevation21 { box-shadow: 0px 10px 13px -6px rgba(0,0,0,0.2),0px 21px 33px 3px rgba(0,0,0,0.14),0px 8px 40px 7px rgba(0,0,0,0.12); } .MuiPaper-elevation22 { box-shadow: 0px 10px 14px -6px rgba(0,0,0,0.2),0px 22px 35px 3px rgba(0,0,0,0.14),0px 8px 42px 7px rgba(0,0,0,0.12); } .MuiPaper-elevation23 { box-shadow: 0px 11px 14px -7px rgba(0,0,0,0.2),0px 23px 36px 3px rgba(0,0,0,0.14),0px 9px 44px 8px rgba(0,0,0,0.12); } .MuiPaper-elevation24 { box-shadow: 0px 11px 15px -7px rgba(0,0,0,0.2),0px 24px 38px 3px rgba(0,0,0,0.14),0px 9px 46px 8px rgba(0,0,0,0.12); } .MuiTypography-root { margin: 0; } .MuiTypography-body2 { font-size: .875rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-body2 b { font-weight: bolder; } .MuiTypography-body2 strong { font-weight: bolder; } .MuiTypography-body1 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-body1 b { font-weight: bolder; } .MuiTypography-body1 strong { font-weight: bolder; } .MuiTypography-caption { font-size: 0.75rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.66; letter-spacing: 0.03333em; } .MuiTypography-button { font-size: 0.875rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 1.75; letter-spacing: 0.02857em; text-transform: uppercase; } .MuiTypography-h1 { font-size: 2.5rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 3.5rem; letter-spacing: unset; } @media (min-width:600px) { .MuiTypography-h1 { font-size: 2.75rem; line-height: 3.5rem; } } @media (min-width:960px) { .MuiTypography-h1 { font-size: 3rem; line-height: 4rem; } } .MuiTypography-h2 { font-size: 2rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 3rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:600px) { .MuiTypography-h2 { font-size: 2.25rem; line-height: 3rem; } } @media (min-width:960px) { .MuiTypography-h2 { font-size: 2.5rem; line-height: 3.5rem; } } .MuiTypography-h2 b { font-weight: bolder; } .MuiTypography-h2 strong { font-weight: bolder; } .MuiTypography-h3 { font-size: 1.5rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:600px) { .MuiTypography-h3 { font-size: 1.75rem; line-height: 2.5rem; } } @media (min-width:960px) { .MuiTypography-h3 { font-size: 2rem; line-height: 3rem; } } .MuiTypography-h3 b { font-weight: bolder; } .MuiTypography-h3 strong { font-weight: bolder; } .MuiTypography-h4 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:960px) { .MuiTypography-h4 { font-size: 1.5rem; line-height: 2rem; } } .MuiTypography-h4 b { font-weight: bolder; } .MuiTypography-h4 strong { font-weight: bolder; } .MuiTypography-h5 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:960px) { .MuiTypography-h5 { font-size: 1.25rem; line-height: 2rem; } } .MuiTypography-h5 b { font-weight: bolder; } .MuiTypography-h5 strong { font-weight: bolder; } .MuiTypography-h6 { font-size: .875rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 700; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-h6 b { font-weight: bolder; } .MuiTypography-h6 strong { font-weight: bolder; } .MuiTypography-subtitle1 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.75; letter-spacing: 0.00938em; } .MuiTypography-subtitle2 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .MuiTypography-subtitle2 b { font-weight: bolder; } .MuiTypography-subtitle2 strong { font-weight: bolder; } .MuiTypography-overline { font-size: 0.75rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2.66; letter-spacing: 0.08333em; text-transform: uppercase; } .MuiTypography-srOnly { width: 1px; height: 1px; overflow: hidden; position: absolute; } .MuiTypography-alignLeft { text-align: left; } .MuiTypography-alignCenter { text-align: center; } .MuiTypography-alignRight { text-align: right; } .MuiTypography-alignJustify { text-align: justify; } .MuiTypography-noWrap { overflow: hidden; white-space: nowrap; text-overflow: ellipsis; } .MuiTypography-gutterBottom { margin-bottom: 1.5rem; } .MuiTypography-paragraph { margin-bottom: 16px; } .MuiTypography-colorInherit { color: inherit; } .MuiTypography-colorPrimary { color: #007dba; } .MuiTypography-colorSecondary { color: #00857d; } .MuiTypography-colorTextPrimary { color: #333; } .MuiTypography-colorTextSecondary { color: #666; } .MuiTypography-colorError { color: #f44336; } .MuiTypography-displayInline { display: inline; } .MuiTypography-displayBlock { display: block; } .MuiContainer-root { width: 100%; display: block; box-sizing: border-box; margin-left: auto; margin-right: auto; padding-left: 1rem; padding-right: 1rem; } @media (min-width:600px) { .MuiContainer-root { padding-left: 1.5rem; padding-right: 1.5rem; } } .MuiContainer-disableGutters { padding-left: 0; padding-right: 0; } @media (min-width:600px) { .MuiContainer-fixed { max-width: 600px; } } @media (min-width:960px) { .MuiContainer-fixed { max-width: 960px; } } @media (min-width:1280px) { .MuiContainer-fixed { max-width: 1280px; } } @media (min-width:1920px) { .MuiContainer-fixed { max-width: 1920px; } } @media (min-width:0px) { .MuiContainer-maxWidthXs { max-width: 444px; } } @media (min-width:600px) { .MuiContainer-maxWidthSm { max-width: 600px; } } @media (min-width:960px) { .MuiContainer-maxWidthMd { max-width: 960px; } } @media (min-width:1280px) { .MuiContainer-maxWidthLg { max-width: 1280px; } } @media (min-width:1920px) { .MuiContainer-maxWidthXl { max-width: 1920px; } } .MuiGrid-container { width: 100%; display: flex; flex-wrap: wrap; box-sizing: border-box; } .MuiGrid-item { margin: 0; box-sizing: border-box; } .MuiGrid-zeroMinWidth { min-width: 0; } .MuiGrid-direction-xs-column { flex-direction: column; } .MuiGrid-direction-xs-column-reverse { flex-direction: column-reverse; } .MuiGrid-direction-xs-row-reverse { flex-direction: row-reverse; } .MuiGrid-wrap-xs-nowrap { flex-wrap: nowrap; } .MuiGrid-wrap-xs-wrap-reverse { flex-wrap: wrap-reverse; } .MuiGrid-align-items-xs-center { align-items: center; } .MuiGrid-align-items-xs-flex-start { align-items: flex-start; } .MuiGrid-align-items-xs-flex-end { align-items: flex-end; } .MuiGrid-align-items-xs-baseline { align-items: baseline; } .MuiGrid-align-content-xs-center { align-content: center; } .MuiGrid-align-content-xs-flex-start { align-content: flex-start; } .MuiGrid-align-content-xs-flex-end { align-content: flex-end; } .MuiGrid-align-content-xs-space-between { align-content: space-between; } .MuiGrid-align-content-xs-space-around { align-content: space-around; } .MuiGrid-justify-content-xs-center { justify-content: center; } .MuiGrid-justify-content-xs-flex-end { justify-content: flex-end; } .MuiGrid-justify-content-xs-space-between { justify-content: space-between; } .MuiGrid-justify-content-xs-space-around { justify-content: space-around; } .MuiGrid-justify-content-xs-space-evenly { justify-content: space-evenly; } .MuiGrid-spacing-xs-0 { width: calc(100% + 0rem); margin: -0rem; } .MuiGrid-spacing-xs-0 > .MuiGrid-item { padding: 0rem; } .MuiGrid-spacing-xs-1 { width: calc(100% + 0.5rem); margin: -0.25rem; } .MuiGrid-spacing-xs-1 > .MuiGrid-item { padding: 0.25rem; } .MuiGrid-spacing-xs-2 { width: calc(100% + 1rem); margin: -0.5rem; } .MuiGrid-spacing-xs-2 > .MuiGrid-item { padding: 0.5rem; } .MuiGrid-spacing-xs-3 { width: calc(100% + 1.5rem); margin: -0.75rem; } .MuiGrid-spacing-xs-3 > .MuiGrid-item { padding: 0.75rem; } .MuiGrid-spacing-xs-4 { width: calc(100% + 2rem); margin: -1rem; } .MuiGrid-spacing-xs-4 > .MuiGrid-item { padding: 1rem; } .MuiGrid-spacing-xs-5 { width: calc(100% + 2.5rem); margin: -1.25rem; } .MuiGrid-spacing-xs-5 > .MuiGrid-item { padding: 1.25rem; } .MuiGrid-spacing-xs-6 { width: calc(100% + 3rem); margin: -1.5rem; } .MuiGrid-spacing-xs-6 > .MuiGrid-item { padding: 1.5rem; } .MuiGrid-spacing-xs-7 { width: calc(100% + 3.5rem); margin: -1.75rem; } .MuiGrid-spacing-xs-7 > .MuiGrid-item { padding: 1.75rem; } .MuiGrid-spacing-xs-8 { width: calc(100% + 4rem); margin: -2rem; } .MuiGrid-spacing-xs-8 > .MuiGrid-item { padding: 2rem; } .MuiGrid-spacing-xs-9 { width: calc(100% + 4.5rem); margin: -2.25rem; } .MuiGrid-spacing-xs-9 > .MuiGrid-item { padding: 2.25rem; } .MuiGrid-spacing-xs-10 { width: calc(100% + 5rem); margin: -2.5rem; } .MuiGrid-spacing-xs-10 > .MuiGrid-item { padding: 2.5rem; } .MuiGrid-grid-xs-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-xs-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-xs-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-xs-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-xs-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-xs-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-xs-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-xs-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-xs-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-xs-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-xs-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-xs-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-xs-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-xs-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } @media (min-width:600px) { .MuiGrid-grid-sm-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-sm-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-sm-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-sm-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-sm-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-sm-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-sm-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-sm-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-sm-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-sm-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-sm-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-sm-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-sm-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-sm-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } @media (min-width:960px) { .MuiGrid-grid-md-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-md-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-md-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-md-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-md-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-md-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-md-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-md-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-md-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-md-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-md-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-md-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-md-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-md-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } @media (min-width:1280px) { .MuiGrid-grid-lg-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-lg-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-lg-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-lg-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-lg-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-lg-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-lg-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-lg-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-lg-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-lg-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-lg-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-lg-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-lg-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-lg-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } @media (min-width:1920px) { .MuiGrid-grid-xl-auto { flex-grow: 0; max-width: none; flex-basis: auto; } .MuiGrid-grid-xl-true { flex-grow: 1; max-width: 100%; flex-basis: 0; } .MuiGrid-grid-xl-1 { flex-grow: 0; max-width: 8.333333%; flex-basis: 8.333333%; } .MuiGrid-grid-xl-2 { flex-grow: 0; max-width: 16.666667%; flex-basis: 16.666667%; } .MuiGrid-grid-xl-3 { flex-grow: 0; max-width: 25%; flex-basis: 25%; } .MuiGrid-grid-xl-4 { flex-grow: 0; max-width: 33.333333%; flex-basis: 33.333333%; } .MuiGrid-grid-xl-5 { flex-grow: 0; max-width: 41.666667%; flex-basis: 41.666667%; } .MuiGrid-grid-xl-6 { flex-grow: 0; max-width: 50%; flex-basis: 50%; } .MuiGrid-grid-xl-7 { flex-grow: 0; max-width: 58.333333%; flex-basis: 58.333333%; } .MuiGrid-grid-xl-8 { flex-grow: 0; max-width: 66.666667%; flex-basis: 66.666667%; } .MuiGrid-grid-xl-9 { flex-grow: 0; max-width: 75%; flex-basis: 75%; } .MuiGrid-grid-xl-10 { flex-grow: 0; max-width: 83.333333%; flex-basis: 83.333333%; } .MuiGrid-grid-xl-11 { flex-grow: 0; max-width: 91.666667%; flex-basis: 91.666667%; } .MuiGrid-grid-xl-12 { flex-grow: 0; max-width: 100%; flex-basis: 100%; } } .jss2 { color: #fff; z-index: 1300; position: relative; padding-top: 1.5rem; padding-bottom: 1.5rem; background-color: #0d224c; } @media (max-width:599.95px) { .jss3 { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; } } @media (min-width:600px) { .jss3 { flex-shrink: 0; } } @media (max-width:599.95px) { .jss4 { margin-top: 1.5rem; flex-shrink: 0; } } @media (min-width:600px) { .jss5 { display: flex; align-items: center; justify-content: space-between; } } @media (min-width:600px) { .jss6 { margin-right: 1.5rem; } } @media (max-width:599.95px) { .jss7 { margin-top: 1.5rem; flex-shrink: 0; margin-right: 1rem; } } @media (min-width:600px) { .jss7 { margin-right: 1.5rem; } } .jss8 { margin-top: 1rem; } .jss1 { clip: rect(0 0 0 0); color: #000; width: 1px; height: 1px; display: block; overflow: hidden; position: absolute; clip-path: inset(50%); padding-top: 0.5rem; white-space: nowrap; padding-bottom: 0.5rem; text-decoration: unset; background-color: #fd6; } .jss1:focus { clip: unset; width: unset; height: unset; outline: .25rem solid transparent; overflow: unset; position: unset; clip-path: unset; white-space: unset; } .jss33 > * { box-sizing: border-box; font-family: Roboto; } .jss34 { padding-top: 1.5rem; padding-bottom: 2.5rem; } .jss35 { padding-top: 2.5rem; padding-bottom: 2.5rem; } .jss36 { padding-top: 1.5rem; padding-bottom: 2.5rem; } .jss37 { color: #fff; } .jss38 { background-color: #4c4c4c; } .jss39 { background-color: #404040; } .jss40 { background-color: #333; } .jss41 { display: inline; } .jss42:link { color: #fff; text-decoration: none; } .jss42:visited { color: #fff; } .jss42:focus { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss42:hover { color: #d9d9d9; transition: color .2s ease; text-decoration: underline; } .jss42:focus:hover { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss42:active { color: #fff; } .jss42:focus:active { color: #fff; outline: none; box-shadow: none; text-decoration: underline; background-color: transparent; } .jss43 { margin: 0; display: inline; padding: 0; list-style: none; } .jss44 { display: inline-block; font-size: .875rem; margin-top: 1rem; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss44 b { font-weight: bolder; } .jss44 strong { font-weight: bolder; } .jss44:not(:last-child) { margin-right: 1rem; } .jss45::before { content: ">"; margin-right: 1rem; } .jss46 { width: calc(100% + 1.5rem); margin-left: -0.75rem; margin-right: -0.75rem; } .jss46 .MuiGrid-item { padding-left: 0.75rem; padding-right: 0.75rem; } @media (max-width:959.95px) { .jss46 { width: calc(100% + 1rem); margin-left: -0.5rem; margin-right: -0.5rem; } .jss46 .MuiGrid-item { padding-left: 0.5rem; padding-right: 0.5rem; } } .jss47 { padding-top: 0; padding-bottom: 0; } .jss48 { font-size: .875rem; font-weight: 400; line-height: 1.428571428571429rem; padding-top: 1rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss48 b { font-weight: bolder; } .jss48 strong { font-weight: bolder; } @media (max-width:599.95px) { .jss48 { border-top: .0625rem solid #707070; padding-top: 1.5rem; } } .jss49 { list-style: none; margin-top: 1.5rem; padding-left: 0; margin-bottom: 0; } @media (max-width:599.95px) { .jss50 { margin-top: 3rem; } } .jss51 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 500; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } @media (min-width:960px) { .jss51 { font-size: 1.25rem; line-height: 2rem; } } .jss51 b { font-weight: bolder; } .jss51 strong { font-weight: bolder; } .jss52 { font-size: .875rem; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss52 b { font-weight: bolder; } .jss52 strong { font-weight: bolder; } .jss52:not(:first-child) { margin-top: 1rem; } .jss53 { margin-right: 0.5rem; } .jss54 { display: flex; flex-wrap: wrap; list-style: none; margin-top: 0; padding-left: 0; margin-bottom: 0; } .jss55 { margin-bottom: 0; } @media (max-width:599.95px) { .jss55 { margin-bottom: 1.5rem; } } .jss56 { font-size: .875rem; margin-top: 1rem; font-weight: 400; line-height: 1.428571428571429rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss56 b { font-weight: bolder; } .jss56 strong { font-weight: bolder; } .jss56:not(:last-child) { margin-right: 1.5rem; } .jss57 { font-size: .875rem; font-weight: 400; line-height: 1.428571428571429rem; padding-top: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss57 b { font-weight: bolder; } .jss57 strong { font-weight: bolder; } @media (max-width:599.95px) { .jss57 { border-top: .0625rem solid #707070; } } .jss58:link { color: #fff; text-decoration: underline; } .jss58:visited { color: #d9d9d9; } .jss58:focus { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss58:hover { color: #d9d9d9; transition: color .2s ease; text-decoration: underline; } .jss58:focus:hover { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss58:active { color: #fff; } .jss58:focus:active { color: #fff; outline: none; box-shadow: none; text-decoration: underline; background-color: transparent; } .jss9 { z-index: 1100; position: relative; } .jss10 { color: #666; position: relative; background-color: #fff; } .jss11 { display: flex; } .jss12 { overflow: hidden; margin-left: -.25rem; padding-top: 0.5rem; white-space: nowrap; margin-right: -.25rem; padding-left: .25rem; padding-right: .25rem; text-overflow: ellipsis; padding-bottom: 0.5rem; } .jss13 { display: flex; list-style: none; margin-top: unset; align-items: center; padding-left: unset; margin-bottom: unset; } .jss14 { line-height: 0; } .jss15 { overflow: hidden; margin-left: 1rem; white-space: nowrap; text-overflow: ellipsis; } @media (max-width:599.95px) { .jss15 { font-size: 1rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 1.5rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss15 b { font-weight: bolder; } .jss15 strong { font-weight: bolder; } } @media (min-width:600px) { .jss15 { font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss15 b { font-weight: bolder; } .jss15 strong { font-weight: bolder; } } .jss16 { margin-right: 0.5rem; } @media (max-width:599.95px) { .jss17 { clip: rect(0 0 0 0); width: 1px; height: 1px; overflow: hidden; position: absolute; clip-path: inset(50%); white-space: nowrap; } } @media (min-width:600px) { .jss17 { overflow: hidden; font-size: 1.25rem; font-family: "Roboto", "Helvetica", "Arial", sans-serif; font-weight: 400; line-height: 2rem; margin-left: 0.5rem; white-space: nowrap; text-overflow: ellipsis; letter-spacing: unset; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; } .jss17 b { font-weight: bolder; } .jss17 strong { font-weight: bolder; } } .jss18 { clip: rect(0 0 0 0); width: 1px; height: 1px; overflow: hidden; position: absolute; clip-path: inset(50%); white-space: nowrap; } .jss19:link { color: #666; text-decoration: unset; } .jss19:visited { color: #666; } .jss19:focus { color: #000; outline: .25rem solid transparent; box-shadow: 0 .25rem 0 0 #fd6, 0 -.25rem 0 0 #fd6; text-decoration: none; background-color: #fd6; } .jss19:focus:not(:focus-visible) { outline: .25rem solid transparent; box-shadow: unset; text-decoration: underline; background-color: unset; } .jss19:hover { color: #004777; text-decoration: underline; } .jss19:active { color: #000; text-decoration: underline; } @media (hover: none) { .jss19:hover { color: #666; } } @media (min-width:0px) { .jss20 { width: 3.25rem; height: 3.25rem; } } @media (max-width:599.95px) { .jss20 { width: 2.5rem; height: 2.5rem; } } .jss21 { display: block; } .jss21:focus { outline: .25rem solid #fd6; } .jss21:focus:not(:focus-visible) { outline: none; } .jss21:hover { opacity: 0.7; } .jss21:active { opacity: 1; } @media (hover: none) { .jss21:hover { opacity: 1; } } .jss24 { display: flex; position: relative; align-items: center; margin-left: auto; } @media (max-width: 757px) { .jss24 { top: 100%; right: 0; display: none; padding: 1.8rem; position: absolute; border-top: 1px solid #ccc; box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); -moz-box-shadow: 0px 5px 4px rgba(0,0,0,0.2); background-color: #fff; -webkit-box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); } } @media (max-width: 400px) { .jss24 { left: 0; } } @media (max-width: 757px) { .jss24.visible { display: block; } } .jss25 { color: #666; display: block; font-size: 18px; text-decoration: unset; } .jss25:hover { color: #004777; text-decoration: underline; } .jss25:focus { color: #000; outline: transparent solid 0.25rem; box-shadow: rgb(255 221 102) 0px 0.25rem 0px 0px, rgb(255 221 102) 0px -0.25rem 0px 0px; text-decoration: none; background-color: rgb(255, 221, 102); } .jss26 { top: 100%; right: 0; width: 600px; display: none; padding: 20px 30px; position: absolute; border-top: 2px solid #00557f; box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); text-align: center; -moz-box-shadow: 0px 5px 4px rgba(0,0,0,0.2); background-color: #fff; -webkit-box-shadow: 0px 5px 4px rgb(0 0 0 / 20%); } @media (max-width: 757px) { .jss26 { display: none; } } .jss27 { top: 50%; color: #2c3841; right: 1.8rem; width: 32px; border: none; bottom: 0; cursor: pointer; height: 32px; display: flex; position: absolute; transform: translateY(-50%); align-items: center; justify-content: center; background-color: transparent; } @media (min-width: 757px) { .jss27 { right: 10px; } } .jss27:hover { opacity: 0.5; } .jss27:focus { outline: .25rem solid #fd6; background-color: #fff; } @media (max-width: 757px) { .jss28 { width: 100%; } } @media (min-width: 757px) { .jss28:focus-within #predictive-results.visible { display: block; } } @media (min-width: 757px) { .jss29 { padding: 10px 10px; position: relative; margin-right: -10px; } .jss29.has-search-term:focus-within { box-shadow: 0 0 2px rgb(0 0 0 / 20%); -moz-box-shadow: 0 0 2px rgba(0,0,0,0.2); background-image: linear-gradient(to bottom,#e4e9ec 0%,#fff 100%); -webkit-box-shadow: 0 0 2px rgb(0 0 0 / 20%); } } .jss30 { width: 210px; border: 2px solid #E4E9EC; display: block; padding: 5px 32px 4px 9px; min-height: 31px; background-color: #fff; } .jss30:focus { outline: .25rem solid #fd6; background-color: #fff; } .jss30::-webkit-search-cancel-button, .jss30::-webkit-search-decoration, .jss30 -webkit-search-results-button, .jss30 -webkit-search-results-decoration { display: none; } .jss30::-ms-clear { width: 0; height: 0; display: none; } .jss30::-ms-reveal { width: 0; height: 0; display: none; } .jss30:-webkit-autofill, .jss30:-webkit-autofill:hover, .jss30:-webkit-autofill:active, .jss30:-webkit-autofill:focus { -webkit-box-shadow: 0 0 0px 1000px #fff inset; } @media (max-width: 757px) { .jss30 { width: 100%; } } .jss31 span { clip: rect(0 0 0 0); width: 1px; height: 1px; overflow: hidden; position: absolute; clip-path: inset(50%); white-space: nowrap; } .jss22 { display: none; align-items: center; margin-left: auto; justify-content: center; } @media (max-width: 757px) { .jss22 { gap: 0.5rem; display: flex; } } .jss23 { color: #069; width: 36px; border: none; height: 36px; display: flex; align-items: center; justify-content: center; background-color: #e4e9ec; } .jss23:hover { color: #fff; cursor: pointer; background-color: #069; } .jss23:focus { color: #fff; outline: .25rem solid #fd6; outline-offset: -2px; background-color: #069; }</style><style data-href="https://fonts.googleapis.com/css2?family=Roboto:ital,wght@0,300;0,400;0,500;0,700;0,900;1,300;1,400;1,500&display=swap">@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjARc-.woff) format('woff')}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu52xM.woff) format('woff')}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ABc-.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5vAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Me5g.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9vAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlvAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtvAA.woff) format('woff')}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc3CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc-CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc2CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc5CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc1CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc0CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51TjASc6CsTYl4BO.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xFIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xMIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xEIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xLIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xHIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xGIzIXKMnyrYk.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOkCnqEu92Fr1Mu51xIIzIXKMny.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc3CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc-CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc2CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc5CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc1CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc0CsTYl4BOQ3o.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:italic;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOjCnqEu92Fr1Mu51S7ACc6CsTYl4BO.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:300;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmSU5fBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu72xKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu5mxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu7mxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu4WxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu7WxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu7GxKKTU1Kvnz.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:400;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOmCnqEu92Fr1Mu4mxKKTU1Kg.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:500;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmEU9fBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:700;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmWUlfBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfCRc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0460-052F,U+1C80-1C88,U+20B4,U+2DE0-2DFF,U+A640-A69F,U+FE2E-FE2F}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfABc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0301,U+0400-045F,U+0490-0491,U+04B0-04B1,U+2116}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfCBc4AMP6lbBP.woff2) format('woff2');unicode-range:U+1F00-1FFF}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfBxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0370-03FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfCxc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0102-0103,U+0110-0111,U+0128-0129,U+0168-0169,U+01A0-01A1,U+01AF-01B0,U+0300-0301,U+0303-0304,U+0308-0309,U+0323,U+0329,U+1EA0-1EF9,U+20AB}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfChc4AMP6lbBP.woff2) format('woff2');unicode-range:U+0100-02AF,U+0304,U+0308,U+0329,U+1E00-1E9F,U+1EF2-1EFF,U+2020,U+20A0-20AB,U+20AD-20CF,U+2113,U+2C60-2C7F,U+A720-A7FF}@font-face{font-family:'Roboto';font-style:normal;font-weight:900;font-display:swap;src:url(http://web.archive.org/web/20231003212723im_/https://fonts.gstatic.com/s/roboto/v30/KFOlCnqEu92Fr1MmYUtfBBc4AMP6lQ.woff2) format('woff2');unicode-range:U+0000-00FF,U+0131,U+0152-0153,U+02BB-02BC,U+02C6,U+02DA,U+02DC,U+0304,U+0308,U+0329,U+2000-206F,U+2074,U+20AC,U+2122,U+2191,U+2193,U+2212,U+2215,U+FEFF,U+FFFD}</style></head><body style="margin:0"><div id="__next"><nav aria-labelledby="main-content-skip-link"><a class="MuiTypography-root jss1 MuiTypography-subtitle2" href="#main-content" id="main-content-skip-link"><div class="MuiContainer-root">Skip to main content</div></a></nav><header class="MuiPaper-root jss9 MuiPaper-elevation3 MuiPaper-rounded" aria-label="Site header"><div class="jss10"><div class="MuiContainer-root MuiContainer-maxWidthLg"><div class="jss11"><nav aria-label="Site header breadcrumb" class="jss12"><ol class="jss13"><li class="jss14"><a aria-label="Jisc homepage" class="jss21" href="/web/20231003212723/https://beta.jisc.ac.uk/" title="Jisc homepage"><img alt="Jisc" class="jss20" src="data:image/svg+xml;base64,PHN2ZyBlbmFibGUtYmFja2dyb3VuZD0ibmV3IDAgMCA5OTkuOSA5OTkuOSIgdmlld0JveD0iMCAwIDk5OS45IDk5OS45IiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPgogICAgPHBhdGggZD0ibTAgMGg5OTkuOXY5OTkuOWgtOTk5Ljl6IiBmaWxsPSIjZTg1ZTEzIi8+CiAgICA8cGF0aCBkPSJtMzA1LjggNTU0YzAgODAuMS00Ni44IDExOS43LTExMy40IDExOS43LTUyLjEgMC04NS45LTI0LjEtMTA4LjEtNTQuNWwzOS4xLTQwYzE5LjggMjUuMSAzOS41IDM5LjYgNjggMzkuNiAzMS44IDAgNTMuNi0yMS4yIDUzLjYtNjYuMXYtMjIxLjZoNjAuOHptMTA3LjYgMTE0LjhoLTU4LjR2LTI1NC44aDU4LjR6bS0yOS41LTI4My42Yy0yMSAwLTM4LTE3LTM4LjEtMzcuOSAwLTIxIDE3LTM4IDM3LjktMzguMXMzOCAxNyAzOC4xIDM3Ljl2LjFjLjEgMjEtMTYuOSAzOC0zNy45IDM4em0yNjMuNCAyMDguM2MwIDUzLjUtNDEuNSA4MC4xLTk0LjYgODAuMS0zNi4yIDAtNzYuMi0xMy0xMDguMS0zOC4xbDI2LjEtMzkuNWMyNy41IDIwLjcgNTcuNCAzMS40IDgzLjUgMzEuNCAyNS4xIDAgMzkuNS0xMC42IDM5LjUtMjcuNXYtMWMwLTE5LjgtMjctMjYuNS01Ni45LTM1LjctMzcuNi0xMC42LTc5LjYtMjYtNzkuNi03NC44di0xYzAtNDguMiA0MC4xLTc3LjcgOTAuNy03Ny43IDMxLjggMCA2Ni42IDExLjEgOTMuNiAyOWwtMjMuMiA0MS41Yy0yNC42LTE0LjktNTAuNy0yNC4xLTcxLjktMjQuMS0yMi43IDAtMzUuNyAxMC42LTM1LjcgMjUuNnYxYzAgMTguMyAyNy41IDI2IDU3LjQgMzUuNyAzNy4xIDExLjYgNzkuMSAyOC41IDc5LjEgNzQuM3ptMTU3LjggODEuMWMtNzUuOCAwLTEzMS43LTU5LjMtMTMxLjctMTMyLjJzNTYtMTMzLjYgMTMyLjItMTMzLjZjNDguMyAwIDc4LjIgMTcuOSAxMDEuOCA0My45bC0zNi4yIDM5LjFjLTE3LjgtMTguOC0zNi43LTMxLjgtNjYuMS0zMS44LTQyLjUgMC03My4zIDM2LjctNzMuMyA4MS41IDAgNDUuOCAzMS40IDgyLjUgNzYuMiA4Mi41IDI3LjUgMCA0Ny44LTEzIDY2LjEtMzEuOGwzNS4yIDM0LjhjLTI1LjEgMjcuOC01NC41IDQ3LjYtMTA0LjIgNDcuNnoiCiAgICAgICAgICBmaWxsPSIjZmZmIi8+Cjwvc3ZnPgo="/></a></li></ol></nav><div class="jss22"><button aria-controls="search-form" aria-expanded="false" aria-label="Show search box" class="jss23" title="Show search box" type="button"><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="magnifying-glass" class="svg-inline--fa fa-magnifying-glass " role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M416 208c0 45.9-14.9 88.3-40 122.7L502.6 457.4c12.5 12.5 12.5 32.8 0 45.3s-32.8 12.5-45.3 0L330.7 376c-34.4 25.2-76.8 40-122.7 40C93.1 416 0 322.9 0 208S93.1 0 208 0S416 93.1 416 208zM208 352a144 144 0 1 0 0-288 144 144 0 1 0 0 288z"></path></svg></button></div><div class="jss24" id="search-form"><div class="jss29"><form action="/web/20231003212723/https://beta.jisc.ac.uk/search" class="jss28" method="get"><label class="jss31" for="search-term"><span>Search Jisc</span><input class="jss30" id="search-term" name="q" placeholder="Search Jisc" title="Search Jisc" type="search"/></label><button aria-label="Search" class="jss27" title="Search" type="submit"><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="magnifying-glass" class="svg-inline--fa fa-magnifying-glass " role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M416 208c0 45.9-14.9 88.3-40 122.7L502.6 457.4c12.5 12.5 12.5 32.8 0 45.3s-32.8 12.5-45.3 0L330.7 376c-34.4 25.2-76.8 40-122.7 40C93.1 416 0 322.9 0 208S93.1 0 208 0S416 93.1 416 208zM208 352a144 144 0 1 0 0-288 144 144 0 1 0 0 288z"></path></svg></button></form></div></div></div></div></div></header><main id="main-content"><article><header aria-labelledby="memberStoryPageTitle" class="text-jiscMineShaft bg-jiscWhite" data-testid="member-story-page-header"><div class="border-0 border-t-2 border-solid border-jiscMineShaft"></div><div class="box-border block max-w-screen-md px-4 mx-auto md:px-6" data-testclass="container"><span class="absolute inline-block px-3 py-1 font-sans text-[1rem] font-normal antialiased leading-[1.5rem] text-jiscWhite bg-jiscMineShaft">Member story</span><img class=" block object-cover w-full" src="http://web.archive.org/web/20231003212723im_/https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/original_images/ucl-building-member-story.jpg" alt="UCL campus building"/><div class="box-border flex flex-wrap w-[calc(100%+1rem)] -mx-2 md:w-[calc(100%+1.5rem)] md:-mx-3 " data-testclass="grid"><div class="box-border block w-full px-2 sm:w-10/12 sm:ml-[calc(1/12*100%)] md:px-3 " data-testclass="grid-item"><h1 class="my-6 font-sans text-[2.5rem] font-normal antialiased leading-[3.5rem] sm:text-[2.75rem] md:text-[3rem] md:leading-[4rem]" id="memberStoryPageTitle">How UCL is redesigning assessment for the AI age</h1><p class="font-sans text-[1rem] font-normal antialiased"><time datetime="2023-07-31T09:11:00Z">31 July 2023</time></p><p class="mb-[unset] font-sans text-[1.25rem] font-normal antialiased leading-[2rem] text-jiscMineShaft">UCL is reimagining assessment and feedback in response to the rise of generative AI and the opportunities and challenges it brings.</p></div></div></div></header><div class=" clearfix pt-10 pb-10 bg-jiscWhite " data-testid="content-area"><div class="box-border block max-w-screen-md px-4 mx-auto md:px-6" data-testclass="container"><div class="box-border flex flex-wrap w-[calc(100%+1rem)] -mx-2 md:w-[calc(100%+1.5rem)] md:-mx-3 " data-testclass="grid"><div class="box-border block w-full px-2 sm:w-10/12 sm:ml-[calc(1/12*100%)] md:px-3 " data-testclass="grid-item"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | mb-6 |"><p data-block-key="fpt9d"></p><p data-block-key="dd91r">At the start of the year, when the initial furore over the impact of generative AI on assessment integrity in universities exploded, one document was referred to over and over again. UCL’s <a href="http://web.archive.org/web/20231003212723/https://www.ucl.ac.uk/students/exams-and-assessments/assessment-success-guide/engaging-ai-your-education-and-assessment">guidance for students</a> on how to use tools such as ChatGPT effectively and ethically stood out as a beacon of calm amid the panic.</p><p data-block-key="a6i0v">Since then, UCL has remained in the vanguard of universities exploring how best to address the opportunities and challenges of generative AI in assessment. For Marieke Guy, head of digital assessment at UCL, tackling the topic head on is crucial.</p><blockquote data-block-key="9q6dj"><p>“We need to expose students to AI to make sure that they understand how AI works. The very first step is for academics to talk to their students about AI. Let's not brush it under the carpet. We need to start having those discussions and understanding it.”</p></blockquote><p data-block-key="68hc6">She gives <a href="http://web.archive.org/web/20231003212723/https://reflect.ucl.ac.uk/digital-assessment/2023/05/15/using-ai-in-assessments/">the example</a> of an academic in UCL’s Bartlett School of Environment, Energy and Resources who has been integrating AI into his assessments. However, he paired the AI assessment task with a survey the students completed before and after the assignments, which asked about their attitudes to generative AI. While before the task, students were very polarised in their views – “it was either going to save the world or destroy it!” – after the task, the students were much more critical in their thinking with a better understanding how AI works, and its limitations and advantages.</p><p data-block-key="7sbil">These kinds of informed discussions are key and, at UCL, include both staff and students, involving a number of fora and activities ranging from the <a href="http://web.archive.org/web/20231003212723/https://www.ucl.ac.uk/teaching-learning/assessment-resources/ai-education-and-assessment-staff-briefing-1/ai-expert-group">AI expert group</a>, which is considering four different theme areas (academic skills, assessment design, regulations, and opportunities for the future, such as learning and teaching using AI) to student ‘AI interns’ and the Student Changemaker programme.</p><p data-block-key="85bop">As well as innovative ways of exploring the assessment space, such as a piece of work using Lydia Arnold's <a href="http://web.archive.org/web/20231003212723/https://eur01.safelinks.protection.outlook.com/?url=https%3A%2F%2Flydia-arnold.com%2F2022%2F11%2F14%2Fexpanded-assessment-top-trumps%2F&data=05%7C01%7Csophia.speakman%40jisc.ac.uk%7C34e7aed4f5a7441b109708db8925baac%7C48f9394d8a144d2782a6f35f12361205%7C0%7C0%7C638254567373693339%7CUnknown%7CTWFpbGZsb3d8eyJWIjoiMC4wLjAwMDAiLCJQIjoiV2luMzIiLCJBTiI6Ik1haWwiLCJXVCI6Mn0%3D%7C3000%7C%7C%7C&sdata=IPOjQlZRRDMYaKf%2FbnItVYsYObD%2F%2BbQvHkH19DftGII%3D&reserved=0">Assessment Top Trumps</a>, to create resources on <a href="http://web.archive.org/web/20231003212723/https://eur01.safelinks.protection.outlook.com/?url=https%3A%2F%2Fwww.ucl.ac.uk%2Fteaching-learning%2Fdesigning-assessment-ai-enabled-world&data=05%7C01%7Csophia.speakman%40jisc.ac.uk%7C34e7aed4f5a7441b109708db8925baac%7C48f9394d8a144d2782a6f35f12361205%7C0%7C0%7C638254567373693339%7CUnknown%7CTWFpbGZsb3d8eyJWIjoiMC4wLjAwMDAiLCJQIjoiV2luMzIiLCJBTiI6Ik1haWwiLCJXVCI6Mn0%3D%7C3000%7C%7C%7C&sdata=u1zVh7VNEG0S8Ysm9RsGIGcpVg74%2BDNvJWWvSxoi0tw%3D&reserved=0">designing assessment for an AI-enabled world</a>.</p><p data-block-key="1ah0t">Members of the expert group are also taking a careful look at all the AI tools available.</p><blockquote data-block-key="8nu50"><p>“We've been working on a categorisation of tools which is really interesting. It looks at things like ethical values, the datasets, the benefits, so that students can understand the implications of using different tools."</p></blockquote><p data-block-key="61t23">This thoughtful approach extends to considering how different departments and faculties will need to adapt their assessment approaches in the new context of AI; it’s certainly not a one size fits all policy when it comes to AI and assessment.</p><h2 id="scanning-the-horizon-8vabm" data-block-key="8vabm">Scanning the horizon</h2><p data-block-key="795qk">UCL’s digital assessment advisors have undertaken landscape reports of faculties, with a recognition that while e-portfolios and peer assessment approaches might work for the humanities, much more traditional forms of assessment might still be needed in some STEM subjects where knowledge-based learning is more fundamental, and especially where core skills are required. Marieke’s team will be thinking about how to best support the different disciplines over the forthcoming year.</p><p data-block-key="820am">Ultimately, it is all about ‘assessing for a world beyond assessment’ – setting students up in the best possible way for their future working lives. For Mary McHarg, activities and engagement officer at Students' Union UCL, there is no doubt that this will be a world in which AI is deeply embedded:</p><blockquote data-block-key="cgca2"><p>“Assessment needs to be able to take into account the technology that students are going to have access to in the wider world and the skills they will need for their careers. AI is becoming more and more integrated into everyday tools. Universities are going to have to acknowledge that fact and teach their students about AI tools as part of their regular education.</p></blockquote><blockquote data-block-key="eue2b"><p>"In this same way that we are taught how to use a word processor or how to use a video editing software, we need to learn how to effectively use a tool like ChatGPT and understand its limitations.”</p></blockquote><p data-block-key="5rbvk">As a result, at UCL, students are a solid part of the ongoing dialogue, learning about and co-developing what good looks like around assessment and feedback.</p><p data-block-key="1da9">However, it’s an area that’s not without challenge. In a university with 43,000 students that runs around 520,000 student to assessment instances, consistency is inevitably an issue. Mary comments:</p><blockquote data-block-key="u4d8"><p>“Depending on if you are in one department, in one faculty versus another, you may have assessments weekly, continuously throughout the year, and get very limited feedback. Or you may have everything in one massive, hours-long online exam at the end.</p></blockquote><blockquote data-block-key="7qdn8"><p>“There are such crazily different experiences, which makes it hard to tackle that disparity and make it so that everybody is experiencing the same good level of assessment and feedback. That's one of the big challenges that UCL is having to face right now in this space – levelling out the playing field so that everyone experiences the same thing no matter what they study.”</p></blockquote><p data-block-key="b8ga">Within that diversity of frequency of assessment is also a diversity of tools being used, which is an area Marieke is keen to understand better.</p><blockquote data-block-key="fmi6b"><p>“Our tools landscape is something that's very much up for discussion. We're hoping to look at that ecosystem and maybe align where we can to make sure that we understand the best tools that are for the particular assessment purpose.</p></blockquote><blockquote data-block-key="6ufbd"><p>“People might be using the wrong tool for a particular assessment approach, and we'd really like to make sure that we share a bit more information about the pros and cons of different tools in the space.”</p></blockquote><p data-block-key="b0tc8">Other challenges include digital capability for both staff and students, while, for Marieke’s team, the time spent dealing with Professional Statutory and Regulatory Bodies (PSRBs) and accreditation processes is a perennial issue, along with the challenge of scaling up all those interesting, unusual assessment approaches that take more work and effort. Marieke adds:</p><blockquote data-block-key="3q17u"><p>“I feel that's where my team comes in. We don't have all the answers but we're doing some amazing work with faculties to get to the heart of the questions, to understand the needs in different spaces. You need that expert group who can have those conversations at the coal face and understand the type of challenges the academics working with the students are facing.”</p></blockquote><h2 id="advice-to-senior-leaders-d5kng" data-block-key="d5kng">Advice to senior leaders</h2><p data-block-key="ej8om">Marieke and Mary suggest:</p><ol><li data-block-key="9i1gs">Be big, brave and bold, and communicate a clear vision</li><li data-block-key="1si28">Listen to students and their worries for their futures</li><li data-block-key="192o3">Enable staff and students to have potentially difficult conversations around assessment</li><li data-block-key="b0iu1">Provide resources and support so that students can truly be partners and staff are given the space and energy to participate in those discussions</li><li data-block-key="cl7lk">Encourage staff to take up CPD opportunities</li><li data-block-key="dbd49">Invest in experts in digital assessment and trust them</li></ol><p data-block-key="13sjt">You can listen to Marieke and Mary discuss <a href="/web/20231003212723/https://beta.jisc.ac.uk/podcasts/beyond-the-technology-demonstrating-digital-transformation-reimagining-assessment-and-feedback-at-university-college-london/">redesigning assessment on our Beyond the Technology podcast</a>.</p></div><div class="pt-10 px-8 pb-10 mt-10 text-jiscMineShaft bg-jiscConcrete " data-testid="boxed-content"><div class=" clearfix | prose | antialiased | font-sans | max-w-full | prose-h2:text-[2rem] prose-h2:font-normal prose-h2:leading-[3.0rem] prose-h2:sm:text-[2.25rem] prose-h2:md:text-[2.5rem] prose-h2:md:leading-[3.5rem] | prose-h2:mt-10 prose-h2:mb-6 first:prose-h2:mt-0 last:prose-h2:mb-0 prose-h3:text-[1.5rem] prose-h3:font-medium prose-h3:leading-[2rem] first:prose-h3:mt-0 last:prose-h3:mb-0 prose-h3:mt-10 prose-h3:mb-6 prose-h3:sm:text-[1.75rem] prose-h3:sm:leading-[2.5rem] prose-h3:md:text-[2rem] prose-h3:md:leading-[3rem] | prose-h4:text-[1.25rem] prose-h4:font-normal prose-h4:leading-[2rem] first:prose-h4:mt-0 last:prose-h4:mb-0 prose-h4:mt-10 prose-h4:mb-6 prose-h4:md:text-[1.5rem] prose-h4:md:leading-[2rem] | prose-h5:text-[1rem] prose-h5:font-medium prose-h5:leading-[1.5rem] prose-h5:mt-10 prose-h5:mb-6 first:prose-h5:mt-[unset] last:prose-h5:mb-[unset] prose-h5:md:text-[1.25rem] prose-h5:md:leading-[2rem] prose-h6:text-[1rem] prose-h6:font-semibold prose-h6:leading-[1.5rem] prose-h6:mt-10 prose-h6:mb-6 first:prose-h6:mt-[unset] last:prose-h6:mb-[unset] prose-p:my-6 prose-p:text-[1rem] prose-p:font-normal prose-p:leading-[1.5rem] first:prose-p:mt-[unset] last:prose-p:mb-[unset] empty:first:prose-p:-mt-6 prose-blockquote:my-[unset] prose-blockquote:ml-6 prose-blockquote:text-[1rem] prose-blockquote:not-italic prose-blockquote:font-normal prose-blockquote:leading-[1.5rem] prose-blockquote:border-solid prose-blockquote:border-0 prose-blockquote:border-l-[.0625rem] prose-p:prose-blockquote:py-3 before:prose-p:prose-blockquote:content-[unset] after:prose-p:prose-blockquote:content-[unset] prose-li:text-[1rem] prose-li:font-normal prose-li:leading-[1.5rem] | first:prose-li:mt-2 prose-li:pl-2 | first:prose-ol:mt-0 last:prose-ol:mb-0 prose-ol:my-6 prose-ol:pl-8 prose-ol:leading-[1.5rem] | first:prose-ul:mt-0 last:prose-ul:mb-0 prose-ul:my-6 prose-ul:pl-8 prose-ul:leading-[1.5rem] | prose-table:leading-[1.5rem] | prose-table:mt-[unset] prose-table:mb-[unset] | prose-table:border-collapse | prose-p:prose-td:text-[0.875rem] | prose-p:prose-th:text-[0.875rem] | prose-li:prose-th:text-[0.875rem] | prose-li:prose-td:text-[0.875rem] | prose-td:border-solid prose-td:border-l-[0rem] prose-td:border-r-[0rem] prose-td:border-jiscAlto | prose-td:border-b-[0.0625rem] prose-td:border-t-[0.0625rem] | prose-td:p-4 prose-td:align-middle prose-td:leading-[1.5rem]| prose-th:border-solid prose-th:border-l-[0rem] prose-th:border-r-[0rem] prose-th:border-jiscAlto | prose-th:border-b-[0.0625rem] prose-th:border-t-[0.0625rem] prose-th:border-b-jiscAlto prose-th:border-t-jiscAlto | prose-th:p-4 prose-th:align-middle prose-th:leading-[1.5rem] | prose-th:font-medium | prose-tr:border-b-jiscAlto prose-tr:border-t-jiscAlto | prose-img:block prose-img:max-w-full prose-img:h-auto prose-img:my-6 prose-img:leading-none | prose-a:font-normal prose-a:text-jiscBahamaBlue prose-a:underline | visited:prose-a:text-jiscPurple | focus:prose-a:text-jiscBlack focus:prose-a:bg-jiscDandelion focus:prose-a:outline focus:prose-a:outline-4 focus:prose-a:outline-transparent focus:prose-a:no-underline focus:prose-a:shadow-[0_.25rem_0_0_#fd6,_0_-.25rem_0_0_#fd6] | hover:prose-a:text-jiscRegalBlue | active:prose-a:text-jiscBlack | focus:active:prose-a:underline focus:active:prose-a:bg-transparent focus:active:prose-a:shadow-none | prose-strong:prose-a:text-jiscBahamaBlue | prose-strong:visited:prose-a:text-jiscPurple | prose-strong:focus:prose-a:text-jiscBlack | prose-strong:hover:prose-a:text-jiscRegalBlue | prose-strong:active:prose-a:text-jiscBlack || prose-blockquote:border-l-jiscAlto || marker:text-jiscMineShaft | prose-blockquote:text-jiscDoveGrey | prose-headings:text-jiscMineShaft | prose-li:text-jiscMineShaft | prose-ol:text-jiscMineShaft | prose-p:text-jiscMineShaft | prose-strong:text-jiscMineShaft | prose-table:text-jiscMineShaft | prose-ul:text-jiscMineShaft | | |"><h3 data-block-key="jycxz">Assessment and AI resources</h3><ul><li data-block-key="8thsm">Jisc's <a href="/web/20231003212723/https://beta.jisc.ac.uk/guides/framework-for-digital-transformation-in-higher-education/">framework for digital transformation in higher education</a> is a comprehensive perspective on how the digital environment can support positive work, research and learning experiences, and promote a sense of belonging and wellbeing</li><li data-block-key="8q8fa">Russell Group principles on <a href="http://web.archive.org/web/20231003212723/https://russellgroup.ac.uk/media/6137/rg_ai_principles-final.pdf">the use of generative AI tools in education</a></li><li data-block-key="avf7l">Jisc's guide to the <a href="/web/20231003212723/https://beta.jisc.ac.uk/guides/principles-of-good-assessment-and-feedback/">principles of good assessment and feedback</a></li><li data-block-key="3705a">Jisc's report on <a href="/web/20231003212723/https://beta.jisc.ac.uk/reports/generative-ai-a-primer/">Generative AI – a primer</a></li><li data-block-key="8efs4">Jisc's <a href="/web/20231003212723/https://beta.jisc.ac.uk/innovation/national-centre-for-ai/">national centre for AI</a></li><li data-block-key="l2j">QAA's <a href="http://web.archive.org/web/20231003212723/https://www.qaa.ac.uk/en/membership/membership-areas-of-work/academic-integrity/chatgpt-and-artificial-intelligence">Chat GPT and AI</a></li></ul></div></div></div></div></div></div></article></main><footer aria-labelledby="site-footer" class="jss33"><div class="jss37 jss34 jss38"><div class="MuiContainer-root MuiContainer-maxWidthMd"><div class="MuiGrid-root jss46 MuiGrid-container"><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-9"><h2 class="MuiTypography-root MuiTypography-srOnly" id="site-footer">Site footer</h2><div class=""><nav aria-label="Site footer breadcrumb" class="jss41"><ul class="jss43"><li class="jss44"><a aria-label="Jisc homepage" class="jss42" href="/web/20231003212723/https://beta.jisc.ac.uk/" title="Jisc homepage"><svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="house" class="svg-inline--fa fa-house " role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 576 512"><path fill="currentColor" d="M575.8 255.5c0 18-15 32.1-32 32.1h-32l.7 160.2c0 2.7-.2 5.4-.5 8.1V472c0 22.1-17.9 40-40 40H456c-1.1 0-2.2 0-3.3-.1c-1.4 .1-2.8 .1-4.2 .1H416 392c-22.1 0-40-17.9-40-40V448 384c0-17.7-14.3-32-32-32H256c-17.7 0-32 14.3-32 32v64 24c0 22.1-17.9 40-40 40H160 128.1c-1.5 0-3-.1-4.5-.2c-1.2 .1-2.4 .2-3.6 .2H104c-22.1 0-40-17.9-40-40V360c0-.9 0-1.9 .1-2.8V287.6H32c-18 0-32-14-32-32.1c0-9 3-17 10-24L266.4 8c7-7 15-8 22-8s15 2 21 7L564.8 231.5c8 7 12 15 11 24z"></path></svg></a></li><li class="jss44"><span class="jss45"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/member-stories/">Member stories</a></span></li><li aria-current="page" class="jss44"><span class="jss45">How UCL is redesigning assessment for the AI age</span></li></ul></nav></div></div><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"></div></div></div></div><div class="jss37 jss35 jss39"><div class="MuiContainer-root MuiContainer-maxWidthMd"><h3 class="MuiTypography-root MuiTypography-srOnly">Jisc product areas</h3><div class="MuiGrid-root jss46 MuiGrid-container"><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss51 MuiTypography-body1">Areas</h4><ul class="jss49"><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/connectivity">Connectivity</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/cyber-security">Cyber security</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/cloud">Cloud</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/data-and-analytics">Data and analytics</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/libraries-and-research">Libraries, learning resources and research</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/student-experience">Student experience</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/trust-and-identity">Trust and identity</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/advice">Advice and guidance</a></li></ul></div><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss51 jss50 MuiTypography-body1">Explore</h4><ul class="jss49"><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/guides">Guides</a></li><li class="jss52"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/training">Training</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/consultancy">Consultancy</a></li><li class="jss52"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/events">Events</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/rd">Innovation</a></li></ul></div><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss51 jss50 MuiTypography-body1">Useful</h4><ul class="jss49"><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/about">About</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/membership">Membership</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/get-involved">Get involved</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/news">News</a></li><li class="jss52"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/jobs">Jobs</a></li></ul></div><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-3"><h4 class="MuiTypography-root jss51 jss50 MuiTypography-body1">Get in touch</h4><ul class="jss49"><li class="jss52"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/contact">Contact us</a></li><li class="jss52"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/headlines">Sign up to our newsletter</a></li><li class="jss52"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="twitter" class="svg-inline--fa fa-twitter jss53" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253z"></path></svg><a class="jss58" href="http://web.archive.org/web/20231003212723/https://twitter.com/jisc">Twitter</a></li><li class="jss52"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="facebook" class="svg-inline--fa fa-facebook jss53" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 512 512"><path fill="currentColor" d="M504 256C504 119 393 8 256 8S8 119 8 256c0 123.78 90.69 226.38 209.25 245V327.69h-63V256h63v-54.64c0-62.15 37-96.48 93.67-96.48 27.14 0 55.52 4.84 55.52 4.84v61h-31.28c-30.8 0-40.41 19.12-40.41 38.73V256h68.78l-11 71.69h-57.78V501C413.31 482.38 504 379.78 504 256z"></path></svg><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.facebook.com/jiscsocial">Facebook</a></li><li class="jss52"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="linkedin" class="svg-inline--fa fa-linkedin jss53" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 448 512"><path fill="currentColor" d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3zM135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5zm282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9V416z"></path></svg><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.linkedin.com/company/jisc">LinkedIn</a></li><li class="jss52"><svg aria-hidden="true" focusable="false" data-prefix="fab" data-icon="youtube" class="svg-inline--fa fa-youtube jss53" role="img" xmlns="http://www.w3.org/2000/svg" viewbox="0 0 576 512"><path fill="currentColor" d="M549.655 124.083c-6.281-23.65-24.787-42.276-48.284-48.597C458.781 64 288 64 288 64S117.22 64 74.629 75.486c-23.497 6.322-42.003 24.947-48.284 48.597-11.412 42.867-11.412 132.305-11.412 132.305s0 89.438 11.412 132.305c6.281 23.65 24.787 41.5 48.284 47.821C117.22 448 288 448 288 448s170.78 0 213.371-11.486c23.497-6.321 42.003-24.171 48.284-47.821 11.412-42.867 11.412-132.305 11.412-132.305s0-89.438-11.412-132.305zm-317.51 213.508V175.185l142.739 81.205-142.739 81.201z"></path></svg><a class="jss58" href="http://web.archive.org/web/20231003212723/http://www.youtube.com/user/JISCmedia">YouTube</a></li></ul></div></div></div></div><div class="jss37 jss36 jss40"><div class="MuiContainer-root MuiContainer-maxWidthMd"><div class="MuiGrid-root jss46 MuiGrid-container"><div class="MuiGrid-root jss47 MuiGrid-item MuiGrid-grid-xs-12 MuiGrid-grid-sm-9"><h3 class="MuiTypography-root MuiTypography-srOnly">Site utilities</h3><ul class="jss54"><li class="jss56"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/cookies">Cookies</a></li><li class="jss56"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/website/privacy-notice">Privacy</a></li><li class="jss56"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/about/corporate/slavery-and-human-trafficking-statement">Modern slavery</a></li><li class="jss56"><a class="jss58" href="http://web.archive.org/web/20231003212723/https://www.jisc.ac.uk/about/corporate/carbon-reduction-plan">Carbon reduction plan</a></li><li class="jss56"><a class="jss58" href="/web/20231003212723/https://beta.jisc.ac.uk/accessibility-statement">Accessibility</a></li></ul></div></div></div></div></footer></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"path":["member-stories","how-ucl-is-redesigning-assessment-for-the-ai-age"],"pageData":{"id":2086,"meta":{"type":"base.MemberStoryPage","detail_url":"http://web.archive.org/web/20231003212723/http://backend:8000/api/v2/pages/2086/","html_url":"http://web.archive.org/web/20231003212723/https://beta.jisc.ac.uk/member-stories/how-ucl-is-redesigning-assessment-for-the-ai-age/","slug":"how-ucl-is-redesigning-assessment-for-the-ai-age","show_in_menus":false,"seo_title":"How UCL is redesigning assessment for the AI age","search_description":"UCL is reimagining assessment and feedback in response to the rise of generative AI and the opportunities and challenges it brings.","first_published_at":"2023-07-31T09:11:00Z","alias_of":null,"parent":{"id":530,"meta":{"type":"base.MemberStoryListingPage","detail_url":"http://web.archive.org/web/20231003212723/http://backend:8000/api/v2/pages/530/","html_url":"http://web.archive.org/web/20231003212723/https://beta.jisc.ac.uk/member-stories/"},"title":"Member stories"}},"title":"How UCL is redesigning assessment for the AI age","categories":[{"id":10,"name":"Education 4.0"},{"id":12,"name":"Higher education"}],"breadcrumbs":[{"id":1,"name":"Root","url":null},{"id":3,"name":"Home","url":"/"},{"id":530,"name":"Member stories","url":"/member-stories/"},{"id":2086,"name":"How UCL is redesigning assessment for the AI age","url":"/member-stories/how-ucl-is-redesigning-assessment-for-the-ai-age/"}],"image":{"url":"http://web.archive.org/web/20231003212723/https://jisc-ac-uk-static-assets-prod.s3.eu-west-1.amazonaws.com/media/original_images/ucl-building-member-story.jpg","title":"ucl-building-member-story","width":1144,"height":645},"image_alt":"UCL campus building","last_published_at":"2023-08-30T14:28:03.444642Z","open_graph_image":null,"open_graph_image_alt":"","page_body":[{"type":"content_block","value":"\u003cp data-block-key=\"fpt9d\"\u003e\u003c/p\u003e\u003cp data-block-key=\"dd91r\"\u003eAt the start of the year, when the initial furore over the impact of generative AI on assessment integrity in universities exploded, one document was referred to over and over again. UCL’s \u003ca href=\"https://www.ucl.ac.uk/students/exams-and-assessments/assessment-success-guide/engaging-ai-your-education-and-assessment\"\u003eguidance for students\u003c/a\u003e on how to use tools such as ChatGPT effectively and ethically stood out as a beacon of calm amid the panic.\u003c/p\u003e\u003cp data-block-key=\"a6i0v\"\u003eSince then, UCL has remained in the vanguard of universities exploring how best to address the opportunities and challenges of generative AI in assessment. For Marieke Guy, head of digital assessment at UCL, tackling the topic head on is crucial.\u003c/p\u003e\u003cblockquote data-block-key=\"9q6dj\"\u003e\u003cp\u003e“We need to expose students to AI to make sure that they understand how AI works. The very first step is for academics to talk to their students about AI. Let\u0026#x27;s not brush it under the carpet. We need to start having those discussions and understanding it.”\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"68hc6\"\u003eShe gives \u003ca href=\"https://reflect.ucl.ac.uk/digital-assessment/2023/05/15/using-ai-in-assessments/\"\u003ethe example\u003c/a\u003e of an academic in UCL’s Bartlett School of Environment, Energy and Resources who has been integrating AI into his assessments. However, he paired the AI assessment task with a survey the students completed before and after the assignments, which asked about their attitudes to generative AI. While before the task, students were very polarised in their views – “it was either going to save the world or destroy it!” – after the task, the students were much more critical in their thinking with a better understanding how AI works, and its limitations and advantages.\u003c/p\u003e\u003cp data-block-key=\"7sbil\"\u003eThese kinds of informed discussions are key and, at UCL, include both staff and students, involving a number of fora and activities ranging from the \u003ca href=\"https://www.ucl.ac.uk/teaching-learning/assessment-resources/ai-education-and-assessment-staff-briefing-1/ai-expert-group\"\u003eAI expert group\u003c/a\u003e, which is considering four different theme areas (academic skills, assessment design, regulations, and opportunities for the future, such as learning and teaching using AI) to student ‘AI interns’ and the Student Changemaker programme.\u003c/p\u003e\u003cp data-block-key=\"85bop\"\u003eAs well as innovative ways of exploring the assessment space, such as a piece of work using Lydia Arnold\u0026#x27;s \u003ca href=\"https://eur01.safelinks.protection.outlook.com/?url=https%3A%2F%2Flydia-arnold.com%2F2022%2F11%2F14%2Fexpanded-assessment-top-trumps%2F\u0026amp;data=05%7C01%7Csophia.speakman%40jisc.ac.uk%7C34e7aed4f5a7441b109708db8925baac%7C48f9394d8a144d2782a6f35f12361205%7C0%7C0%7C638254567373693339%7CUnknown%7CTWFpbGZsb3d8eyJWIjoiMC4wLjAwMDAiLCJQIjoiV2luMzIiLCJBTiI6Ik1haWwiLCJXVCI6Mn0%3D%7C3000%7C%7C%7C\u0026amp;sdata=IPOjQlZRRDMYaKf%2FbnItVYsYObD%2F%2BbQvHkH19DftGII%3D\u0026amp;reserved=0\"\u003eAssessment Top Trumps\u003c/a\u003e, to create resources on \u003ca href=\"https://eur01.safelinks.protection.outlook.com/?url=https%3A%2F%2Fwww.ucl.ac.uk%2Fteaching-learning%2Fdesigning-assessment-ai-enabled-world\u0026amp;data=05%7C01%7Csophia.speakman%40jisc.ac.uk%7C34e7aed4f5a7441b109708db8925baac%7C48f9394d8a144d2782a6f35f12361205%7C0%7C0%7C638254567373693339%7CUnknown%7CTWFpbGZsb3d8eyJWIjoiMC4wLjAwMDAiLCJQIjoiV2luMzIiLCJBTiI6Ik1haWwiLCJXVCI6Mn0%3D%7C3000%7C%7C%7C\u0026amp;sdata=u1zVh7VNEG0S8Ysm9RsGIGcpVg74%2BDNvJWWvSxoi0tw%3D\u0026amp;reserved=0\"\u003edesigning assessment for an AI-enabled world\u003c/a\u003e.\u003c/p\u003e\u003cp data-block-key=\"1ah0t\"\u003eMembers of the expert group are also taking a careful look at all the AI tools available.\u003c/p\u003e\u003cblockquote data-block-key=\"8nu50\"\u003e\u003cp\u003e“We\u0026#x27;ve been working on a categorisation of tools which is really interesting. It looks at things like ethical values, the datasets, the benefits, so that students can understand the implications of using different tools.\u0026quot;\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"61t23\"\u003eThis thoughtful approach extends to considering how different departments and faculties will need to adapt their assessment approaches in the new context of AI; it’s certainly not a one size fits all policy when it comes to AI and assessment.\u003c/p\u003e\u003ch2 id=\"scanning-the-horizon-8vabm\" data-block-key=\"8vabm\"\u003eScanning the horizon\u003c/h2\u003e\u003cp data-block-key=\"795qk\"\u003eUCL’s digital assessment advisors have undertaken landscape reports of faculties, with a recognition that while e-portfolios and peer assessment approaches might work for the humanities, much more traditional forms of assessment might still be needed in some STEM subjects where knowledge-based learning is more fundamental, and especially where core skills are required. Marieke’s team will be thinking about how to best support the different disciplines over the forthcoming year.\u003c/p\u003e\u003cp data-block-key=\"820am\"\u003eUltimately, it is all about ‘assessing for a world beyond assessment’ – setting students up in the best possible way for their future working lives. For Mary McHarg, activities and engagement officer at Students\u0026#x27; Union UCL, there is no doubt that this will be a world in which AI is deeply embedded:\u003c/p\u003e\u003cblockquote data-block-key=\"cgca2\"\u003e\u003cp\u003e“Assessment needs to be able to take into account the technology that students are going to have access to in the wider world and the skills they will need for their careers. AI is becoming more and more integrated into everyday tools. Universities are going to have to acknowledge that fact and teach their students about AI tools as part of their regular education.\u003c/p\u003e\u003c/blockquote\u003e\u003cblockquote data-block-key=\"eue2b\"\u003e\u003cp\u003e\u0026quot;In this same way that we are taught how to use a word processor or how to use a video editing software, we need to learn how to effectively use a tool like ChatGPT and understand its limitations.”\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"5rbvk\"\u003eAs a result, at UCL, students are a solid part of the ongoing dialogue, learning about and co-developing what good looks like around assessment and feedback.\u003c/p\u003e\u003cp data-block-key=\"1da9\"\u003eHowever, it’s an area that’s not without challenge. In a university with 43,000 students that runs around 520,000 student to assessment instances, consistency is inevitably an issue. Mary comments:\u003c/p\u003e\u003cblockquote data-block-key=\"u4d8\"\u003e\u003cp\u003e“Depending on if you are in one department, in one faculty versus another, you may have assessments weekly, continuously throughout the year, and get very limited feedback. Or you may have everything in one massive, hours-long online exam at the end.\u003c/p\u003e\u003c/blockquote\u003e\u003cblockquote data-block-key=\"7qdn8\"\u003e\u003cp\u003e“There are such crazily different experiences, which makes it hard to tackle that disparity and make it so that everybody is experiencing the same good level of assessment and feedback. That\u0026#x27;s one of the big challenges that UCL is having to face right now in this space – levelling out the playing field so that everyone experiences the same thing no matter what they study.”\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"b8ga\"\u003eWithin that diversity of frequency of assessment is also a diversity of tools being used, which is an area Marieke is keen to understand better.\u003c/p\u003e\u003cblockquote data-block-key=\"fmi6b\"\u003e\u003cp\u003e“Our tools landscape is something that\u0026#x27;s very much up for discussion. We\u0026#x27;re hoping to look at that ecosystem and maybe align where we can to make sure that we understand the best tools that are for the particular assessment purpose.\u003c/p\u003e\u003c/blockquote\u003e\u003cblockquote data-block-key=\"6ufbd\"\u003e\u003cp\u003e“People might be using the wrong tool for a particular assessment approach, and we\u0026#x27;d really like to make sure that we share a bit more information about the pros and cons of different tools in the space.”\u003c/p\u003e\u003c/blockquote\u003e\u003cp data-block-key=\"b0tc8\"\u003eOther challenges include digital capability for both staff and students, while, for Marieke’s team, the time spent dealing with Professional Statutory and Regulatory Bodies (PSRBs) and accreditation processes is a perennial issue, along with the challenge of scaling up all those interesting, unusual assessment approaches that take more work and effort. Marieke adds:\u003c/p\u003e\u003cblockquote data-block-key=\"3q17u\"\u003e\u003cp\u003e“I feel that\u0026#x27;s where my team comes in. We don\u0026#x27;t have all the answers but we\u0026#x27;re doing some amazing work with faculties to get to the heart of the questions, to understand the needs in different spaces. You need that expert group who can have those conversations at the coal face and understand the type of challenges the academics working with the students are facing.”\u003c/p\u003e\u003c/blockquote\u003e\u003ch2 id=\"advice-to-senior-leaders-d5kng\" data-block-key=\"d5kng\"\u003eAdvice to senior leaders\u003c/h2\u003e\u003cp data-block-key=\"ej8om\"\u003eMarieke and Mary suggest:\u003c/p\u003e\u003col\u003e\u003cli data-block-key=\"9i1gs\"\u003eBe big, brave and bold, and communicate a clear vision\u003c/li\u003e\u003cli data-block-key=\"1si28\"\u003eListen to students and their worries for their futures\u003c/li\u003e\u003cli data-block-key=\"192o3\"\u003eEnable staff and students to have potentially difficult conversations around assessment\u003c/li\u003e\u003cli data-block-key=\"b0iu1\"\u003eProvide resources and support so that students can truly be partners and staff are given the space and energy to participate in those discussions\u003c/li\u003e\u003cli data-block-key=\"cl7lk\"\u003eEncourage staff to take up CPD opportunities\u003c/li\u003e\u003cli data-block-key=\"dbd49\"\u003eInvest in experts in digital assessment and trust them\u003c/li\u003e\u003c/ol\u003e\u003cp data-block-key=\"13sjt\"\u003eYou can listen to Marieke and Mary discuss \u003ca href=\"/podcasts/beyond-the-technology-demonstrating-digital-transformation-reimagining-assessment-and-feedback-at-university-college-london/\"\u003eredesigning assessment on our Beyond the Technology podcast\u003c/a\u003e.\u003c/p\u003e","id":"a1e4502a-ea42-4679-b7d8-3a5db8ee8d2a"},{"type":"boxed_content","value":{"background_option":"light","custom_background_colour":"","content":"\u003ch3 data-block-key=\"jycxz\"\u003eAssessment and AI resources\u003c/h3\u003e\u003cul\u003e\u003cli data-block-key=\"8thsm\"\u003eJisc\u0026#x27;s \u003ca href=\"/guides/framework-for-digital-transformation-in-higher-education/\"\u003eframework for digital transformation in higher education\u003c/a\u003e is a comprehensive perspective on how the digital environment can support positive work, research and learning experiences, and promote a sense of belonging and wellbeing\u003c/li\u003e\u003cli data-block-key=\"8q8fa\"\u003eRussell Group principles on \u003ca href=\"https://russellgroup.ac.uk/media/6137/rg_ai_principles-final.pdf\"\u003ethe use of generative AI tools in education\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"avf7l\"\u003eJisc\u0026#x27;s guide to the \u003ca href=\"/guides/principles-of-good-assessment-and-feedback/\"\u003eprinciples of good assessment and feedback\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"3705a\"\u003eJisc\u0026#x27;s report on \u003ca href=\"/reports/generative-ai-a-primer/\"\u003eGenerative AI – a primer\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"8efs4\"\u003eJisc\u0026#x27;s \u003ca href=\"/innovation/national-centre-for-ai/\"\u003enational centre for AI\u003c/a\u003e\u003c/li\u003e\u003cli data-block-key=\"l2j\"\u003eQAA\u0026#x27;s \u003ca href=\"https://www.qaa.ac.uk/en/membership/membership-areas-of-work/academic-integrity/chatgpt-and-artificial-intelligence\"\u003eChat GPT and AI\u003c/a\u003e\u003c/li\u003e\u003c/ul\u003e"},"id":"326d5e6f-46fc-419d-8c1c-01bad9c3a586"}],"summary":"UCL is reimagining assessment and feedback in response to the rise of generative AI and the opportunities and challenges it brings.","redirect_url":""}},"__N_SSP":true},"page":"/[...path]","query":{"path":["member-stories","how-ucl-is-redesigning-assessment-for-the-ai-age"]},"buildId":"a238b90872f20da864a710160db5e643d047e31e","isFallback":false,"gssp":true,"scriptLoader":[]}</script></body></html>