CINXE.COM

<!DOCTYPE html>     <html class="no-js" lang="en-GB"> <head><script type="text/javascript" src="/_static/js/bundle-playback.js?v=HxkREWBo" charset="utf-8"></script> <script type="text/javascript" src="/_static/js/wombat.js?v=txqj7nKC" charset="utf-8"></script> <script>window.RufflePlayer=window.RufflePlayer||{};window.RufflePlayer.config={"autoplay":"on","unmuteOverlay":"hidden"};</script> <script type="text/javascript" src="/_static/js/ruffle/ruffle.js"></script> <script type="text/javascript"> __wm.init("http://web.archive.org/web"); __wm.wombat("https://www.jisc.ac.uk/guides/preparing-for-chatbots-by-engaging-key-internal-stakeholders","20230319005943","http://web.archive.org/","web","/_static/", "1679187583"); </script> <link rel="stylesheet" type="text/css" href="/_static/css/banner-styles.css?v=S1zqJCYt" /> <link rel="stylesheet" type="text/css" href="/_static/css/iconochive.css?v=3PDvdIFv" />  <title>Preparing for chatbots by engaging key internal stakeholders | Jisc</title> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"/> <script type="text/javascript">var jiscp = {"joid":-1,"name":"","sector":"","region":""};</script> <link rel="preconnect" href="//web.archive.org/web/20230319005943/https://cdn-eu.dynamicyield.com/"> <link rel="preconnect" href="//web.archive.org/web/20230319005943/https://st-eu.dynamicyield.com/"> <link rel="preconnect" href="//web.archive.org/web/20230319005943/https://rcom-eu.dynamicyield.com/"> <link rel="dns-prefetch" href="//web.archive.org/web/20230319005943/https://cdn-eu.dynamicyield.com/"> <link rel="dns-prefetch" href="//web.archive.org/web/20230319005943/https://st-eu.dynamicyield.com/"> <link rel="dns-prefetch" href="//web.archive.org/web/20230319005943/https://rcom-eu.dynamicyield.com/"> <script> var cookiestring = new RegExp("jisc_eprivacy" + '[^;]+').exec(document.cookie); var value = unescape(!!cookiestring ? cookiestring.toString().replace(/^[^=]+/, '').replace('=', '') : ''); if(value === "active-consent") { var script1 = document.createElement('script'); var script2 = document.createElement('script'); script1.src = "//web.archive.org/web/20230319005943/https://cdn-eu.dynamicyield.com/api/9877327/api_dynamic.js"; script2.src = "//web.archive.org/web/20230319005943/https://cdn-eu.dynamicyield.com/api/9877327/api_static.js"; document.getElementsByTagName('head')[0].appendChild(script1); document.getElementsByTagName('head')[0].appendChild(script2); } </script><script> var cookiestring = new RegExp("jisc_eprivacy" + '[^;]+').exec(document.cookie); var value = unescape(!!cookiestring ? cookiestring.toString().replace(/^[^=]+/, '').replace('=', '') : ''); if(value === "active-consent") { (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2326029,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'http://web.archive.org/web/20230319005943/https://static.hotjar.com/c/hotjar-','.js?sv='); } </script> <link rel="shortcut icon" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/favicon.ico"/> <meta name="description" content="A guide for people working in the tertiary education sector on how to coordinate the development and delivery of a chatbot. IntroductionThis guide is primarily for people working in the tertiary education sector who have decided (firmly or tentatively) that they want to implement chatbots in their context, or who are strongly considering doing so. Specifically, it is aimed at"/> <link rel="canonical" href="http://web.archive.org/web/20230319005943/https://www.jisc.ac.uk/guides/preparing-for-chatbots-by-engaging-key-internal-stakeholders"/> <link rel="shortlink" href="http://web.archive.org/web/20230319005943/https://www.jisc.ac.uk/node/60371"/> <meta property="og:site_name" content="Jisc"/> <meta property="og:type" content="website"/> <meta property="og:url" content="http://web.archive.org/web/20230319005943/https://www.jisc.ac.uk/guides/preparing-for-chatbots-by-engaging-key-internal-stakeholders"/> <meta property="og:title" content="Preparing for chatbots by engaging key internal stakeholders"/> <meta property="og:description" content="A guide for people working in the tertiary education sector on how to coordinate the development and delivery of a chatbot."/> <meta property="og:image:url" content="https://www.jisc.ac.uk/sites/default/files/laptop-in-library-card.png"/> <meta property="og:image:secure_url" content="https://www.jisc.ac.uk/sites/default/files/laptop-in-library-card.png"/> <meta name="twitter:card" content="summary_large_image"/> <meta name="twitter:site" content="@jisc"/> <meta name="twitter:url" content="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/guides/preparing-for-chatbots-by-engaging-key-internal-stakeholders"/> <meta name="twitter:title" content="Preparing for chatbots by engaging key internal stakeholders"/> <meta name="twitter:description" content="A guide for people working in the tertiary education sector on how to coordinate the development and delivery of a chatbot."/> <meta name="twitter:image" content="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/default/files/laptop-in-library-card.png"/> <link rel="alternate" type="application/rss+xml" title="Jisc blog feed" href="http://web.archive.org/web/20230319005943/https://feeds.feedburner.com/JISCBlog"/> <link rel="alternate" type="application/rss+xml" title="Jisc news feed" href="http://web.archive.org/web/20230319005943/https://feeds2.feedburner.com/ac/uabG"/> <link rel="alternate" type="application/rss+xml" title="Jisc events feed" href="http://web.archive.org/web/20230319005943/https://feeds2.feedburner.com/ac/toXU"/> <link rel="alternate" type="application/rss+xml" title="Jisc jobs feed" href="http://web.archive.org/web/20230319005943/https://feeds.feedburner.com/JiscJobVacanciesWebFeed"/> <link rel="alternate" type="application/rss+xml" title="Jisc podcasts feed" href="http://web.archive.org/web/20230319005943/https://feeds.feedburner.com/JiscPodcast"/> <link rel="apple-touch-icon" sizes="144x144" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-144x144-precomposed.png"> <link rel="apple-touch-icon" sizes="114x114" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-114x114-precomposed.png"> <link rel="apple-touch-icon" sizes="57x57" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-57x57-precomposed.png"> <link rel="apple-touch-icon" sizes="72x72" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-72x72-precomposed.png"> <link rel="apple-touch-icon" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon-precomposed.png"> <link rel="apple-touch-icon" href="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/apple-touch-icon.png">  <meta property="fb:pages" content="499379160101212"/> <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"/> <meta content="width=device-width,initial-scale=1.0" name="viewport"/> <meta content="on" http-equiv="cleartype"/>  <meta name="format-detection" content="telephone=no"/> <meta name="google-site-verification" content="UNqcoVblscrmuOfPyGUTeRMyNRcroUK_U9ghx-PFl0Q"/> <link href="//web.archive.org/web/20230319005943cs_/https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,500,500i" rel="stylesheet"> <link href="http://web.archive.org/web/20230319005943cs_/https://fonts.googleapis.com/css2?family=Roboto+Slab&display=swap" rel="stylesheet"> <link rel="stylesheet" href="http://web.archive.org/web/20230319005943cs_/https://www.jisc.ac.uk/sites/default/files/css/css_rEI_5cK_B9hB4So2yZUtr5weuEV3heuAllCDE6XsIkI.css"/> <link rel="stylesheet" href="http://web.archive.org/web/20230319005943cs_/https://www.jisc.ac.uk/sites/default/files/css/css_oBsiHIoIA5lAPqK9E6jDdaNe3tAN5Nagql7giHq9cno.css"/> <link rel="stylesheet" href="http://web.archive.org/web/20230319005943cs_/https://www.jisc.ac.uk/sites/default/files/css/css_PsIMLeNhMOWYLk90AWTJ5AtR6KQeGbR_YScSoC_7uSM.css" media="print"/> <style type="text/css"> .cookie-bar { color: #fff; background-color: #0d224c;} .cookie-bar__confirm2, .cookie-bar__confirm, .cookie-bar__reject { padding: .9rem 1.8rem; color: #0D224E!important; line-height: 1; text-align: center; text-decoration: none!important; background-color: #fff; margin-left: 25px ; margin-left: 2.5rem ; font-size: 18px ; font-size: 1.8rem ; line-height: 22px ; line-height: 2.2rem ; -webkit-border-radius: 3px; -moz-border-radius: 3px; -ms-border-radius: 3px; -o-border-radius: 3px; border-radius: 3px; } .cookie-bar__confirm2:visited, .cookie-bar__confirm:visited, .cookie-bar__reject:visited { color: #0D224E; } @media print { .cookie-bar__reject:visited { color: #0D224E; } } .cookie-bar__confirm2:focus, .cookie-bar__confirm:focus, .cookie-bar__reject:focus { color: #007aaa; background-color: #d9d9d9; outline: 0.3rem solid #fd6; } .cookie-bar__confirm2:hover, .cookie-bar__confirm:hover, .cookie-bar__reject:hover { box-shadow: 0 0.3rem 1.2rem rgba(0, 0, 0, 0.23), 0 0.3rem 1.2rem rgba(0, 0, 0, 0.16); color: #0D224E; background-color: #d9d9d9; transition: all 0.3s cubic-bezier(0.25, 0.8, 0.25, 1); } .cookie-bar__reject:hover { transition: none; } .cookie-bar__reject:active { box-shadow: none; } .cookie-bar__confirm2:focus:hover, .cookie-bar__confirm:focus:hover, .cookie-bar__reject:focus:hover { color: #0D224E; text-decoration: none; background-color:#d9d9d9; outline: 0.3rem solid #fd6; } .cookie-bar__confirm2:active, .cookie-bar__confirm:active, .cookie-bar__reject:active { color: #0D224E; text-decoration: none; background-color: #d9d9d9; outline: 0.3rem solid #fd6; } </style> <script> dataLayer = []; </script> <script src="/web/20230319005943js_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/js/vendor/modernizr.js"></script> <script src="/web/20230319005943js_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/js/vendor/a11y-toggle.min.js"></script>  </head> <body class="jisc not-front no-sidebars node-type-guide">  <noscript><iframe src="http://web.archive.org/web/20230319005943if_/https://www.googletagmanager.com/ns.html?id=GTM-PWX6FN" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>  <div id="cookie-bar-main" class="cookie-bar" style="display: none;"> <div class="inner"> <p class="cookie-bar__notification">We use cookies to give you the best experience and to help improve our website</p> <p> <a class="cookie-bar__link" href="/web/20230319005943/https://www.jisc.ac.uk/website/cookies">Find out more about how we use cookies</a> </p> <p class="cookie-bar__options-title">Choose whether to use cookies:</p> <p class="cookie-bar__options"> <a href="#" class="cookie-bar__reject">No thanks</a> <a href="#" class="cookie-bar__confirm">Yes, I accept</a> </p> </div> </div> <header class="masthead jsSiteMasthead" role="banner" xmlns="http://www.w3.org/1999/html"> <div class="inner"> <a id="skiplinks" class="visuallyhidden focusable in-page" href="#main"> <span>Skip to main content</span> </a> </div> <div class="c-main-site-header jsMainSiteHeader"> <div class="c-main-site-header__primary-signpost "> <div class="c-main-site-header__container"> <div class="c-main-site-header__primary-signpost-inner"> <p class="c-main-site-header__brand"> <a class="c-main-site-header__brand-link" href="/web/20230319005943/https://www.jisc.ac.uk/" title="Go to the Jisc homepage"> <img class="c-main-site-header__brand-img" src="http://web.archive.org/web/20230319005943im_/https://www.jisc.ac.uk/sites/all/themes/jisc_clean/img/jisc-logo.svg" alt="Jisc"/> </a> </p> <nav class="c-main-site-header__you-are-in" aria-label="Breadcrumb"> <p class="c-main-site-header__you-are-in-title">You are in:</p> <ul class="c-main-site-header__you-are-in-list"> <li><a href="/web/20230319005943/https://www.jisc.ac.uk/advice">Advice</a></li><li><a href="/web/20230319005943/https://www.jisc.ac.uk/guides">Guides</a></li><li><span>Preparing for chatbots by engaging key internal stakeholders</span></li> </ul> </nav> <div class="c-main-site-header__utilities"> <p class="c-main-site-header__utilities-title">Utilities:</p> <ul class="c-main-site-header__utilities-list c-main-site-header__utilities-list--menu-triggers"> <li class="c-main-site-header__utilities-item"> <button class="c-main-site-header__trigger c-main-site-header__trigger--enabled jsUtilityTrigger" data-a11y-toggle="a11ytoggle-siteSearchTarget" data-trigger-role="search" aria-label="Search this website"> <div class="c-main-site-header__trigger-search-icon jsFnbMenuIconTrigger" data-icon-role="search"> <span class="c-main-site-header__trigger-search-icon-circle"></span> <span class="c-main-site-header__trigger-search-icon-handle"></span> </div> <span class="c-main-site-header__trigger-copy">Search this website</span> </button> </li> <li class="c-main-site-header__utilities-item"> <button class="c-main-site-header__trigger c-main-site-header__trigger--disabled" aria-disabled="true" aria-label="Disabled site navigation" disabled="disabled"> <div class="c-main-site-header__trigger-menu-icon" data-icon-role="navigation"> <span class="c-main-site-header__trigger-menu-icon-line"></span> <span class="c-main-site-header__trigger-menu-icon-line"></span> <span class="c-main-site-header__trigger-menu-icon-line"></span> </div> <span class="c-main-site-header__trigger-copy">Disabled site navigation</span> </button> </li> </ul> <ul class="c-main-site-header__utilities-list c-main-site-header__utilities-list--nav-and-site-search"> <li class="c-main-site-header__utilities-item"> <div class="search search--not-front" id="search"> <span class="c-main-site-header__site-search-label-copy">Search the Jisc website</span> <form action="/web/20230319005943/https://www.jisc.ac.uk/search" method="post" id="search-api-page-search-form-search-" accept-charset="UTF-8"> <label class="visuallyhidden" for="search_term"><span class="form-fields__label-text">Search </span></label> <input class="ui-autocomplete-input" placeholder="Search Jisc" id="search_term" autocomplete="off" type="text" name="keys_1" value="" size="30" maxlength="128"/> <input type="hidden" name="id" value="1"/> <a href="#" class="close ico ico-cross">Clear search results</a><input class="ico ico-search-glass" type="submit" id="edit-submit-1" name="op" value="Search"/><input type="hidden" name="form_build_id" value="form-pLcz9rF9o36N2K0cV80zm7H6mxvUsaJ2vwnbWoZNKOs"/> <input type="hidden" name="form_id" value="search_api_page_search_form_search_"/> </form> <div id="search-results" class="search-results-dropdown"> <p class="search-results__intro"></p> </div> </div> </li> </ul> </div> </div> </div> </div> <div class="c-main-site-header__menu jsMenuTarget" id="a11ytoggle-siteSearchTarget" data-is-small-viewport=""> <div class="c-main-site-header__site-search c-main-site-header__site-search--in-menu" role="search"> <div class="search search--not-front" id="search"> <span class="c-main-site-header__site-search-label-copy">Search the Jisc website</span> <form action="/web/20230319005943/https://www.jisc.ac.uk/search" method="post" id="search-api-page-search-form-search-" accept-charset="UTF-8"> <label class="visuallyhidden" for="search_term"><span class="form-fields__label-text">Search </span></label> <input class="ui-autocomplete-input" placeholder="Search Jisc" id="search_term" autocomplete="off" type="text" name="keys_1" value="" size="30" maxlength="128"/> <input type="hidden" name="id" value="1"/> <a href="#" class="close ico ico-cross">Clear search results</a><input class="ico ico-search-glass" type="submit" id="edit-submit-1" name="op" value="Search"/><input type="hidden" name="form_build_id" value="form-pLcz9rF9o36N2K0cV80zm7H6mxvUsaJ2vwnbWoZNKOs"/> <input type="hidden" name="form_id" value="search_api_page_search_form_search_"/> </form> <div id="search-results" class="search-results-dropdown"> <p class="search-results__intro"></p> </div> </div> </div> </div> <div class="c-main-site-header__menu" aria-hidden="true"> <nav> <div class="c-main-site-header__main-nav jsMainNavHook"> <p class="c-main-site-header__main-nav-title">Navigation:</p> <div class="c-main-site-header__main-nav-secondary jsMainNavSecondaryHook"> </div> </div> </nav> </div> </div> </header> <main id="main" class="jsMainContent" role="main"> <div class="inner l-pull-left featured top-bar"> <div class="l-centre-offset row"> </div> </div> <section class="t-guides-and-cribsheets"> <div class="inner"><div id="target-space"></div></div>  <section class="t-guides-and-cribsheets "> <div class="inner l-pull-left featured"> <article class="content-longform article-full"> <div class="inner l-pull-left v-light top-bar"> <div class="l-centre-offset"> <a href="/web/20230319005943/https://www.jisc.ac.uk/guides" class="marker marker--page">Guide</a> <header class="content-longform__header"> <div class="l-main-panel"> <h1 class="page-title">Preparing for chatbots by engaging key internal stakeholders</h1> <p class="field field-type-text-long article-full__strapline">A guide for people working in the tertiary education sector on how to coordinate the development and delivery of a chatbot.</p> </div> <div class="l-side-panel"> <div class="boxout"> <div class="linklist"> <p class="linklist__title">About this guide</p> <ul>  <li class="linklist__item"> Published: <time property="dc:date" datatype="xsd:dateTime" content="2023-01-16T00:00:00+00:00" datetime="2023-01-16T00:00:00+00:00">16 January 2023</time> </li> <li class="linklist__item"> Updated: <time>16 January 2023</time> </li> </ul> </div>  </div>  </div>  </header> </div> </div> <div class="l-centre-offset"> <section class="content-longform__main localnav__wrapper"> <div class="book-menu span-9"> </div> <div class="row"> <div class="col span-2"> <div class="l-gutter--right"> <nav class="localnav"> <p class="localnav__title"> Contents </p> <ul><li><a class="in-page" href="#introduction">Introduction</a></li><li><a class="in-page" href="#overview">Overview of key stakeholder groups</a></li><li><a class="in-page" href="#content">Engaging content development teams</a></li><li><a class="in-page" href="#technical">Engaging technical teams</a></li><li><a class="in-page" href="#promotion">Engaging promotional teams</a></li><li><a class="in-page" href="#users">Engaging users</a></li><li><a class="in-page" href="#ncai">About the national centre for AI in tertiary education</a></li></ul> </nav>  </div> </div> <div class="col span-10"> <div class="l-gutter--right"> <div class="auto-section article-full__body"> <h2><a id="introduction" name="introduction"></a>Introduction</h2><p>This guide is primarily for people working in the tertiary education sector who have decided (firmly or tentatively) that they want to implement chatbots in their context, or who are strongly considering doing so. Specifically, it is aimed at those who have been given responsibility (either individually or as part of a team) for coordinating the development and delivery of a chatbot. The advice may also be of use to those who want to find out more about the work involved in implementing chatbots, so that they can decide whether a chatbot is right for them.</p><p>To support the wide range of individuals who these criteria may apply to, this guide provides a framework to understand which groups of internal stakeholders are key, and the ways in which these groups should be engaged in preparation for implementing chatbots.</p><p>Chatbots can be used in numerous educational contexts. As such, many groups may find the advice useful, including those whose focus is on research, teaching and learning, pastoral care and student support, professional services and operations, and libraries.</p><h2><a id="overview" name="overview"></a>Overview of key stakeholder groups</h2><p>Even when using “off the shelf” chatbot solutions, developing, implementing, and maintaining a chatbot, involves the following strands of work:</p><ul><li><strong>Content</strong> - The knowledge base that the chatbot draws upon (which in many cases is question-and-answer sets) will need to be developed and/or curated. It may also need to be updated periodically.</li><li><strong>Technical integration</strong> - The chatbot will need to be accessible via at least one platform (e.g. an institution’s website, or a student portal); and the chatbot may also need to interact with sources of data (e.g. an information management system).</li><li><strong>Promotion</strong> - Intended users will need to know that the chatbot has been implemented and how it can help them.</li><li><strong>User engagement</strong> - Engaging users can add value across each of the above strands of work.</li></ul><p>As described below, within each of these strands a number of key stakeholder groups will need to be engaged.</p><p><strong>Stakeholders to engage for content development:</strong></p><ul><li>A core team responsible for creating/curating content and updating it periodically</li><li>Domain experts who should ensure the chatbot’s knowledge base (e.g. its question-and-answer set) is accurate</li></ul><p><strong>Stakeholders to engage for technical development:</strong></p><ul><li>Team(s)/individual(s) responsible for ensuring the chatbot can be accessed by users, and that it is integrated with the necessary back-end systems (e.g. information management systems)</li></ul><p><strong>Stakeholders to engage for chatbot promotion:</strong></p><ul><li>Team(s)/individual(s) responsible for promoting the chatbot to its intended users</li></ul><p><strong>Users/beneficiaries to engage with:</strong></p><ul><li>The intended users of the chatbot</li><li>The groups who may not use the chatbot but who are intended to benefit from the implementation of it (II. e. an admin team whose workload could be reduced by the chatbot)</li></ul><p>The next four sections look at each of these stakeholder groups in turn, specifying the key decisions that will need to be made.</p><h2><a id="content" name="content"></a>Engaging content development teams</h2><p>In the context of chatbots, the term ‘knowledge base’ is used to refer to the information the chatbot can draw upon in order to answer student questions.</p><p>With some types of chatbots, content developers will need to build this knowledge base by creating and uploading a structured question-and-answer set.</p><p>In other cases, the chatbot design will allow it to build its knowledge base by drawing information from key sources (e.g. a college’s website). Where this is the case, the role of content developers is focused on selecting appropriate sources of information, and editing the resultant knowledge base.</p><p>In either case, there will need to be a core team in place who will create and/or curate the knowledge base. Input may also be needed from domain experts to ensure the knowledge base is accurate and representative of the information users may want to be given.</p><h3>Content development - core team</h3><p>Creating/curating the chatbot’s knowledge base is, in many cases, one of the most significant tasks involved in the chatbot project. As such, a key decision to be made is how this core content development team should be comprised. Capacity, priorities and institutional structure will be central factors in this decision, and so there is no clear prescription for optimal team make-up, but the following suggestions are intended to help with the process of selection. An initial consideration is whether the core team should be a subset of an existing team, or whether it should include a cross-section of individuals from other relevant teams.</p><h3>Subset of existing team</h3><p><strong>Advantages: </strong>Housing the core development team inside an existing team can make the planning and management of work simpler</p><p><strong>Disadvantages: </strong>In many institutions, and for many chatbot use cases, there may not be one team within an institution who has all the relevant knowledge needed to create/curate accurate and useful content</p><p><strong>Considerations: </strong>If the core content development team is housed within an existing team, this team may need to draw upon other domain experts so that the content they create/curate is accurate and useful to users</p><h3>Cross-sectional team</h3><p><strong>Advantages: </strong>Cross-sectional teams bring wide ranging knowledge that may be useful to the chatbot’s development</p><p><strong>Disadvantages: </strong>The process of planning and managing work can be more complex</p><p><strong>Considerations: </strong>Consider how large a cross-sectional team would need to be in order to include enough domain expertise. The larger the number, the less likely this model is to be successful.</p><p>If a cross-sectional team structure is decided upon, the next task is to select the appropriate individuals to join the team. Think about the topics the chatbot needs to have knowledge about (e.g. pastoral care, enrollment, careers, finance) and ensure the team includes individuals who have the relevant knowledge. If it is decided that the core content development team will be a subset of an existing team, the next question is which team is most appropriate. In addition to the factors of capacity, priorities and institutional structure, a further consideration here is that of skill sets.</p><p>The teams needs to:</p><ul><li>Understand the objectives of the chatbot and the intended benefits for users and other stakeholders</li><li>Have the ability to become proficient at using the chatbot platform</li><li>Be able to work with colleagues throughout an institution in order to source information that may be used to build the chatbot’s knowledge base</li><li>Be able to analyse data on the chatbot’s performance in order to make decisions on how/whether to update the chatbot</li></ul><p>Numerous existing teams within an institution may meet these criteria, including:</p><ul><li>Student services teams</li><li>Education technology teams</li><li>Operations teams</li><li>IT teams</li></ul><p>Think about whether the chatbot’s use case indicates an appropriate team to sit within. For instance, if the purpose of the chatbot is to support student admissions, then an effective option may be to base the core development team within the team responsible for student admissions.</p><p>Another point to consider is that in cases where significant work is anticipated in order to integrate the chatbot with an institution’s existing systems, then the content development team may need to work at a similar rate to the relevant technical teams in order to avoid bottlenecks from either party. In such cases, it may be practical to select a core development team that sits within, or works closely alongside, the relevant IT team, to support synchronisation of workstreams within the chatbot project.</p><h3>Content development - additional domain experts</h3><p>It may be the case that the core content development team does not have exhaustive knowledge of all the topics that should be included in the chatbot’s question-and-answer set.</p><p>Consider an education technology team tasked with creating and curating the question-and-answer set of a chatbot designed to address general student queries. It is anticipated that the chatbot will need to address queries on topics including: admissions, amenities, exams, graduation, careers, and pastoral support.</p><p>To ensure the chatbot’s question-and-answer set anticipates the types of questions that will be asked and includes useful, informative answers, the education technology team will need to work with colleagues from a range of other departments to source relevant insights.</p><p>As part of the process of preparing for chatbots, it is suggested that additional domain experts are identified and engaged early, so that there can be clear lines of communication between the core content development team and additional domain experts.</p><p>One suggestion on how to do this is to appoint ambassadors from different departments, who will be tasked with liaising with the core content development team, to ensure the chatbot’s knowledge base is strong in their particular area of expertise. For instance, the education technology team may work with an ambassador in the pastoral team, who will advise on useful answers to the types of questions that students may ask around pastoral support.</p><h3>Delegating content creation work</h3><p>Another key decision to make in terms of how the core development team and the additional experts work together, is around delegation. Developing a high-quality knowledge base for a chatbot is a skill and as such it will often be advisable to give one properly trained team editorial responsibility for structuring this knowledge base.</p><p>This principle indicates the approach of using additional domain experts as advisers/consultants, who provide information about the types of questions that need to be addressed and how to answer them, but are not directly involved in inputting content into the chatbot’s question-and-answer set.</p><p>That said, if the additional domain experts are given training on how to structure question-and-answer sets, it could also be sensible for these individuals to take on the responsibility for directly inputting content into the question-and-answer set.</p><h3>Content development – maintenance and ongoing development</h3><p>The work involved in curating the chatbot’s content does not end once the chatbot has been launched. In developing the first live version of the chatbot’s knowledge base, assumptions will have been made about the kinds of questions users will ask, and the information they will find useful in response. When the chatbot is put into action, an opportunity is created to review these assumptions and to improve the chatbot’s knowledge base so that it more accurately reflects users' needs. Also, while driving the chatbot’s maintenance and ongoing development may not be a primary concern during the preparation process, considering the following questions at an early stage will be beneficial in the long run.</p><p>The first question to ask is: <strong>“what data should be collected in order to evaluate the effectiveness of the content?”</strong> The ultimate judge of the chatbot’s effectiveness is direct feedback from the user, or, where this is not available, proxy feedback on the chatbot’s performance that enables inferences to be made about user experience. As an example of direct user feedback, some chatbots are designed so that every time the chatbot gives a response, a user is asked whether the response was useful or not. Overall chatbot performance can then be judged on metrics such as the proportion of answers that were stated to be useful.</p><p>An example of proxy feedback would be a complete log of all the questions the chatbot asked along with the answers the chatbot gave. From line-by-line analysis, the proportion of questions that were answered directly can be established, which gives an indication of how well the chatbot is performing.</p><p>Whilst the quality of the content is not the only factor that contributes to the chatbot’s performance, it is a significant one. The quality of the chatbot’s knowledge base influences its likelihood of correctly identifying the meaning behind a user’s query. For instance, for a chatbot to effectively answer student questions about graduation, those developing the chatbot will need to have anticipated both the questions students will ask about graduation and the ways in which these questions will be asked. Furthermore, they will also need to input informative and easy-to-understand answers to these questions.</p><p>A further question to ask is: <strong>“what should the workflow be for ongoing development?”</strong> Even established chatbots will not accurately answer user questions 100% of the time. Some users will ask questions that would have been difficult to anticipate. Others will ask questions in a way that even a highly effective chatbot would not be able to parse. Meanwhile, there will also be cases where user inputs are not necessarily intended to get a sensible answer (facetious comments, for instance). This means that it is appropriate to think of ongoing development as making the chatbot better, not perfecting it.</p><p>The key phases involved in ongoing development are:</p><ol><li><strong>Decide on priorities for improving the chatbot/addressing any shortcomings.</strong> This can be done by analysing data to identify in what circumstances the chatbot is not providing correct/useful information to users. Alternatively, it can be done by identifying new types of information the chatbot could give to students (i.e. for a chatbot focusing on amenities, new information about amenities in the local area may be added to the knowledge base).</li><li><strong>Decide on capacity and priorities.</strong> It may be that the capacity apportioned for ongoing development is fixed, and so the focus here is on prioritisation. Alternatively, it may be that capacity is allocated based on the rate at which improvements need to be made.</li><li><strong>Update the content as required.</strong></li><li><strong>Evaluate the impact of the changes based on data.</strong> If your changes have been effective, you should expect to see improvements in the accuracy rate of the chatbot over time, using the data used to make initial changes. The evaluation will also highlight further areas for development.</li><li><strong>Repeat.</strong></li></ol><h2><a id="technical" name="technical"></a>Engaging technical teams</h2><p>The chatbot may need to be integrated into existing systems in two ways:</p><ul><li>Front-end integration refers to the processing of making the chatbot accessible via one or more platforms (e.g. an institution’s website, a student app, a virtual learning environment).</li><li>Back-end integration refers to the process of connecting the chatbot with one or more sources of data (e.g. an information management system) so that the chatbot can draw upon data when providing responses, or so that the chatbot can feed data from user responses back into the relevant system.</li></ul><p>The same teams/individuals may be responsible for both types of integration; however, this will not always be the case. For front-end integration, the key question to consider is: <strong>"On which platforms should the chatbot be placed?"</strong> Consider which platforms your target users are most likely to use. For back-end integration, the central question to consider is whether integration with data sources is needed for your purposes.</p><p>Chatbots can function effectively without the capacity to draw in data from other sources. For instance, the chatbot used as part of the Jisc chatbot pilot can answer frequently-asked-questions about college life without needing to provide personalised answers to students (which could be done by drawing from college information management systems).</p><p>If a student asks the Jisc chatbot pilot “when is my next lesson?”, the chatbot will respond with a link to the student timetable, and the student can access their own information by inputting their username and password. If the chatbot were integrated with college’s information management systems (or wherever data on timetables is stored), the chatbot may be able to provide the student’s individualised timetable directly.</p><p>When deciding whether back-end integration is needed, consider the following:</p><ul><li>Will the ability to provide personalised responses to students add significant value?</li><li>Will the process of back-end integrations (including securing sign off) be worth the effort?</li></ul><h2><a id="promotion" name="promotion"></a>Engaging promotional teams</h2><p>For the chatbot to serve its purpose, users will need to know that the chatbot is available to them, where it can be accessed, and how it can be of benefit. In other words, the chatbot needs to be promoted effectively. Those who are coordinating the chatbot project should work with relevant specialists within the institution to establish:</p><ul><li>The most suitable media for promotion</li><li>The tone and style of messaging</li></ul><p>One thing to be mindful of during promotion is that users should gain appropriate expectations of what the chatbot can and can’t do. If users are led to believe the chatbot will be an all-purpose digital companion, they may be disappointed in its performance and thus feel less inclined to benefit from its limited yet purposeful functionality.</p><h2><a id="users" name="users"></a>Engaging users</h2><p>Users should be engaged whilst preparing for chatbots, as their input can support many of the decisions discussed previously. Questions that you may want to soundboard with a sample of intended users include:</p><ul><li><strong>Technical integration</strong> - Via which platforms would you most want to use the chatbot?</li><li><strong>Content</strong> - What kinds of questions would you want the chatbot to be able to answer/what information would you expect in the response?</li></ul><p>Engaging users early can also be helpful if you want to set up testing of the chatbot before its launched. Furthermore, it enables users to air any concerns they may have around the chatbot and any relevant preferences they may have. Users may have misgivings about chatbots where the interface reinforces negative stereotypes around particular groups in society. When conducting forums with students prior to the launch of the Jisc chatbot pilot, for instance, it was found that students were generally against gendered chatbots, and chatbots that presented themselves as being human. That said, there was reasonable consensus that chatbots should express some degree of personality in how they appear and how they use language. </p><p>User concerns and preferences will vary depending on context. As such, developing lines of communication with user groups and listening to user perspectives can be of great value.</p><h2><a id="ncai" name="ncai"></a>About the national centre for AI in tertiary education</h2><p>Jisc’s <a href="http://web.archive.org/web/20230319005943/https://www.jisc.ac.uk/national-centre-for-ai">national centre for AI</a> was established to accelerate the adoption of effective and ethical artificial intelligence solutions within colleges and universities. As part of working towards this goal, the centre has conducted a pilot in which chatbots have been deployed in four UK further education colleges.</p><p>Conducting this pilot has enabled the centre to develop expertise in educational chatbots, which has, in turn, motivated the publication of a series of guidance documents on the subject of chatbots. This guide is the second in that series. The first is <a href="http://web.archive.org/web/20230319005943/https://www.jisc.ac.uk/guides/an-introduction-to-chatbots">an introduction to chatbots</a>, which is intended for those who want to learn the basics of how chatbots function and how they can be used in education.</p><p>For more information about chatbots, read our guide: <a href="http://web.archive.org/web/20230319005943/https://www.jisc.ac.uk/guides/developing-high-quality-question-and-answer-sets-for-chatbots">Developing high-quality question-and-answer sets for chatbots</a>.</p> </div> <footer class="article-full__footer"> </footer> </div>  </div>  </div> </section> </div> </article> </div> </section> </section> </main> <footer role="contentinfo"> <div class="inner l-pull-left light l-gutter--top"> <div class="l-centre-offset row"> </div>  <div class="l-centre-offset row"> </div>  </div> <div class="inner l-pull-left medium"> <div class="l-centre-offset"> <div class="region region--4-up"> </div> </div>  </div>  <div class="c-main-site-footer">  <div class="c-main-site-footer__breadcrumb"> <div class="inner inner--main-site-footer"> <div class="c-main-site-footer-grid"> <div class="c-main-site-footer-grid__item u-6/12@medium u-9/12@large"> <nav class="c-main-site-footer__you-are-here" aria-label="Breadcrumb"> <p class="c-main-site-footer__you-are-here-title">You are in:</p> <div class="c-main-site-footer__you-are-here-item-home"> <a class="c-main-site-footer__you-are-here-link" href="/web/20230319005943/https://www.jisc.ac.uk/" aria-label="Jisc homepage"><i class="fas fa-home" aria-hidden="true"></i></a> </div> <ul> <li><a href="/web/20230319005943/https://www.jisc.ac.uk/advice">Advice</a></li><li><a href="/web/20230319005943/https://www.jisc.ac.uk/guides">Guides</a></li><li><span>Preparing for chatbots by engaging key internal stakeholders</span></li> </ul> </nav> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large">   </div> </div> </div> </div>  <div class="c-main-site-footer__linklist"> <div class="inner inner--main-site-footer"> <div class="c-main-site-footer-grid"> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Areas</h2> <ul class="c-main-site-footer__linklist-group"><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/connectivity">Connectivity</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/cyber-security">Cyber security</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/cloud">Cloud</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/data-and-analytics">Data analytics</a></li></ul><ul><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/libraries-and-research">Libraries, learning resources and research</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/student-experience">Student experience</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/trust-and-identity">Trust and identity</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/advice">Advice and guidance</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Explore</h2> <ul class="c-main-site-footer__linklist-group"><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/guides">Guides</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="http://web.archive.org/web/20230319005943/https://beta.jisc.ac.uk/training">Training</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/consultancy">Consultancy</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="http://web.archive.org/web/20230319005943/https://beta.jisc.ac.uk/events">Events</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/rd">Innovation</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Useful</h2> <ul class="c-main-site-footer__linklist-group"><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/about">About</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/membership">Membership</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/get-involved">Get involved</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/news">News</a></li><li class="c-main-site-footer__linklist-item"><a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/jobs">Jobs</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> <h2 class="c-main-site-footer__linklist-title">Get in touch</h2> <ul class="c-main-site-footer__linklist-group"> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/contact"> Contact us </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/headlines"> Sign up to our newsletter </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20230319005943/https://twitter.com/jisc"> <i class="fab fa-twitter" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">Twitter</span> </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20230319005943/https://www.facebook.com/jiscsocial"> <i class="fab fa-facebook" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">Facebook</span> </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20230319005943/https://www.linkedin.com/company/jisc"> <i class="fab fa-linkedin" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">LinkedIn</span> </a> </li> <li class="c-main-site-footer__linklist-item"> <a class="c-main-site-footer__linklist-item-link-social" href="http://web.archive.org/web/20230319005943/http://www.youtube.com/user/JISCmedia"> <i class="fab fa-youtube" aria-hidden="true"></i> <span class="c-main-site-footer__linklist-item-link-social-copy">YouTube</span> </a> </li> </ul></div> </div> </div> </div>  <div class="c-main-site-footer__utilities"> <div class="inner inner--main-site-footer"> <div class="c-main-site-footer-grid"> <div class="c-main-site-footer-grid__item u-6/12@medium u-9/12@large"> <ul class="c-main-site-footer__utilities-list"><li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer_utilities-list-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/website/cookies">Cookies</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer_utilities-list-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/website/privacy-notice">Privacy</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer_utilities-list-item-link" href="/web/20230319005943/https://www.jisc.ac.uk/about/corporate/slavery-and-human-trafficking-statement">Modern slavery</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer__utilities-additional-link" href="/web/20230319005943/https://www.jisc.ac.uk/about/corporate/carbon-reduction-plan">Carbon reduction plan</a></li> <li class="c-main-site-footer__utilities-list-item"><a class="c-main-site-footer__utilities-additional-link" href="/web/20230319005943/https://www.jisc.ac.uk/website/accessibility-statement">Accessibility</a></li></ul> </div> <div class="c-main-site-footer-grid__item u-6/12@medium u-3/12@large"> </div> </div> </div> </div> </div> <script src="//web.archive.org/web/20230319005943js_/https://ajax.googleapis.com/ajax/libs/jquery/1.8.3/jquery.min.js"></script> <script>window.jQuery || document.write("<script src='/sites/all/modules/contrib/jquery_update/replace/jquery/1.8/jquery.min.js'>\x3C/script>")</script> <script src="http://web.archive.org/web/20230319005943js_/https://www.jisc.ac.uk/sites/default/files/js/js_38VWQ3jjQx0wRFj7gkntZr077GgJoGn5nv3v05IeLLo.js"></script> <script src="//web.archive.org/web/20230319005943js_/https://ajax.googleapis.com/ajax/libs/jqueryui/1.10.2/jquery-ui.min.js"></script> <script>window.jQuery.ui || document.write("<script src='/sites/all/modules/contrib/jquery_update/replace/ui/ui/minified/jquery-ui.min.js'>\x3C/script>")</script> <script src="http://web.archive.org/web/20230319005943js_/https://www.jisc.ac.uk/sites/default/files/js/js_cHRi6HJkg980ceEAyqo8EUrBqIrUDa0n_mHBsAI1m40.js"></script> <script src="http://web.archive.org/web/20230319005943js_/https://www.jisc.ac.uk/sites/default/files/js/js_yxpcsmG10aGVUSD90BA4qltlgKI1rbhnUmWB7jdXazY.js"></script> <script src="http://web.archive.org/web/20230319005943js_/https://www.jisc.ac.uk/sites/default/files/js/js_eZl_aZIWhg-DnrFvYsJxq8eGzHifHRy69aHsFnzrlYA.js"></script> <script src="http://web.archive.org/web/20230319005943js_/https://www.google.com/recaptcha/api.js"></script> <script src="http://web.archive.org/web/20230319005943js_/https://www.jisc.ac.uk/sites/default/files/js/js_-bYDucO2dMNyh_p388rTq6juq7Bml1CFSjiR67jUMB4.js"></script> <script src="http://web.archive.org/web/20230319005943js_/https://www.jisc.ac.uk/sites/default/files/js/js_gGSozz5nhS9RR6GeFycLd0mjTBR0-860cSp4ccsVjF8.js"></script> <script>jQuery.extend(Drupal.settings, {"basePath":"\/","pathPrefix":"","ajaxPageState":{"theme":"jisc_clean","theme_token":"iSrKQjtTA1x90M2jHwQrzmTE61Z-FKFH4Q4r70ppmxA","jquery_version":"1.8","js":{"\/\/web.archive.org\/web\/20230319005943\/https:\/\/ajax.googleapis.com\/ajax\/libs\/jquery\/1.8.3\/jquery.min.js":1,"0":1,"misc\/jquery-extend-3.4.0.js":1,"misc\/jquery-html-prefilter-3.5.0-backport.js":1,"misc\/jquery.once.js":1,"misc\/drupal.js":1,"\/\/web.archive.org\/web\/20230319005943\/https:\/\/ajax.googleapis.com\/ajax\/libs\/jqueryui\/1.10.2\/jquery-ui.min.js":1,"1":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/ui\/external\/jquery.cookie.js":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/jquery.form\/4\/jquery.form.min.js":1,"misc\/ajax.js":1,"sites\/all\/modules\/contrib\/jquery_update\/js\/jquery_update.js":1,"sites\/all\/modules\/custom\/jisc_search_section\/js\/jiscSectionSearch.js":1,"sites\/all\/modules\/contrib\/views\/js\/base.js":1,"misc\/progress.js":1,"sites\/all\/modules\/custom\/jisc_ia_nav\/js\/JiscIaNav.js":1,"http:\/\/web.archive.org\/web\/20230319005943\/https:\/\/www.google.com\/recaptcha\/api.js":1,"sites\/all\/modules\/contrib\/views\/js\/ajax_view.js":1,"sites\/all\/themes\/mothership\/mothership\/js\/contextual.js":1,"sites\/all\/themes\/jisc_clean\/js\/jisc-lib.min.js":1,"sites\/all\/themes\/jisc_clean\/js\/extras.js":1,"sites\/all\/themes\/jisc_clean\/js\/integration\/timeline.js":1,"sites\/all\/themes\/jisc_clean\/js\/jisc-p13n.js":1},"css":{"modules\/system\/system.base.css":1,"modules\/system\/system.messages.css":1,"sites\/all\/themes\/jisc_clean\/css\/content.css":1,"sites\/all\/themes\/jisc_clean\/css\/print.css":1}},"jiscFlashPath":"\/sites\/all\/themes\/jisc_clean\/flash\/","searchAutocompletePath":"\/server\/search-results","facetapi":{"view_args":{"popular_content:block_4":["guide","guide","guide","guide"],"search:block_4":["60371","guide","60371","guide","60371","guide"],"popular_content:block_4-1":["guide","guide"],"search:block_4-1":["60371","guide"]},"exposed_input":{"popular_content:block_4":[],"search:block_4":{"sort_by":"search_api_relevance","sort_order":"DESC"},"popular_content:block_4-1":[],"search:block_4-1":{"sort_by":"","sort_order":"DESC"}},"view_path":{"popular_content:block_4":null,"search:block_4":"search","popular_content:block_4-1":null,"search:block_4-1":"search"},"view_dom_id":{"popular_content:block_4":"fa6b1e9b4ce6144c4db8ae79dd054fc4","search:block_4":"0ce403b2f09d05a4ee53f7b0e068b3bf","popular_content:block_4-1":"3f94093e427dec0737c2a4a9216c45ee","search:block_4-1":"2194a9ddbb5b6841a2e80a3b8edecc72"}},"urlIsAjaxTrusted":{"\/search":true,"\/views\/ajax":true,"\/search\/60371":true},"views":{"ajax_path":"\/views\/ajax","ajaxViews":{"views_dom_id:0ce403b2f09d05a4ee53f7b0e068b3bf":{"view_name":"search","view_display_id":"block_4","view_args":"60371\/guide","view_path":"node\/60371","view_base_path":"search","view_dom_id":"0ce403b2f09d05a4ee53f7b0e068b3bf","pager_element":0},"views_dom_id:2194a9ddbb5b6841a2e80a3b8edecc72":{"view_name":"search","view_display_id":"block_4","view_args":"60371\/guide","view_path":"node\/60371","view_base_path":"search","view_dom_id":"2194a9ddbb5b6841a2e80a3b8edecc72","pager_element":0}}}});</script> </body> </html>