CINXE.COM
Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis
<!DOCTYPE html> <html lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="https://www.facebook.com/2008/fbml"> <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"> <meta content="mdpi" name="sso-service" /> <meta content="width=device-width, initial-scale=1.0" name="viewport" /> <title>Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis</title><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/font-awesome.min.css?eb190a3a77e5e1ee?1732615622"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery.multiselect.css?f56c135cbf4d1483?1732615622"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/chosen.min.css?d7ca5ca9441ef9e1?1732615622"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/main2.css?69b39374e6b554b7?1732615622"> <link rel="mask-icon" href="https://pub.mdpi-res.com/img/mask-icon-128.svg?c1c7eca266cd7013?1732615622" color="#4f5671"> <link rel="apple-touch-icon" sizes="180x180" href="https://pub.mdpi-res.com/icon/apple-touch-icon-180x180.png?1732615622"> <link rel="apple-touch-icon" sizes="152x152" href="https://pub.mdpi-res.com/icon/apple-touch-icon-152x152.png?1732615622"> <link rel="apple-touch-icon" sizes="144x144" href="https://pub.mdpi-res.com/icon/apple-touch-icon-144x144.png?1732615622"> <link rel="apple-touch-icon" sizes="120x120" href="https://pub.mdpi-res.com/icon/apple-touch-icon-120x120.png?1732615622"> <link rel="apple-touch-icon" sizes="114x114" href="https://pub.mdpi-res.com/icon/apple-touch-icon-114x114.png?1732615622"> <link rel="apple-touch-icon" sizes="76x76" href="https://pub.mdpi-res.com/icon/apple-touch-icon-76x76.png?1732615622"> <link rel="apple-touch-icon" sizes="72x72" href="https://pub.mdpi-res.com/icon/apple-touch-icon-72x72.png?1732615622"> <link rel="apple-touch-icon" sizes="57x57" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732615622"> <link rel="apple-touch-icon" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732615622"> <link rel="apple-touch-icon-precomposed" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732615622"> <link rel="manifest" href="/manifest.json"> <meta name="theme-color" content="#ffffff"> <meta name="application-name" content=" "/> <link rel="apple-touch-startup-image" href="https://pub.mdpi-res.com/img/journals/jintelligence-logo-sq.png?8600e93ff98dbf14"> <link rel="apple-touch-icon" href="https://pub.mdpi-res.com/img/journals/jintelligence-logo-sq.png?8600e93ff98dbf14"> <meta name="msapplication-TileImage" content="https://pub.mdpi-res.com/img/journals/jintelligence-logo-sq.png?8600e93ff98dbf14"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery-ui-1.10.4.custom.min.css?80647d88647bf347?1732615622"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/magnific-popup.min.css?04d343e036f8eecd?1732615622"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/xml2html/article-html.css?230b005b39af4260?1732615622"> <style> h2, #abstract .related_suggestion_title { } .batch_articles a { color: #000; } a, .batch_articles .authors a, a:focus, a:hover, a:active, .batch_articles a:focus, .batch_articles a:hover, li.side-menu-li a { } span.label a { color: #fff; } #main-content a.title-link:hover, #main-content a.title-link:focus, #main-content div.generic-item a.title-link:hover, #main-content div.generic-item a.title-link:focus { } #main-content #middle-column .generic-item.article-item a.title-link:hover, #main-content #middle-column .generic-item.article-item a.title-link:focus { } .art-authors a.toEncode { color: #333; font-weight: 700; } #main-content #middle-column ul li::before { } .accordion-navigation.active a.accordion__title, .accordion-navigation.active a.accordion__title::after { } .accordion-navigation li:hover::before, .accordion-navigation li:hover a, .accordion-navigation li:focus a { } .relative-size-container .relative-size-image .relative-size { } .middle-column__help__fixed a:hover i, } input[type="checkbox"]:checked:after { } input[type="checkbox"]:not(:disabled):hover:before { } #main-content .bolded-text { } #main-content .hypothesis-count-container { } #main-content .hypothesis-count-container:before { } .full-size-menu ul li.menu-item .dropdown-wrapper { } .full-size-menu ul li.menu-item > a.open::after { } #title-story .title-story-orbit .orbit-caption { #background: url('/img/design/000000_background.png') !important; background: url('/img/design/ffffff_background.png') !important; color: rgb(51, 51, 51) !important; } #main-content .content__container__orbit { background-color: #000 !important; } #main-content .content__container__journal { color: #fff; } .html-article-menu .row span { } .html-article-menu .row span.active { } .accordion-navigation__journal .side-menu-li.active::before, .accordion-navigation__journal .side-menu-li.active a { color: rgba(78,73,127,0.75) !important; font-weight: 700; } .accordion-navigation__journal .side-menu-li:hover::before , .accordion-navigation__journal .side-menu-li:hover a { color: rgba(78,73,127,0.75) !important; } .side-menu-ul li.active a, .side-menu-ul li.active, .side-menu-ul li.active::before { color: rgba(78,73,127,0.75) !important; } .side-menu-ul li.active a { } .result-selected, .active-result.highlighted, .active-result:hover, .result-selected, .active-result.highlighted, .active-result:focus { } .search-container.search-container__default-scheme { } nav.tab-bar .open-small-search.active:after { } .search-container.search-container__default-scheme .custom-accordion-for-small-screen-link::after { color: #fff; } @media only screen and (max-width: 50em) { #main-content .content__container.journal-info { color: #fff; } #main-content .content__container.journal-info a { color: #fff; } } .button.button--color { } .button.button--color:hover, .button.button--color:focus { } .button.button--color-journal { position: relative; background-color: rgba(78,73,127,0.75); border-color: #fff; color: #fff !important; } .button.button--color-journal:hover::before { content: ''; position: absolute; top: 0; left: 0; height: 100%; width: 100%; background-color: #ffffff; opacity: 0.2; } .button.button--color-journal:visited, .button.button--color-journal:hover, .button.button--color-journal:focus { background-color: rgba(78,73,127,0.75); border-color: #fff; color: #fff !important; } .button.button--color path { } .button.button--color:hover path { fill: #fff; } #main-content #search-refinements .ui-slider-horizontal .ui-slider-range { } .breadcrumb__element:last-of-type a { } #main-header { } #full-size-menu .top-bar, #full-size-menu li.menu-item span.user-email { } .top-bar-section li:not(.has-form) a:not(.button) { } #full-size-menu li.menu-item .dropdown-wrapper li a:hover { } #full-size-menu li.menu-item a:hover, #full-size-menu li.menu.item a:focus, nav.tab-bar a:hover { } #full-size-menu li.menu.item a:active, #full-size-menu li.menu.item a.active { } #full-size-menu li.menu-item a.open-mega-menu.active, #full-size-menu li.menu-item div.mega-menu, a.open-mega-menu.active { } #full-size-menu li.menu-item div.mega-menu li, #full-size-menu li.menu-item div.mega-menu a { border-color: #9a9a9a; } div.type-section h2 { font-size: 20px; line-height: 26px; font-weight: 300; } div.type-section h3 { margin-left: 15px; margin-bottom: 0px; font-weight: 300; } .journal-tabs .tab-title.active a { } </style> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/slick.css?f38b2db10e01b157?1732615622"> <meta name="title" content="Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis"> <meta name="description" content="This meta-analysis investigated the concurrent validity between virtual reality (VR)-based assessments and traditional neuropsychological assessments of executive function, with a focus on subcomponents such as cognitive flexibility, attention, and inhibition. A total of 1605 articles were identified through searches of PubMed, Web of Science, and ScienceDirect from 2013 to 2023. After removing duplicates, 1313 articles were screened based on their titles and abstracts, with 77 articles selected for full-text eligibility review. Of these, nine articles fully met the inclusion and exclusion criteria for this study. The effect size for overall executive function was assessed, with subcomponents categorized based on the specific assessment tools used in the studies. The effect size for each subcomponent—cognitive flexibility, attention, and inhibition—was then analyzed to provide a more detailed understanding of their relationships with traditional measures. The results revealed statistically significant correlations between VR-based assessments and traditional measures across all subcomponents. Additionally, sensitivity analyses confirmed the robustness of the findings, even when low-quality studies were excluded. These results support the use of VR-based assessments as a valid alternative to traditional methods for evaluating executive function. Moreover, the study highlights the potential of VR-based assessments as a valid alternative to traditional methods, emphasizing the need to address variability in executive function subcomponents and integrate diverse cognitive and motor metrics for greater ecological validity." > <link rel="image_src" href="https://pub.mdpi-res.com/img/journals/jintelligence-logo.png?8600e93ff98dbf14" > <meta name="dc.title" content="Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis"> <meta name="dc.creator" content="Si-An Lee"> <meta name="dc.creator" content="Ji-Yea Kim"> <meta name="dc.creator" content="Jin-Hyuck Park"> <meta name="dc.type" content="Systematic Review"> <meta name="dc.source" content="Journal of Intelligence 2024, Vol. 12, Page 108"> <meta name="dc.date" content="2024-10-31"> <meta name ="dc.identifier" content="10.3390/jintelligence12110108"> <meta name="dc.publisher" content="Multidisciplinary Digital Publishing Institute"> <meta name="dc.rights" content="http://creativecommons.org/licenses/by/3.0/"> <meta name="dc.format" content="application/pdf" > <meta name="dc.language" content="en" > <meta name="dc.description" content="This meta-analysis investigated the concurrent validity between virtual reality (VR)-based assessments and traditional neuropsychological assessments of executive function, with a focus on subcomponents such as cognitive flexibility, attention, and inhibition. A total of 1605 articles were identified through searches of PubMed, Web of Science, and ScienceDirect from 2013 to 2023. After removing duplicates, 1313 articles were screened based on their titles and abstracts, with 77 articles selected for full-text eligibility review. Of these, nine articles fully met the inclusion and exclusion criteria for this study. The effect size for overall executive function was assessed, with subcomponents categorized based on the specific assessment tools used in the studies. The effect size for each subcomponent—cognitive flexibility, attention, and inhibition—was then analyzed to provide a more detailed understanding of their relationships with traditional measures. The results revealed statistically significant correlations between VR-based assessments and traditional measures across all subcomponents. Additionally, sensitivity analyses confirmed the robustness of the findings, even when low-quality studies were excluded. These results support the use of VR-based assessments as a valid alternative to traditional methods for evaluating executive function. Moreover, the study highlights the potential of VR-based assessments as a valid alternative to traditional methods, emphasizing the need to address variability in executive function subcomponents and integrate diverse cognitive and motor metrics for greater ecological validity." > <meta name="dc.subject" content="virtual reality" > <meta name="dc.subject" content="executive function" > <meta name="dc.subject" content="neuropsychological assessment" > <meta name="dc.subject" content="ecological validity" > <meta name ="prism.issn" content="2079-3200"> <meta name ="prism.publicationName" content="Journal of Intelligence"> <meta name ="prism.publicationDate" content="2024-10-31"> <meta name ="prism.volume" content="12"> <meta name ="prism.number" content="11"> <meta name ="prism.section" content="Systematic Review" > <meta name ="prism.startingPage" content="108" > <meta name="citation_issn" content="2079-3200"> <meta name="citation_journal_title" content="Journal of Intelligence"> <meta name="citation_publisher" content="Multidisciplinary Digital Publishing Institute"> <meta name="citation_title" content="Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis"> <meta name="citation_publication_date" content="2024/11"> <meta name="citation_online_date" content="2024/10/31"> <meta name="citation_volume" content="12"> <meta name="citation_issue" content="11"> <meta name="citation_firstpage" content="108"> <meta name="citation_author" content="Lee, Si-An"> <meta name="citation_author" content="Kim, Ji-Yea"> <meta name="citation_author" content="Park, Jin-Hyuck"> <meta name="citation_doi" content="10.3390/jintelligence12110108"> <meta name="citation_id" content="mdpi-jintelligence12110108"> <meta name="citation_abstract_html_url" content="https://www.mdpi.com/2079-3200/12/11/108"> <meta name="citation_pdf_url" content="https://www.mdpi.com/2079-3200/12/11/108/pdf?version=1730362489"> <link rel="alternate" type="application/pdf" title="PDF Full-Text" href="https://www.mdpi.com/2079-3200/12/11/108/pdf?version=1730362489"> <meta name="fulltext_pdf" content="https://www.mdpi.com/2079-3200/12/11/108/pdf?version=1730362489"> <meta name="citation_fulltext_html_url" content="https://www.mdpi.com/2079-3200/12/11/108/htm"> <link rel="alternate" type="text/html" title="HTML Full-Text" href="https://www.mdpi.com/2079-3200/12/11/108/htm"> <meta name="fulltext_html" content="https://www.mdpi.com/2079-3200/12/11/108/htm"> <link rel="alternate" type="text/xml" title="XML Full-Text" href="https://www.mdpi.com/2079-3200/12/11/108/xml"> <meta name="fulltext_xml" content="https://www.mdpi.com/2079-3200/12/11/108/xml"> <meta name="citation_xml_url" content="https://www.mdpi.com/2079-3200/12/11/108/xml"> <meta name="twitter:card" content="summary" /> <meta name="twitter:site" content="@MDPIOpenAccess" /> <meta name="twitter:image" content="https://pub.mdpi-res.com/img/journals/jintelligence-logo-social.png?8600e93ff98dbf14" /> <meta property="fb:app_id" content="131189377574"/> <meta property="og:site_name" content="MDPI"/> <meta property="og:type" content="article"/> <meta property="og:url" content="https://www.mdpi.com/2079-3200/12/11/108" /> <meta property="og:title" content="Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis" /> <meta property="og:description" content="This meta-analysis investigated the concurrent validity between virtual reality (VR)-based assessments and traditional neuropsychological assessments of executive function, with a focus on subcomponents such as cognitive flexibility, attention, and inhibition. A total of 1605 articles were identified through searches of PubMed, Web of Science, and ScienceDirect from 2013 to 2023. After removing duplicates, 1313 articles were screened based on their titles and abstracts, with 77 articles selected for full-text eligibility review. Of these, nine articles fully met the inclusion and exclusion criteria for this study. The effect size for overall executive function was assessed, with subcomponents categorized based on the specific assessment tools used in the studies. The effect size for each subcomponent—cognitive flexibility, attention, and inhibition—was then analyzed to provide a more detailed understanding of their relationships with traditional measures. The results revealed statistically significant correlations between VR-based assessments and traditional measures across all subcomponents. Additionally, sensitivity analyses confirmed the robustness of the findings, even when low-quality studies were excluded. These results support the use of VR-based assessments as a valid alternative to traditional methods for evaluating executive function. Moreover, the study highlights the potential of VR-based assessments as a valid alternative to traditional methods, emphasizing the need to address variability in executive function subcomponents and integrate diverse cognitive and motor metrics for greater ecological validity." /> <meta property="og:image" content="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001-550.jpg?1730362796" /> <link rel="alternate" type="application/rss+xml" title="MDPI Publishing - Latest articles" href="https://www.mdpi.com/rss"> <meta name="google-site-verification" content="PxTlsg7z2S00aHroktQd57fxygEjMiNHydKn3txhvwY"> <meta name="facebook-domain-verification" content="mcoq8dtq6sb2hf7z29j8w515jjoof7" /> <script id="Cookiebot" data-cfasync="false" src="https://consent.cookiebot.com/uc.js" data-cbid="51491ddd-fe7a-4425-ab39-69c78c55829f" type="text/javascript" async></script> <!--[if lt IE 9]> <script>var browserIe8 = true;</script> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/ie8foundationfix.css?50273beac949cbf0?1732615622"> <script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script> <script src="//cdnjs.cloudflare.com/ajax/libs/html5shiv/3.6.2/html5shiv.js"></script> <script src="//s3.amazonaws.com/nwapi/nwmatcher/nwmatcher-1.2.5-min.js"></script> <script src="//html5base.googlecode.com/svn-history/r38/trunk/js/selectivizr-1.0.3b.js"></script> <script src="//cdnjs.cloudflare.com/ajax/libs/respond.js/1.1.0/respond.min.js"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/ie8patch.js?9e1d3c689a0471df?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/rem.min.js?94b62787dcd6d2f2?1732615622"></script> <![endif]--> <script type="text/plain" data-cookieconsent="statistics"> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-WPK7SW5'); </script> <script type="text/plain" data-cookieconsent="statistics"> _linkedin_partner_id = "2846186"; window._linkedin_data_partner_ids = window._linkedin_data_partner_ids || []; window._linkedin_data_partner_ids.push(_linkedin_partner_id); </script><script type="text/javascript"> (function(){var s = document.getElementsByTagName("script")[0]; var b = document.createElement("script"); b.type = "text/javascript";b.async = true; b.src = "https://snap.licdn.com/li.lms-analytics/insight.min.js"; s.parentNode.insertBefore(b, s);})(); </script> <script type="text/plain" data-cookieconsent="statistics" data-cfasync="false" src="//script.crazyegg.com/pages/scripts/0116/4951.js" async="async" ></script> </head> <body> <div class="direction direction_right" id="small_right" style="border-right-width: 0px; padding:0;"> <i class="fa fa-caret-right fa-2x"></i> </div> <div class="big_direction direction_right" id="big_right" style="border-right-width: 0px;"> <div style="text-align: right;"> Next Article in Journal<br> <div><a href="/2079-3200/12/11/109">Breaking Down the Concept of Students’ Thinking and Reasoning Skills for Implementation in the Classroom</a></div> </div> </div> <div class="direction" id="small_left" style="border-left-width: 0px"> <i class="fa fa-caret-left fa-2x"></i> </div> <div class="big_direction" id="big_left" style="border-left-width: 0px;"> <div> Previous Article in Journal<br> <div><a href="/2079-3200/12/11/107">Intellectual Differences Between Boys and Girls, 35 Years of Evolution in France from WISC-R to WISC-V</a></div> </div> </div> <div style="clear: both;"></div> <div id="menuModal" class="reveal-modal reveal-modal-new reveal-modal-menu" aria-hidden="true" data-reveal role="dialog"> <div class="menu-container"> <div class="UI_NavMenu"> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Journals</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="/about/journals">Active Journals</a> <a href="/about/journalfinder">Find a Journal</a> <a href="/about/journals/proposal">Journal Proposal</a> <a href="/about/proceedings">Proceedings Series</a> </div> </div> </div> </div> <a href="/topics"> <h2>Topics</h2> </a> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Information</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; max-width: 200px; float: left;"> <a href="/authors">For Authors</a> <a href="/reviewers">For Reviewers</a> <a href="/editors">For Editors</a> <a href="/librarians">For Librarians</a> <a href="/publishing_services">For Publishers</a> <a href="/societies">For Societies</a> <a href="/conference_organizers">For Conference Organizers</a> </div> <div style="width: 100%; max-width: 250px; float: left;"> <a href="/openaccess">Open Access Policy</a> <a href="/ioap">Institutional Open Access Program</a> <a href="/special_issues_guidelines">Special Issues Guidelines</a> <a href="/editorial_process">Editorial Process</a> <a href="/ethics">Research and Publication Ethics</a> <a href="/apc">Article Processing Charges</a> <a href="/awards">Awards</a> <a href="/testimonials">Testimonials</a> </div> </div> </div> </div> <a href="/authors/english"> <h2>Editing Services</h2> </a> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Initiatives</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer">Sciforum</a> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer">MDPI Books</a> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer">Preprints.org</a> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer">Scilit</a> <a href="https://sciprofiles.com" target="_blank" rel="noopener noreferrer">SciProfiles</a> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer">Encyclopedia</a> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer">JAMS</a> <a href="/about/proceedings">Proceedings Series</a> </div> </div> </div> </div> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>About</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="/about">Overview</a> <a href="/about/contact">Contact</a> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer">Careers</a> <a href="/about/announcements">News</a> <a href="/about/press">Press</a> <a href="http://blog.mdpi.com/" target="_blank" rel="noopener noreferrer">Blog</a> </div> </div> </div> </div> </div> <div class="menu-container__buttons"> <a class="button UA_SignInUpButton" href="/user/login">Sign In / Sign Up</a> </div> </div> </div> <div id="captchaModal" class="reveal-modal reveal-modal-new reveal-modal-new--small" data-reveal aria-label="Captcha" aria-hidden="true" role="dialog"></div> <div id="actionDisabledModal" class="reveal-modal" data-reveal aria-labelledby="actionDisableModalTitle" aria-hidden="true" role="dialog" style="width: 300px;"> <h2 id="actionDisableModalTitle">Notice</h2> <form action="/email/captcha" method="post" id="emailCaptchaForm"> <div class="row"> <div id="js-action-disabled-modal-text" class="small-12 columns"> </div> <div id="js-action-disabled-modal-submit" class="small-12 columns" style="margin-top: 10px; display: none;"> You can make submissions to other journals <a href="https://susy.mdpi.com/user/manuscripts/upload">here</a>. </div> </div> </form> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="rssNotificationModal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="rssNotificationModalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 id="rssNotificationModalTitle">Notice</h2> <p> You are accessing a machine-readable page. In order to be human-readable, please install an RSS reader. </p> </div> </div> <div class="row"> <div class="small-12 columns"> <a class="button button--color js-rss-notification-confirm">Continue</a> <a class="button button--grey" onclick="$(this).closest('.reveal-modal').find('.close-reveal-modal').click(); return false;">Cancel</a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="drop-article-label-openaccess" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> All articles published by MDPI are made immediately available worldwide under an open access license. No special permission is required to reuse all or part of the article published by MDPI, including figures and tables. For articles published under an open access Creative Common CC BY license, any part of the article may be reused without permission provided that the original article is clearly cited. For more information, please refer to <a href="https://www.mdpi.com/openaccess">https://www.mdpi.com/openaccess</a>. </p> </div> <div id="drop-article-label-feature" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Feature papers represent the most advanced research with significant potential for high impact in the field. A Feature Paper should be a substantial original Article that involves several techniques or approaches, provides an outlook for future research directions and describes possible research applications. </p> <p> Feature papers are submitted upon individual invitation or recommendation by the scientific editors and must receive positive feedback from the reviewers. </p> </div> <div id="drop-article-label-choice" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Editor’s Choice articles are based on recommendations by the scientific editors of MDPI journals from around the world. Editors select a small number of articles recently published in the journal that they believe will be particularly interesting to readers, or important in the respective research area. The aim is to provide a snapshot of some of the most exciting work published in the various research areas of the journal. <div style="margin-top: -10px;"> <div id="drop-article-label-choice-journal-link" style="display: none; margin-top: -10px; padding-top: 10px;"> </div> </div> </p> </div> <div id="drop-article-label-resubmission" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Original Submission Date Received: <span id="drop-article-label-resubmission-date"></span>. </p> </div> <div id="container"> <noscript> <div id="no-javascript"> You seem to have javascript disabled. Please note that many of the page functionalities won't work as expected without javascript enabled. </div> </noscript> <div class="fixed"> <nav class="tab-bar show-for-medium-down"> <div class="row full-width collapse"> <div class="medium-3 small-4 columns"> <a href="/"> <img class="full-size-menu__mdpi-logo" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-black-small1.svg?da3a8dcae975a41c?1732615622" style="width: 64px;" title="MDPI Open Access Journals"> </a> </div> <div class="medium-3 small-4 columns right-aligned"> <div class="show-for-medium-down"> <a href="#" style="display: none;"> <i class="material-icons" onclick="$('#menuModal').foundation('reveal', 'close'); return false;">clear</i> </a> <a class="js-toggle-desktop-layout-link" title="Toggle desktop layout" style="display: none;" href="/toggle_desktop_layout_cookie"> <i class="material-icons">zoom_out_map</i> </a> <a href="#" class="js-open-small-search open-small-search"> <i class="material-icons show-for-small only">search</i> </a> <a title="MDPI main page" class="js-open-menu" data-reveal-id="menuModal" href="#"> <i class="material-icons">menu</i> </a> </div> </div> </div> </nav> </div> <section class="main-section"> <header> <div class="full-size-menu show-for-large-up"> <div class="row full-width"> <div class="large-1 columns"> <a href="/"> <img class="full-size-menu__mdpi-logo" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-black-small1.svg?da3a8dcae975a41c?1732615622" title="MDPI Open Access Journals"> </a> </div> <div class="large-8 columns text-right UI_NavMenu"> <ul> <li class="menu-item"> <a href="/about/journals" data-dropdown="journals-dropdown" aria-controls="journals-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">Journals</a> <ul id="journals-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="/about/journals"> Active Journals </a> </li> <li> <a href="/about/journalfinder"> Find a Journal </a> </li> <li> <a href="/about/journals/proposal"> Journal Proposal </a> </li> <li> <a href="/about/proceedings"> Proceedings Series </a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/topics">Topics</a> </li> <li class="menu-item"> <a href="/authors" data-dropdown="information-dropdown" aria-controls="information-dropdown" aria-expanded="false" data-options="is_hover:true; hover_timeout:200">Information</a> <ul id="information-dropdown" class="f-dropdown dropdown-wrapper" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-5 columns right-border"> <ul> <li> <a href="/authors">For Authors</a> </li> <li> <a href="/reviewers">For Reviewers</a> </li> <li> <a href="/editors">For Editors</a> </li> <li> <a href="/librarians">For Librarians</a> </li> <li> <a href="/publishing_services">For Publishers</a> </li> <li> <a href="/societies">For Societies</a> </li> <li> <a href="/conference_organizers">For Conference Organizers</a> </li> </ul> </div> <div class="small-7 columns"> <ul> <li> <a href="/openaccess">Open Access Policy</a> </li> <li> <a href="/ioap">Institutional Open Access Program</a> </li> <li> <a href="/special_issues_guidelines">Special Issues Guidelines</a> </li> <li> <a href="/editorial_process">Editorial Process</a> </li> <li> <a href="/ethics">Research and Publication Ethics</a> </li> <li> <a href="/apc">Article Processing Charges</a> </li> <li> <a href="/awards">Awards</a> </li> <li> <a href="/testimonials">Testimonials</a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/authors/english">Editing Services</a> </li> <li class="menu-item"> <a href="/about/initiatives" data-dropdown="initiatives-dropdown" aria-controls="initiatives-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">Initiatives</a> <ul id="initiatives-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer"> Sciforum </a> </li> <li> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer"> MDPI Books </a> </li> <li> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer"> Preprints.org </a> </li> <li> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer"> Scilit </a> </li> <li> <a href="https://sciprofiles.com" target="_blank" rel="noopener noreferrer"> SciProfiles </a> </li> <li> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer"> Encyclopedia </a> </li> <li> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer"> JAMS </a> </li> <li> <a href="/about/proceedings"> Proceedings Series </a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/about" data-dropdown="about-dropdown" aria-controls="about-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">About</a> <ul id="about-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="/about"> Overview </a> </li> <li> <a href="/about/contact"> Contact </a> </li> <li> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer"> Careers </a> </li> <li> <a href="/about/announcements"> News </a> </li> <li> <a href="/about/press"> Press </a> </li> <li> <a href="http://blog.mdpi.com/" target="_blank" rel="noopener noreferrer"> Blog </a> </li> </ul> </div> </div> </li> </ul> </li> </ul> </div> <div class="large-3 columns text-right full-size-menu__buttons"> <div> <a class="button button--default-inversed UA_SignInUpButton" href="/user/login">Sign In / Sign Up</a> <a class="button button--default js-journal-active-only-link js-journal-active-only-submit-link UC_NavSubmitButton" href=" https://susy.mdpi.com/user/manuscripts/upload?journal=jintelligence " data-disabledmessage="new submissions are not possible.">Submit</a> </div> </div> </div> </div> <div class="header-divider"> </div> <div class="search-container hide-for-small-down row search-container__homepage-scheme"> <form id="basic_search" style="background-color: inherit !important;" class="large-12 medium-12 columns " action="/search" method="get"> <div class="row search-container__main-elements"> <div class="large-2 medium-2 small-12 columns text-right1 small-only-text-left"> <div class="show-for-medium-up"> <div class="search-input-label"> </div> </div> <span class="search-container__title">Search<span class="hide-for-medium"> for Articles</span><span class="hide-for-small">:</span></span> </div> <div class="custom-accordion-for-small-screen-content"> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Title / Keyword</div> </div> <input type="text" placeholder="Title / Keyword" id="q" tabindex="1" name="q" value="" /> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Author / Affiliation / Email</div> </div> <input type="text" id="authors" placeholder="Author / Affiliation / Email" tabindex="2" name="authors" value="" /> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Journal</div> </div> <select id="journal" tabindex="3" name="journal" class="chosen-select"> <option value="">All Journals</option> <option value="acoustics" > Acoustics </option> <option value="amh" > Acta Microbiologica Hellenica (AMH) </option> <option value="actuators" > Actuators </option> <option value="admsci" > Administrative Sciences </option> <option value="adolescents" > Adolescents </option> <option value="arm" > Advances in Respiratory Medicine (ARM) </option> <option value="aerobiology" > Aerobiology </option> <option value="aerospace" > Aerospace </option> <option value="agriculture" > Agriculture </option> <option value="agriengineering" > AgriEngineering </option> <option value="agrochemicals" > Agrochemicals </option> <option value="agronomy" > Agronomy </option> <option value="ai" > AI </option> <option value="air" > Air </option> <option value="algorithms" > Algorithms </option> <option value="allergies" > Allergies </option> <option value="alloys" > Alloys </option> <option value="analytica" > Analytica </option> <option value="analytics" > Analytics </option> <option value="anatomia" > Anatomia </option> <option value="anesthres" > Anesthesia Research </option> <option value="animals" > Animals </option> <option value="antibiotics" > Antibiotics </option> <option value="antibodies" > Antibodies </option> <option value="antioxidants" > Antioxidants </option> <option value="applbiosci" > Applied Biosciences </option> <option value="applmech" > Applied Mechanics </option> <option value="applmicrobiol" > Applied Microbiology </option> <option value="applnano" > Applied Nano </option> <option value="applsci" > Applied Sciences </option> <option value="asi" > Applied System Innovation (ASI) </option> <option value="appliedchem" > AppliedChem </option> <option value="appliedmath" > AppliedMath </option> <option value="aquacj" > Aquaculture Journal </option> <option value="architecture" > Architecture </option> <option value="arthropoda" > Arthropoda </option> <option value="arts" > Arts </option> <option value="astronomy" > Astronomy </option> <option value="atmosphere" > Atmosphere </option> <option value="atoms" > Atoms </option> <option value="audiolres" > Audiology Research </option> <option value="automation" > Automation </option> <option value="axioms" > Axioms </option> <option value="bacteria" > Bacteria </option> <option value="batteries" > Batteries </option> <option value="behavsci" > Behavioral Sciences </option> <option value="beverages" > Beverages </option> <option value="BDCC" > Big Data and Cognitive Computing (BDCC) </option> <option value="biochem" > BioChem </option> <option value="bioengineering" > Bioengineering </option> <option value="biologics" > Biologics </option> <option value="biology" > Biology </option> <option value="blsf" > Biology and Life Sciences Forum </option> <option value="biomass" > Biomass </option> <option value="biomechanics" > Biomechanics </option> <option value="biomed" > BioMed </option> <option value="biomedicines" > Biomedicines </option> <option value="biomedinformatics" > BioMedInformatics </option> <option value="biomimetics" > Biomimetics </option> <option value="biomolecules" > Biomolecules </option> <option value="biophysica" > Biophysica </option> <option value="biosensors" > Biosensors </option> <option value="biotech" > BioTech </option> <option value="birds" > Birds </option> <option value="blockchains" > Blockchains </option> <option value="brainsci" > Brain Sciences </option> <option value="buildings" > Buildings </option> <option value="businesses" > Businesses </option> <option value="carbon" > C </option> <option value="cancers" > Cancers </option> <option value="cardiogenetics" > Cardiogenetics </option> <option value="catalysts" > Catalysts </option> <option value="cells" > Cells </option> <option value="ceramics" > Ceramics </option> <option value="challenges" > Challenges </option> <option value="ChemEngineering" > ChemEngineering </option> <option value="chemistry" > Chemistry </option> <option value="chemproc" > Chemistry Proceedings </option> <option value="chemosensors" > Chemosensors </option> <option value="children" > Children </option> <option value="chips" > Chips </option> <option value="civileng" > CivilEng </option> <option value="cleantechnol" > Clean Technologies (Clean Technol.) </option> <option value="climate" > Climate </option> <option value="ctn" > Clinical and Translational Neuroscience (CTN) </option> <option value="clinbioenerg" > Clinical Bioenergetics </option> <option value="clinpract" > Clinics and Practice </option> <option value="clockssleep" > Clocks & Sleep </option> <option value="coasts" > Coasts </option> <option value="coatings" > Coatings </option> <option value="colloids" > Colloids and Interfaces </option> <option value="colorants" > Colorants </option> <option value="commodities" > Commodities </option> <option value="complications" > Complications </option> <option value="compounds" > Compounds </option> <option value="computation" > Computation </option> <option value="csmf" > Computer Sciences & Mathematics Forum </option> <option value="computers" > Computers </option> <option value="condensedmatter" > Condensed Matter </option> <option value="conservation" > Conservation </option> <option value="constrmater" > Construction Materials </option> <option value="cmd" > Corrosion and Materials Degradation (CMD) </option> <option value="cosmetics" > Cosmetics </option> <option value="covid" > COVID </option> <option value="crops" > Crops </option> <option value="cryo" > Cryo </option> <option value="cryptography" > Cryptography </option> <option value="crystals" > Crystals </option> <option value="cimb" > Current Issues in Molecular Biology (CIMB) </option> <option value="curroncol" > Current Oncology </option> <option value="dairy" > Dairy </option> <option value="data" > Data </option> <option value="dentistry" > Dentistry Journal </option> <option value="dermato" > Dermato </option> <option value="dermatopathology" > Dermatopathology </option> <option value="designs" > Designs </option> <option value="diabetology" > Diabetology </option> <option value="diagnostics" > Diagnostics </option> <option value="dietetics" > Dietetics </option> <option value="digital" > Digital </option> <option value="disabilities" > Disabilities </option> <option value="diseases" > Diseases </option> <option value="diversity" > Diversity </option> <option value="dna" > DNA </option> <option value="drones" > Drones </option> <option value="ddc" > Drugs and Drug Candidates (DDC) </option> <option value="dynamics" > Dynamics </option> <option value="earth" > Earth </option> <option value="ecologies" > Ecologies </option> <option value="econometrics" > Econometrics </option> <option value="economies" > Economies </option> <option value="education" > Education Sciences </option> <option value="electricity" > Electricity </option> <option value="electrochem" > Electrochem </option> <option value="electronicmat" > Electronic Materials </option> <option value="electronics" > Electronics </option> <option value="ecm" > Emergency Care and Medicine </option> <option value="encyclopedia" > Encyclopedia </option> <option value="endocrines" > Endocrines </option> <option value="energies" > Energies </option> <option value="esa" > Energy Storage and Applications (ESA) </option> <option value="eng" > Eng </option> <option value="engproc" > Engineering Proceedings </option> <option value="entropy" > Entropy </option> <option value="environsciproc" > Environmental Sciences Proceedings </option> <option value="environments" > Environments </option> <option value="epidemiologia" > Epidemiologia </option> <option value="epigenomes" > Epigenomes </option> <option value="ebj" > European Burn Journal (EBJ) </option> <option value="ejihpe" > European Journal of Investigation in Health, Psychology and Education (EJIHPE) </option> <option value="fermentation" > Fermentation </option> <option value="fibers" > Fibers </option> <option value="fintech" > FinTech </option> <option value="fire" > Fire </option> <option value="fishes" > Fishes </option> <option value="fluids" > Fluids </option> <option value="foods" > Foods </option> <option value="forecasting" > Forecasting </option> <option value="forensicsci" > Forensic Sciences </option> <option value="forests" > Forests </option> <option value="fossstud" > Fossil Studies </option> <option value="foundations" > Foundations </option> <option value="fractalfract" > Fractal and Fractional (Fractal Fract) </option> <option value="fuels" > Fuels </option> <option value="future" > Future </option> <option value="futureinternet" > Future Internet </option> <option value="futurepharmacol" > Future Pharmacology </option> <option value="futuretransp" > Future Transportation </option> <option value="galaxies" > Galaxies </option> <option value="games" > Games </option> <option value="gases" > Gases </option> <option value="gastroent" > Gastroenterology Insights </option> <option value="gastrointestdisord" > Gastrointestinal Disorders </option> <option value="gastronomy" > Gastronomy </option> <option value="gels" > Gels </option> <option value="genealogy" > Genealogy </option> <option value="genes" > Genes </option> <option value="geographies" > Geographies </option> <option value="geohazards" > GeoHazards </option> <option value="geomatics" > Geomatics </option> <option value="geometry" > Geometry </option> <option value="geosciences" > Geosciences </option> <option value="geotechnics" > Geotechnics </option> <option value="geriatrics" > Geriatrics </option> <option value="glacies" > Glacies </option> <option value="gucdd" > Gout, Urate, and Crystal Deposition Disease (GUCDD) </option> <option value="grasses" > Grasses </option> <option value="hardware" > Hardware </option> <option value="healthcare" > Healthcare </option> <option value="hearts" > Hearts </option> <option value="hemato" > Hemato </option> <option value="hematolrep" > Hematology Reports </option> <option value="heritage" > Heritage </option> <option value="histories" > Histories </option> <option value="horticulturae" > Horticulturae </option> <option value="hospitals" > Hospitals </option> <option value="humanities" > Humanities </option> <option value="humans" > Humans </option> <option value="hydrobiology" > Hydrobiology </option> <option value="hydrogen" > Hydrogen </option> <option value="hydrology" > Hydrology </option> <option value="hygiene" > Hygiene </option> <option value="immuno" > Immuno </option> <option value="idr" > Infectious Disease Reports </option> <option value="informatics" > Informatics </option> <option value="information" > Information </option> <option value="infrastructures" > Infrastructures </option> <option value="inorganics" > Inorganics </option> <option value="insects" > Insects </option> <option value="instruments" > Instruments </option> <option value="iic" > Intelligent Infrastructure and Construction </option> <option value="ijerph" > International Journal of Environmental Research and Public Health (IJERPH) </option> <option value="ijfs" > International Journal of Financial Studies (IJFS) </option> <option value="ijms" > International Journal of Molecular Sciences (IJMS) </option> <option value="IJNS" > International Journal of Neonatal Screening (IJNS) </option> <option value="ijpb" > International Journal of Plant Biology (IJPB) </option> <option value="ijt" > International Journal of Topology </option> <option value="ijtm" > International Journal of Translational Medicine (IJTM) </option> <option value="ijtpp" > International Journal of Turbomachinery, Propulsion and Power (IJTPP) </option> <option value="ime" > International Medical Education (IME) </option> <option value="inventions" > Inventions </option> <option value="IoT" > IoT </option> <option value="ijgi" > ISPRS International Journal of Geo-Information (IJGI) </option> <option value="J" > J </option> <option value="jal" > Journal of Ageing and Longevity (JAL) </option> <option value="jcdd" > Journal of Cardiovascular Development and Disease (JCDD) </option> <option value="jcto" > Journal of Clinical & Translational Ophthalmology (JCTO) </option> <option value="jcm" > Journal of Clinical Medicine (JCM) </option> <option value="jcs" > Journal of Composites Science (J. Compos. Sci.) </option> <option value="jcp" > Journal of Cybersecurity and Privacy (JCP) </option> <option value="jdad" > Journal of Dementia and Alzheimer's Disease (JDAD) </option> <option value="jdb" > Journal of Developmental Biology (JDB) </option> <option value="jeta" > Journal of Experimental and Theoretical Analyses (JETA) </option> <option value="jfb" > Journal of Functional Biomaterials (JFB) </option> <option value="jfmk" > Journal of Functional Morphology and Kinesiology (JFMK) </option> <option value="jof" > Journal of Fungi (JoF) </option> <option value="jimaging" > Journal of Imaging (J. Imaging) </option> <option value="jintelligence" selected='selected'> Journal of Intelligence (J. Intell.) </option> <option value="jlpea" > Journal of Low Power Electronics and Applications (JLPEA) </option> <option value="jmmp" > Journal of Manufacturing and Materials Processing (JMMP) </option> <option value="jmse" > Journal of Marine Science and Engineering (JMSE) </option> <option value="jmahp" > Journal of Market Access & Health Policy (JMAHP) </option> <option value="jmp" > Journal of Molecular Pathology (JMP) </option> <option value="jnt" > Journal of Nanotheranostics (JNT) </option> <option value="jne" > Journal of Nuclear Engineering (JNE) </option> <option value="ohbm" > Journal of Otorhinolaryngology, Hearing and Balance Medicine (JOHBM) </option> <option value="jop" > Journal of Parks </option> <option value="jpm" > Journal of Personalized Medicine (JPM) </option> <option value="jpbi" > Journal of Pharmaceutical and BioTech Industry (JPBI) </option> <option value="jor" > Journal of Respiration (JoR) </option> <option value="jrfm" > Journal of Risk and Financial Management (JRFM) </option> <option value="jsan" > Journal of Sensor and Actuator Networks (JSAN) </option> <option value="joma" > Journal of the Oman Medical Association (JOMA) </option> <option value="jtaer" > Journal of Theoretical and Applied Electronic Commerce Research (JTAER) </option> <option value="jvd" > Journal of Vascular Diseases (JVD) </option> <option value="jox" > Journal of Xenobiotics (JoX) </option> <option value="jzbg" > Journal of Zoological and Botanical Gardens (JZBG) </option> <option value="journalmedia" > Journalism and Media </option> <option value="kidneydial" > Kidney and Dialysis </option> <option value="kinasesphosphatases" > Kinases and Phosphatases </option> <option value="knowledge" > Knowledge </option> <option value="labmed" > LabMed </option> <option value="laboratories" > Laboratories </option> <option value="land" > Land </option> <option value="languages" > Languages </option> <option value="laws" > Laws </option> <option value="life" > Life </option> <option value="limnolrev" > Limnological Review </option> <option value="lipidology" > Lipidology </option> <option value="liquids" > Liquids </option> <option value="literature" > Literature </option> <option value="livers" > Livers </option> <option value="logics" > Logics </option> <option value="logistics" > Logistics </option> <option value="lubricants" > Lubricants </option> <option value="lymphatics" > Lymphatics </option> <option value="make" > Machine Learning and Knowledge Extraction (MAKE) </option> <option value="machines" > Machines </option> <option value="macromol" > Macromol </option> <option value="magnetism" > Magnetism </option> <option value="magnetochemistry" > Magnetochemistry </option> <option value="marinedrugs" > Marine Drugs </option> <option value="materials" > Materials </option> <option value="materproc" > Materials Proceedings </option> <option value="mca" > Mathematical and Computational Applications (MCA) </option> <option value="mathematics" > Mathematics </option> <option value="medsci" > Medical Sciences </option> <option value="msf" > Medical Sciences Forum </option> <option value="medicina" > Medicina </option> <option value="medicines" > Medicines </option> <option value="membranes" > Membranes </option> <option value="merits" > Merits </option> <option value="metabolites" > Metabolites </option> <option value="metals" > Metals </option> <option value="meteorology" > Meteorology </option> <option value="methane" > Methane </option> <option value="mps" > Methods and Protocols (MPs) </option> <option value="metrics" > Metrics </option> <option value="metrology" > Metrology </option> <option value="micro" > Micro </option> <option value="microbiolres" > Microbiology Research </option> <option value="micromachines" > Micromachines </option> <option value="microorganisms" > Microorganisms </option> <option value="microplastics" > Microplastics </option> <option value="minerals" > Minerals </option> <option value="mining" > Mining </option> <option value="modelling" > Modelling </option> <option value="mmphys" > Modern Mathematical Physics </option> <option value="molbank" > Molbank </option> <option value="molecules" > Molecules </option> <option value="mti" > Multimodal Technologies and Interaction (MTI) </option> <option value="muscles" > Muscles </option> <option value="nanoenergyadv" > Nanoenergy Advances </option> <option value="nanomanufacturing" > Nanomanufacturing </option> <option value="nanomaterials" > Nanomaterials </option> <option value="ndt" > NDT </option> <option value="network" > Network </option> <option value="neuroglia" > Neuroglia </option> <option value="neurolint" > Neurology International </option> <option value="neurosci" > NeuroSci </option> <option value="nitrogen" > Nitrogen </option> <option value="ncrna" > Non-Coding RNA (ncRNA) </option> <option value="nursrep" > Nursing Reports </option> <option value="nutraceuticals" > Nutraceuticals </option> <option value="nutrients" > Nutrients </option> <option value="obesities" > Obesities </option> <option value="oceans" > Oceans </option> <option value="onco" > Onco </option> <option value="optics" > Optics </option> <option value="oral" > Oral </option> <option value="organics" > Organics </option> <option value="organoids" > Organoids </option> <option value="osteology" > Osteology </option> <option value="oxygen" > Oxygen </option> <option value="parasitologia" > Parasitologia </option> <option value="particles" > Particles </option> <option value="pathogens" > Pathogens </option> <option value="pathophysiology" > Pathophysiology </option> <option value="pediatrrep" > Pediatric Reports </option> <option value="pets" > Pets </option> <option value="pharmaceuticals" > Pharmaceuticals </option> <option value="pharmaceutics" > Pharmaceutics </option> <option value="pharmacoepidemiology" > Pharmacoepidemiology </option> <option value="pharmacy" > Pharmacy </option> <option value="philosophies" > Philosophies </option> <option value="photochem" > Photochem </option> <option value="photonics" > Photonics </option> <option value="phycology" > Phycology </option> <option value="physchem" > Physchem </option> <option value="psf" > Physical Sciences Forum </option> <option value="physics" > Physics </option> <option value="physiologia" > Physiologia </option> <option value="plants" > Plants </option> <option value="plasma" > Plasma </option> <option value="platforms" > Platforms </option> <option value="pollutants" > Pollutants </option> <option value="polymers" > Polymers </option> <option value="polysaccharides" > Polysaccharides </option> <option value="populations" > Populations </option> <option value="poultry" > Poultry </option> <option value="powders" > Powders </option> <option value="proceedings" > Proceedings </option> <option value="processes" > Processes </option> <option value="prosthesis" > Prosthesis </option> <option value="proteomes" > Proteomes </option> <option value="psychiatryint" > Psychiatry International </option> <option value="psychoactives" > Psychoactives </option> <option value="psycholint" > Psychology International </option> <option value="publications" > Publications </option> <option value="qubs" > Quantum Beam Science (QuBS) </option> <option value="quantumrep" > Quantum Reports </option> <option value="quaternary" > Quaternary </option> <option value="radiation" > Radiation </option> <option value="reactions" > Reactions </option> <option value="realestate" > Real Estate </option> <option value="receptors" > Receptors </option> <option value="recycling" > Recycling </option> <option value="rsee" > Regional Science and Environmental Economics (RSEE) </option> <option value="religions" > Religions </option> <option value="remotesensing" > Remote Sensing </option> <option value="reports" > Reports </option> <option value="reprodmed" > Reproductive Medicine (Reprod. Med.) </option> <option value="resources" > Resources </option> <option value="rheumato" > Rheumato </option> <option value="risks" > Risks </option> <option value="robotics" > Robotics </option> <option value="ruminants" > Ruminants </option> <option value="safety" > Safety </option> <option value="sci" > Sci </option> <option value="scipharm" > Scientia Pharmaceutica (Sci. Pharm.) </option> <option value="sclerosis" > Sclerosis </option> <option value="seeds" > Seeds </option> <option value="sensors" > Sensors </option> <option value="separations" > Separations </option> <option value="sexes" > Sexes </option> <option value="signals" > Signals </option> <option value="sinusitis" > Sinusitis </option> <option value="smartcities" > Smart Cities </option> <option value="socsci" > Social Sciences </option> <option value="siuj" > Société Internationale d’Urologie Journal (SIUJ) </option> <option value="societies" > Societies </option> <option value="software" > Software </option> <option value="soilsystems" > Soil Systems </option> <option value="solar" > Solar </option> <option value="solids" > Solids </option> <option value="spectroscj" > Spectroscopy Journal </option> <option value="sports" > Sports </option> <option value="standards" > Standards </option> <option value="stats" > Stats </option> <option value="stresses" > Stresses </option> <option value="surfaces" > Surfaces </option> <option value="surgeries" > Surgeries </option> <option value="std" > Surgical Techniques Development </option> <option value="sustainability" > Sustainability </option> <option value="suschem" > Sustainable Chemistry </option> <option value="symmetry" > Symmetry </option> <option value="synbio" > SynBio </option> <option value="systems" > Systems </option> <option value="targets" > Targets </option> <option value="taxonomy" > Taxonomy </option> <option value="technologies" > Technologies </option> <option value="telecom" > Telecom </option> <option value="textiles" > Textiles </option> <option value="thalassrep" > Thalassemia Reports </option> <option value="therapeutics" > Therapeutics </option> <option value="thermo" > Thermo </option> <option value="timespace" > Time and Space </option> <option value="tomography" > Tomography </option> <option value="tourismhosp" > Tourism and Hospitality </option> <option value="toxics" > Toxics </option> <option value="toxins" > Toxins </option> <option value="transplantology" > Transplantology </option> <option value="traumacare" > Trauma Care </option> <option value="higheredu" > Trends in Higher Education </option> <option value="tropicalmed" > Tropical Medicine and Infectious Disease (TropicalMed) </option> <option value="universe" > Universe </option> <option value="urbansci" > Urban Science </option> <option value="uro" > Uro </option> <option value="vaccines" > Vaccines </option> <option value="vehicles" > Vehicles </option> <option value="venereology" > Venereology </option> <option value="vetsci" > Veterinary Sciences </option> <option value="vibration" > Vibration </option> <option value="virtualworlds" > Virtual Worlds </option> <option value="viruses" > Viruses </option> <option value="vision" > Vision </option> <option value="waste" > Waste </option> <option value="water" > Water </option> <option value="wild" > Wild </option> <option value="wind" > Wind </option> <option value="women" > Women </option> <option value="world" > World </option> <option value="wevj" > World Electric Vehicle Journal (WEVJ) </option> <option value="youth" > Youth </option> <option value="zoonoticdis" > Zoonotic Diseases </option> </select> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Article Type</div> </div> <select id="article_type" tabindex="4" name="article_type" class="chosen-select"> <option value="">All Article Types</option> <option value="research-article">Article</option> <option value="review-article">Review</option> <option value="rapid-communication">Communication</option> <option value="editorial">Editorial</option> <option value="abstract">Abstract</option> <option value="book-review">Book Review</option> <option value="brief-communication">Brief Communication</option> <option value="brief-report">Brief Report</option> <option value="case-report">Case Report</option> <option value="clinicopathological-challenge">Clinicopathological Challenge</option> <option value="article-commentary">Comment</option> <option value="commentary">Commentary</option> <option value="concept-paper">Concept Paper</option> <option value="conference-report">Conference Report</option> <option value="correction">Correction</option> <option value="creative">Creative</option> <option value="data-descriptor">Data Descriptor</option> <option value="discussion">Discussion</option> <option value="Entry">Entry</option> <option value="essay">Essay</option> <option value="expression-of-concern">Expression of Concern</option> <option value="extended-abstract">Extended Abstract</option> <option value="field-guide">Field Guide</option> <option value="guidelines">Guidelines</option> <option value="hypothesis">Hypothesis</option> <option value="interesting-image">Interesting Images</option> <option value="letter">Letter</option> <option value="books-received">New Book Received</option> <option value="obituary">Obituary</option> <option value="opinion">Opinion</option> <option value="perspective">Perspective</option> <option value="proceedings">Proceeding Paper</option> <option value="project-report">Project Report</option> <option value="protocol">Protocol</option> <option value="registered-report">Registered Report</option> <option value="reply">Reply</option> <option value="retraction">Retraction</option> <option value="note">Short Note</option> <option value="study-protocol">Study Protocol</option> <option value="systematic_review">Systematic Review</option> <option value="technical-note">Technical Note</option> <option value="tutorial">Tutorial</option> <option value="viewpoint">Viewpoint</option> </select> </div> <div class="large-1 medium-1 small-6 end columns small-push-6 medium-reset-order large-reset-order js-search-collapsed-button-container"> <div class="search-input-label"> </div> <input type="submit" id="search" value="Search" class="button button--dark button--full-width searchButton1 US_SearchButton" tabindex="12"> </div> <div class="large-1 medium-1 small-6 end columns large-text-left small-only-text-center small-pull-6 medium-reset-order large-reset-order js-search-collapsed-link-container"> <div class="search-input-label"> </div> <a class="main-search-clear search-container__link" href="#" onclick="openAdvanced(''); return false;">Advanced<span class="show-for-small-only"> Search</span></a> </div> </div> </div> <div class="search-container__advanced" style="margin-top: 0; padding-top: 0px; background-color: inherit; color: inherit;"> <div class="row"> <div class="large-2 medium-2 columns show-for-medium-up"> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Section</div> </div> <select id="section" tabindex="5" name="section" class="chosen-select"> <option value=""></option> </select> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Special Issue</div> </div> <select id="special_issue" tabindex="6" name="special_issue" class="chosen-select"> <option value=""></option> </select> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Volume</div> <input type="text" id="volume" tabindex="7" name="volume" placeholder="..." value="12" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Issue</div> <input type="text" id="issue" tabindex="8" name="issue" placeholder="..." value="11" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Number</div> <input type="text" id="number" tabindex="9" name="number" placeholder="..." value="" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Page</div> <input type="text" id="page" tabindex="10" name="page" placeholder="..." value="" /> </div> <div class="large-1 medium-1 small-6 columns small-push-6 medium-reset order large-reset-order medium-reset-order js-search-expanded-button-container"></div> <div class="large-1 medium-1 small-6 columns large-text-left small-only-text-center small-pull-6 medium-reset-order large-reset-order js-search-expanded-link-container"></div> </div> </div> </form> <form id="advanced-search" class="large-12 medium-12 columns"> <div class="search-container__advanced"> <div id="advanced-search-template" class="row advanced-search-row"> <div class="large-2 medium-2 small-12 columns show-for-medium-up"> </div> <div class="large-2 medium-2 small-3 columns connector-div"> <div class="search-input-label"><span class="show-for-medium-up">Logical Operator</span><span class="show-for-small">Operator</span></div> <select class="connector"> <option value="and">AND</option> <option value="or">OR</option> </select> </div> <div class="large-3 medium-3 small-6 columns search-text-div"> <div class="search-input-label">Search Text</div> <input type="text" class="search-text" placeholder="Search text"> </div> <div class="large-2 medium-2 small-6 large-offset-0 medium-offset-0 small-offset-3 columns search-field-div"> <div class="search-input-label">Search Type</div> <select class="search-field"> <option value="all">All fields</option> <option value="title">Title</option> <option value="abstract">Abstract</option> <option value="keywords">Keywords</option> <option value="authors">Authors</option> <option value="affiliations">Affiliations</option> <option value="doi">Doi</option> <option value="full_text">Full Text</option> <option value="references">References</option> </select> </div> <div class="large-1 medium-1 small-3 columns"> <div class="search-input-label"> </div> <div class="search-action-div"> <div class="search-plus"> <i class="material-icons">add_circle_outline</i> </div> </div> <div class="search-action-div"> <div class="search-minus"> <i class="material-icons">remove_circle_outline</i> </div> </div> </div> <div class="large-1 medium-1 small-6 large-offset-0 medium-offset-0 small-offset-3 end columns"> <div class="search-input-label"> </div> <input class="advanced-search-button button button--dark search-submit" type="submit" value="Search"> </div> <div class="large-1 medium-1 small-6 end columns show-for-medium-up"></div> </div> </div> </form> </div> <div class="header-divider"> </div> <div class="breadcrumb row full-row"> <div class="breadcrumb__element"> <a href="/about/journals">Journals</a> </div> <div class="breadcrumb__element"> <a href="/journal/jintelligence">J. Intell.</a> </div> <div class="breadcrumb__element"> <a href="/2079-3200/12">Volume 12</a> </div> <div class="breadcrumb__element"> <a href="/2079-3200/12/11">Issue 11</a> </div> <div class="breadcrumb__element"> <a href="#">10.3390/jintelligence12110108</a> </div> </div> </header> <div id="main-content" class=""> <div class="row full-width row-fixed-left-column"> <div id="left-column" class="content__column large-3 medium-3 small-12 columns"> <div class="content__container"> <a href="/journal/jintelligence"> <img src="https://pub.mdpi-res.com/img/journals/jintelligence-logo.png?8600e93ff98dbf14" alt="jintelligence-logo" title="Journal of Intelligence" style="max-height: 60px; margin: 0 0 0 0;"> </a> <div class="generic-item no-border"> <a class="button button--color button--full-width js-journal-active-only-link js-journal-active-only-submit-link UC_ArticleSubmitButton" href="https://susy.mdpi.com/user/manuscripts/upload?form%5Bjournal_id%5D%3D106" data-disabledmessage="creating new submissions is not possible."> Submit to this Journal </a> <a class="button button--color button--full-width js-journal-active-only-link UC_ArticleReviewButton" href="https://susy.mdpi.com/volunteer/journals/review" data-disabledmessage="volunteering as journal reviewer is not possible."> Review for this Journal </a> <a class="button button--color-inversed button--color-journal button--full-width js-journal-active-only-link UC_ArticleEditIssueButton" href="/journalproposal/sendproposalspecialissue/jintelligence" data-path="/2079-3200/12/11/108" data-disabledmessage="proposing new special issue is not possible."> Propose a Special Issue </a> </div> <div class="generic-item link-article-menu show-for-small"> <a href="#" class="link-article-menu show-for-small"> <span class="closed">►</span> <span class="open" style="display: none;">▼</span> Article Menu </a> </div> <div class="hide-small-down-initially UI_ArticleMenu"> <div class="generic-item"> <h2>Article Menu</h2> </div> <ul class="accordion accordion__menu" data-accordion data-options="multi_expand:true;toggleable: true"> <li class="accordion-direct-link"> <a href="/2079-3200/12/11/108/scifeed_display" data-reveal-id="scifeed-modal" data-reveal-ajax="true">Subscribe SciFeed</a> </li> <li class="accordion-navigation"> <a href="#related" class="accordion__title">Related Info Link</a> <div id="related" class="content UI_ArticleMenu_RelatedLinks"> <ul> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Concurrent%20Validity%20of%20Virtual%20Reality-Based%20Assessment%20of%20Executive%20Function%3A%20A%20Systematic%20Review%20and%20Meta-Analysis" target="_blank" rel="noopener noreferrer">Google Scholar</a> </li> </ul> </div> </li> <li class="accordion-navigation"> <a href="#authors" class="accordion__title">More by Authors Links</a> <div id="authors" class="content UI_ArticleMenu_AuthorsLinks"> <ul class="side-menu-ul"> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on DOAJ</a> </li> <div id="AuthorDOAJExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Si-An%20Lee%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Lee, S.</a> <li> </li> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Ji-Yea%20Kim%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Kim, J.</a> <li> </li> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Jin-Hyuck%20Park%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Park, J.</a> <li> </li> </ul> </div> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on Google Scholar</a> </li> <div id="AuthorGoogleExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Si-An%20Lee" target="_blank" rel="noopener noreferrer">Lee, S.</a> <li> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Ji-Yea%20Kim" target="_blank" rel="noopener noreferrer">Kim, J.</a> <li> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Jin-Hyuck%20Park" target="_blank" rel="noopener noreferrer">Park, J.</a> <li> </li> </ul> </div> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on PubMed</a> </li> <div id="AuthorPubMedExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Si-An%20Lee" target="_blank" rel="noopener noreferrer">Lee, S.</a> <li> </li> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Ji-Yea%20Kim" target="_blank" rel="noopener noreferrer">Kim, J.</a> <li> </li> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Jin-Hyuck%20Park" target="_blank" rel="noopener noreferrer">Park, J.</a> <li> </li> </ul> </div> </ul> </div> </li> </ul> <span style="display:none" id="scifeed_hidden_flag"></span> <span style="display:none" id="scifeed_subscribe_url">/ajax/scifeed/subscribe</span> </div> </div> <div class="content__container responsive-moving-container large medium active hidden" data-id="article-counters"> <div id="counts-wrapper" class="row generic-item no-border" data-equalizer> <div id="js-counts-wrapper__views" class="small-12 hide columns count-div-container"> <a href="#metrics" > <div class="count-div" data-equalizer-watch> <span class="name">Article Views</span> <span class="count view-number"></span> </div> </a> </div> <div id="js-counts-wrapper__citations" class="small-12 columns hide count-div-container"> <a href="#metrics" > <div class="count-div" data-equalizer-watch> <span class="name">Citations</span> <span class="count citations-number Var_ArticleMaxCitations">-</span> </div> </a> </div> </div> </div> <div class="content__container"> <div class="hide-small-down-initially"> <ul class="accordion accordion__menu" data-accordion data-options="multi_expand:true;toggleable: true"> <li class="accordion-navigation"> <a href="#table_of_contents" class="accordion__title">Table of Contents</a> <div id="table_of_contents" class="content active"> <div class="menu-caption" id="html-quick-links-title"></div> </div> </li> </ul> </div> </div> <!-- PubGrade code --> <div id="pbgrd-sky"></div> <script src="https://cdn.pbgrd.com/core-mdpi.js"></script> <style>.content__container { min-width: 300px; }</style> <!-- PubGrade code --> </div> <div id="middle-column" class="content__column large-9 medium-9 small-12 columns end middle-bordered"> <div class="middle-column__help"> <div class="middle-column__help__fixed show-for-medium-up"> <span id="js-altmetrics-donut" href="#" target="_blank" rel="noopener noreferrer" style="display: none;"> <span data-badge-type='donut' class='altmetric-embed' data-doi='10.3390/jintelligence12110108'></span> <span>Altmetric</span> </span> <a href="#" class="UA_ShareButton" data-reveal-id="main-share-modal" title="Share"> <i class="material-icons">share</i> <span>Share</span> </a> <a href="#" data-reveal-id="main-help-modal" title="Help"> <i class="material-icons">announcement</i> <span>Help</span> </a> <a href="javascript:void(0);" data-reveal-id="cite-modal" data-counterslink = "https://www.mdpi.com/2079-3200/12/11/108/cite" > <i class="material-icons">format_quote</i> <span>Cite</span> </a> <a href="https://sciprofiles.com/discussion-groups/public/10.3390/jintelligence12110108?utm_source=mpdi.com&utm_medium=publication&utm_campaign=discuss_in_sciprofiles" target="_blank" rel="noopener noreferrer" title="Discuss in Sciprofiles"> <i class="material-icons">question_answer</i> <span>Discuss in SciProfiles</span> </a> <a href="#" class="" data-hypothesis-trigger-endorses-tab title="Endorse"> <i data-hypothesis-endorse-trigger class="material-icons" >thumb_up</i> <div data-hypothesis-endorsement-count data-hypothesis-trigger-endorses-tab class="hypothesis-count-container"> ... </div> <span>Endorse</span> </a> <a href="#" data-hypothesis-trigger class="js-hypothesis-open UI_ArticleAnnotationsButton" title="Comment"> <i class="material-icons">textsms</i> <div data-hypothesis-annotation-count class="hypothesis-count-container"> ... </div> <span>Comment</span> </a> </div> <div id="main-help-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Need Help?</h2> </div> <div class="small-6 columns"> <h3>Support</h3> <p> Find support for a specific problem in the support section of our website. </p> <a target="_blank" href="/about/contactform" class="button button--color button--full-width"> Get Support </a> </div> <div class="small-6 columns"> <h3>Feedback</h3> <p> Please let us know what you think of our products and services. </p> <a target="_blank" href="/feedback/send" class="button button--color button--full-width"> Give Feedback </a> </div> <div class="small-6 columns end"> <h3>Information</h3> <p> Visit our dedicated information section to learn more about MDPI. </p> <a target="_blank" href="/authors" class="button button--color button--full-width"> Get Information </a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> </div> <div class="middle-column__main "> <div class="page-highlight"> <style type="text/css"> img.review-status { width: 30px; } </style> <div id="jmolModal" class="reveal-modal" data-reveal aria-labelledby="Captcha" aria-hidden="true" role="dialog"> <h2>JSmol Viewer</h2> <div class="row"> <div class="small-12 columns text-center"> <iframe style="width: 520px; height: 520px;" frameborder="0" id="jsmol-content"></iframe> <div class="content"></div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div itemscope itemtype="http://schema.org/ScholarlyArticle" id="abstract" class="abstract_div"> <div class="js-check-update-container"></div> <div class="html-content__container content__container content__container__combined-for-large__first" style="overflow: auto; position: inherit;"> <div class='html-profile-nav'> <div class='top-bar'> <div class='nav-sidebar-btn show-for-large-up' data-status='opened' > <i class='material-icons'>first_page</i> </div> <a id="js-button-download" class="button button--color-inversed" style="display: none;" href="/2079-3200/12/11/108/pdf?version=1730362489" data-name="Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis" data-journal="jintelligence"> <i class="material-icons custom-download"></i> Download PDF </a> <div class='nav-btn'> <i class='material-icons'>settings</i> </div> <a href="/2079-3200/12/11/108/reprints" id="js-button-reprints" class="button button--color-inversed"> Order Article Reprints </a> </div> <div class='html-article-menu'> <div class='html-first-step row'> <div class='html-font-family large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'> Font Type: </div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option"><i style='font-family:Arial, Arial, Helvetica, sans-serif;' data-fontfamily='Arial, Arial, Helvetica, sans-serif'>Arial</i></span> <span class="html-article-menu-option"><i style='font-family:Georgia1, Georgia, serif;' data-fontfamily='Georgia1, Georgia, serif'>Georgia</i></span> <span class="html-article-menu-option"><i style='font-family:Verdana, Verdana, Geneva, sans-serif;' data-fontfamily='Verdana, Verdana, Geneva, sans-serif' >Verdana</i></span> </div> </div> </div> <div class='html-font-resize large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'>Font Size:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-percent="100">Aa</span> <span class="html-article-menu-option a2" data-percent="120">Aa</span> <span class="html-article-menu-option a3" data-percent="160">Aa</span> </div> </div> </div> </div> <div class='row'> <div class='html-line-space large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns' >Line Spacing:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-line-height="1.5em"> <i class="fa"></i> </span> <span class="html-article-menu-option a2" data-line-height="1.8em"> <i class="fa"></i> </span> <span class="html-article-menu-option a3" data-line-height="2.1em"> <i class="fa"></i> </span> </div> </div> </div> <div class='html-column-width large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns' >Column Width:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-column-width="20%"> <i class="fa"></i> </span> <span class="html-article-menu-option a2" data-column-width="10%"> <i class="fa"></i> </span> <span class="html-article-menu-option a3" data-column-width="0%"> <i class="fa"></i> </span> </div> </div> </div> </div> <div class='row'> <div class='html-font-bg large-6 medium-6 small-12 columns end'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'>Background:</div> <div class='large-8 medium-8 small-12 columns'> <div class="html-article-menu-option html-nav-bg html-nav-bright" data-bg="bright"> <i class="fa fa-file-text"></i> </div> <div class="html-article-menu-option html-nav-bg html-nav-dark" data-bg="dark"> <i class="fa fa-file-text-o"></i> </div> <div class="html-article-menu-option html-nav-bg html-nav-creme" data-bg="creme"> <i class="fa fa-file-text"></i> </div> </div> </div> </div> </div> </div> </div> <article ><div class='html-article-content'> <span itemprop="publisher" content="Multidisciplinary Digital Publishing Institute"></span><span itemprop="url" content="https://www.mdpi.com/2079-3200/12/11/108"></span> <div class="article-icons"><span class="label openaccess" data-dropdown="drop-article-label-openaccess" aria-expanded="false">Open Access</span><span class="label articletype">Systematic Review</span></div> <h1 class="title hypothesis_container" itemprop="name"> Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis </h1> <div class="art-authors hypothesis_container"> by <span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop13340033' data-options='is_hover:true, hover_timeout:5000'> Si-An Lee</div><div id="profile-card-drop13340033" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Si-An Lee</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/author/cEhDUENLZUFpVEVUZnhCK2IzMXBISGE5WWFSUWJ5SzIvaGkwL2lTczk1Zz0=?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Si-An%20Lee" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Si-An%20Lee&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Si-An%20Lee" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup> 1</sup><span style="display: inline; margin-left: 5px;"></span><a class="toEncode emailCaptcha visibility-hidden" data-author-id="13340033" href="/cdn-cgi/l/email-protection#37185459531a54505e185b18525a565e5b1a474558435254435e585914070706560004060506530656070706540653030704040707060706550253060506070253060f0706"><sup><i class="fa fa-envelope-o"></i></sup></a>, </span><span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop13340034' data-options='is_hover:true, hover_timeout:5000'> Ji-Yea Kim</div><div id="profile-card-drop13340034" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Ji-Yea Kim</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/author/Uk8vZCsrOFZNbENhZ3p2YmZVcnRHWmNkWkU5dEoxRUtVOXVoQTREc1lubz0=?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Ji-Yea%20Kim" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Ji-Yea%20Kim&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Ji-Yea%20Kim" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup> 1</sup><span style="display: inline; margin-left: 5px;"></span><a class="toEncode emailCaptcha visibility-hidden" data-author-id="13340034" href="/cdn-cgi/l/email-protection#c0efa3aea4eda3a7a9efacefa5ada1a9acedb0b2afb4a5a3b4a9afaee3f0f0f0f2f6a2f0f6f0f0f0f2f0f6f5f9f2a2f1f8f0f8f0f3f4f5f0a1f0f8f4f5f0f0f1f9"><sup><i class="fa fa-envelope-o"></i></sup></a> and </span><span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop13340035' data-options='is_hover:true, hover_timeout:5000'> Jin-Hyuck Park</div><div id="profile-card-drop13340035" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/profiles/1812211/thumb/Jin-Hyuck_Park.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Jin-Hyuck Park</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/1812211?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Jin-Hyuck%20Park" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Jin-Hyuck%20Park&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Jin-Hyuck%20Park" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup> 2,*</sup><span style="display: inline; margin-left: 5px;"></span><a class="toEncode emailCaptcha visibility-hidden" data-author-id="13340035" href="/cdn-cgi/l/email-protection#a18ec2cfc58cc2c6c88ecd8ec4ccc0c8cd8cd1d3ced5c4c2d5c8cecf829191919397c090c091c39099919094c3949994c394c593c0909891989193959591c39198959591909099"><sup><i class="fa fa-envelope-o"></i></sup></a><a href="https://orcid.org/0000-0002-0222-8901" target="_blank" rel="noopener noreferrer"><img src="https://pub.mdpi-res.com/img/design/orcid.png?0465bc3812adeb52?1732615622" title="ORCID" style="position: relative; width: 13px; margin-left: 3px; max-width: 13px !important; height: auto; top: -5px;"></a></span> </div> <div class="nrm"></div> <span style="display:block; height:6px;"></span> <div></div> <div style="margin: 5px 0 15px 0;" class="hypothesis_container"> <div class="art-affiliations"> <div class="affiliation "> <div class="affiliation-item"><sup>1</sup></div> <div class="affiliation-name ">Department of ICT Convergence, The Graduate School, Soonchunhyang University, Asan 31538, Republic of Korea</div> </div> <div class="affiliation "> <div class="affiliation-item"><sup>2</sup></div> <div class="affiliation-name ">Department of Occupational Therapy, College of Medical Science, Soonchunhyang University, Asan 31538, Republic of Korea</div> </div> <div class="affiliation"> <div class="affiliation-item"><sup>*</sup></div> <div class="affiliation-name ">Author to whom correspondence should be addressed. </div> </div> </div> </div> <div class="bib-identity" style="margin-bottom: 10px;"> <em>J. Intell.</em> <b>2024</b>, <em>12</em>(11), 108; <a href="https://doi.org/10.3390/jintelligence12110108">https://doi.org/10.3390/jintelligence12110108</a> </div> <div class="pubhistory" style="font-weight: bold; padding-bottom: 10px;"> <span style="display: inline-block">Submission received: 2 September 2024</span> / <span style="display: inline-block">Revised: 15 October 2024</span> / <span style="display: inline-block">Accepted: 28 October 2024</span> / <span style="display: inline-block">Published: 31 October 2024</span> </div> <div class="highlight-box1"> <div class="download"> <a class="button button--color-inversed button--drop-down" data-dropdown="drop-download-1510927" aria-controls="drop-supplementary-1510927" aria-expanded="false"> Download <i class="material-icons">keyboard_arrow_down</i> </a> <div id="drop-download-1510927" class="f-dropdown label__btn__dropdown label__btn__dropdown--button" data-dropdown-content aria-hidden="true" tabindex="-1"> <a class="UD_ArticlePDF" href="/2079-3200/12/11/108/pdf?version=1730362489" data-name="Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis" data-journal="jintelligence">Download PDF</a> <br/> <a id="js-pdf-with-cover-access-captcha" href="#" data-target="/2079-3200/12/11/108/pdf-with-cover" class="accessCaptcha">Download PDF with Cover</a> <br/> <a id="js-xml-access-captcha" href="#" data-target="/2079-3200/12/11/108/xml" class="accessCaptcha">Download XML</a> <br/> <a href="/2079-3200/12/11/108/epub" id="epub_link">Download Epub</a> <br/> </div> <div class="js-browse-figures" style="display: inline-block;"> <a href="#" class="button button--color-inversed margin-bottom-10 openpopupgallery UI_BrowseArticleFigures" data-target='article-popup' data-counterslink = "https://www.mdpi.com/2079-3200/12/11/108/browse" >Browse Figures</a> </div> <div id="article-popup" class="popupgallery" style="display: inline; line-height: 200%"> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001.png?1730362795" title=" <strong>Figure 1</strong><br/> <p>Flow chart of the study selection process.</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002.png?1730362796" title=" <strong>Figure 2</strong><br/> <p>Quality Assessment of Diagnostic Accuracy Studies 2 (QUADAS-2) assessment of included studies.</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003.png?1730362797" title=" <strong>Figure 3</strong><br/> <p>Forest plot of overall executive function. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>; <a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>; <a href="#B28-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2022</a>; <a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004.png?1730362798" title=" <strong>Figure 4</strong><br/> <p>Funnel plot of overall executive function. The dots represent individual studies in a funnel plot. The diamond represents the observed effect size.</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005.png?1730362800" title=" <strong>Figure 5</strong><br/> <p>Forest plot of executive function of sensitivity analysis. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>; <a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006.png?1730362802" title=" <strong>Figure 6</strong><br/> <p>Forest plot of executive function on attention. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007.png?1730362803" title=" <strong>Figure 7</strong><br/> <p>Forest plot of executive function on inhibition. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</p> "> </a> <a href="https://pub.mdpi-res.com/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008.png?1730362805" title=" <strong>Figure 8</strong><br/> <p>Forest plot of executive function on cognitive flexibility. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>).</p> "> </a> </div> <a class="button button--color-inversed" href="/2079-3200/12/11/108/review_report">Review Reports</a> <a class="button button--color-inversed" href="/2079-3200/12/11/108/notes">Versions Notes</a> </div> </div> <div class="responsive-moving-container small hidden" data-id="article-counters" style="margin-top: 15px;"></div> <div class="html-dynamic"> <section> <div class="art-abstract art-abstract-new in-tab hypothesis_container"> <p> <div><section class="html-abstract" id="html-abstract"> <h2 id="html-abstract-title">Abstract</h2><b>:</b> <div class="html-p">This meta-analysis investigated the concurrent validity between virtual reality (VR)-based assessments and traditional neuropsychological assessments of executive function, with a focus on subcomponents such as cognitive flexibility, attention, and inhibition. A total of 1605 articles were identified through searches of PubMed, Web of Science, and ScienceDirect from 2013 to 2023. After removing duplicates, 1313 articles were screened based on their titles and abstracts, with 77 articles selected for full-text eligibility review. Of these, nine articles fully met the inclusion and exclusion criteria for this study. The effect size for overall executive function was assessed, with subcomponents categorized based on the specific assessment tools used in the studies. The effect size for each subcomponent—cognitive flexibility, attention, and inhibition—was then analyzed to provide a more detailed understanding of their relationships with traditional measures. The results revealed statistically significant correlations between VR-based assessments and traditional measures across all subcomponents. Additionally, sensitivity analyses confirmed the robustness of the findings, even when low-quality studies were excluded. These results support the use of VR-based assessments as a valid alternative to traditional methods for evaluating executive function. Moreover, the study highlights the potential of VR-based assessments as a valid alternative to traditional methods, emphasizing the need to address variability in executive function subcomponents and integrate diverse cognitive and motor metrics for greater ecological validity.</div> </section> <div id="html-keywords"> <div class="html-gwd-group"><div id="html-keywords-title">Keywords: </div><a href="/search?q=virtual+reality">virtual reality</a>; <a href="/search?q=executive+function">executive function</a>; <a href="/search?q=neuropsychological+assessment">neuropsychological assessment</a>; <a href="/search?q=ecological+validity">ecological validity</a></div> <div> </div> </div> </div> </p> </div> </section> </div> <div class="hypothesis_container"> <ul class="menu html-nav" data-prev-node="#html-quick-links-title"> </ul> <div class="html-body"> <section id='sec1-jintelligence-12-00108' type='intro'><h2 data-nested='1'> 1. Introduction</h2><div class='html-p'>Recently, executive functions have increasingly been defined as separable, yet interrelated components are involved in goal-directed thinking and behavior (<a href="#B7-jintelligence-12-00108" class="html-bibr">Doebel 2020</a>). Many studies have identified three key subcomponents of executive function: working memory, inhibition, and cognitive flexibility (<a href="#B6-jintelligence-12-00108" class="html-bibr">Diamond 2013</a>; <a href="#B20-jintelligence-12-00108" class="html-bibr">Miyake et al. 2000</a>). However, <a href="#B20-jintelligence-12-00108" class="html-bibr">Miyake et al.</a>’s (<a href="#B20-jintelligence-12-00108" class="html-bibr">2000</a>) model was not intended to be comprehensive, acknowledging the possibility of additional separable subcomponents. Recent studies have further reinforced the importance of viewing executive functions as distinct subcomponents rather than as a single unified function. Neurological evidence from large-scale brain networks supports this perspective, showing that while these components are anatomically and functionally distinct, they interact within integrated circuits to support complex cognitive tasks (<a href="#B9-jintelligence-12-00108" class="html-bibr">Friedman and Robbins 2022</a>; <a href="#B34-jintelligence-12-00108" class="html-bibr">Zelazo and Carlson 2023</a>). This approach provides a more refined framework for both theoretical models and practical assessments of executive function.</div><div class='html-p'>Executive functions, considered higher-order cognitive abilities, are essential for managing tasks across various age groups and clinical populations. Impairments in executive functions can undermine academic performance and reduce the ability to carry out independent activities in daily life (<a href="#B4-jintelligence-12-00108" class="html-bibr">Cortés Pascual et al. 2019</a>; <a href="#B17-jintelligence-12-00108" class="html-bibr">Lau et al. 2015</a>). Furthermore, impairments in executive functions also negatively affect disease management, as individuals may fail to recognize the severity of their health problems (<a href="#B14-jintelligence-12-00108" class="html-bibr">Ibrahim et al. 2017</a>). Therefore, assessing and monitoring executive functions is vital in predicting whether individuals can effectively manage everyday tasks and activities related to education and daily life.</div><div class='html-p'>Executive functions have been traditionally assessed through paper-and-pencil neuropsychological assessments. These assessments involve a wide range of performance-based measures (<a href="#B22-jintelligence-12-00108" class="html-bibr">Nyongesa et al. 2019</a>), including tasks such as the Trail Making Test (TMT) (<a href="#B26-jintelligence-12-00108" class="html-bibr">Reitan 1992</a>), the Stroop Color-Word Test (SCWT) (<a href="#B12-jintelligence-12-00108" class="html-bibr">Golden and Freshwater 1978</a>), and the Wisconsin Card Sorting Test (WCST) (<a href="#B13-jintelligence-12-00108" class="html-bibr">Heaton 1981</a>). Additionally, assessments conducted through questionnaires, such as the Behavior Rating Inventory of Executive Function (BRIEF) (<a href="#B10-jintelligence-12-00108" class="html-bibr">Gioia et al. 2000</a>), are also available. Given the multifaceted nature of executive functions, comprehensive evaluations often utilize neuropsychological batteries such as the Delis–Kaplan Executive Function System (D-KEFS) (<a href="#B5-jintelligence-12-00108" class="html-bibr">Delis et al. 2001</a>) and the Cambridge Neuropsychological Test Automated Battery (CANTAB) (<a href="#B3-jintelligence-12-00108" class="html-bibr">Cambridge Cognition 2006</a>).</div><div class='html-p'>However, traditional paper-and-pencil methods for neuropsychological assessment lack similarity to real-world tasks and fail to adequately simulate the complexity of everyday activities (<a href="#B30-jintelligence-12-00108" class="html-bibr">Suchy et al. 2024</a>), resulting in low ecological validity and limited generalizability. To overcome these limitations, recent efforts have focused on developing neuropsychological assessments using virtual reality (VR) technology. VR allows subjects to engage in real-world activities implemented in virtual environments (<a href="#B23-jintelligence-12-00108" class="html-bibr">Parsons 2015</a>). With advancements in technology, VR enables natural movement recognition, facilitating immersion in virtual environments (<a href="#B8-jintelligence-12-00108" class="html-bibr">Freeman et al. 2017</a>). Therefore, neuropsychological assessments evaluated through activities provided via VR offer ecological validity. Additionally, VR provides a controlled environment, ensuring safety and allowing for the objective and automatic measurement and management of responses to activities (<a href="#B31-jintelligence-12-00108" class="html-bibr">Sugarman et al. 2011</a>).</div><div class='html-p'>A previous meta-analytical study has revealed significant moderate correlations between VR-based assessments and traditional or computerized neuropsychological assessments. However, despite the multifaceted nature of executive functions, previous research has considered executive functions as a single cognitive function, aggregating attention, impulsivity, cognitive and motor inhibition, and executive function itself, which represents a limitation (<a href="#B21-jintelligence-12-00108" class="html-bibr">Neguţ et al. 2015</a>). This study offers a more granular examination of the subcomponents of executive functions, which adds depth to the analysis. The breakdown of subcomponents such as inhibition, working memory, and cognitive flexibility allows a more detailed validation of VR-based assessment, rather than treating executive functions as a monolithic construct.</div><div class='html-p'>Therefore, this study conducted a systematic review and meta-analysis to assess the concurrent validity of VR-based assessments of executive functions in comparison to traditional neuropsychological assessments. Concurrent validity refers to the extent to which a new test correlates with an established one when both are administered simultaneously (<a href="#B11-jintelligence-12-00108" class="html-bibr">Godwin et al. 2013</a>). Our analysis focuses on whether VR-based assessments yield comparable results to traditional methods in evaluating executive function. Additionally, we performed a detailed analysis of the subcomponents of executive functions—such as inhibition, working memory, and cognitive flexibility—to determine whether VR-based assessments reliably measure these cognitive abilities in line with traditional assessments.</div></section><section id='sec2-jintelligence-12-00108' type='methods'><h2 data-nested='1'> 2. Methods</h2><div class='html-p'>This systematic review and meta-analysis was conducted in accordance with the Preferred Reporting Items for Systematic Review and Meta-Analyses (PRISMA) guidelines. </div><section id='sec2dot1-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 2.1. Literature Search</h4><div class='html-p'>In February 2024, we conducted a search of published literature in the following 3 databases: PubMed, Web of Science, and ScienceDirect. The following keywords were used: “Virtual Reality” AND “Executive function*”. The search period covered from 2013 to 2023.</div></section><section id='sec2dot2-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 2.2. Study Eligibility</h4><div class='html-p'>The selected studies met the following inclusion criteria: (1) they used assessments to evaluate executive function, (2) they included assessments that utilized VR, (3) they were published in English, and (4) they were full-text articles. Studies that did not evaluate executive function, as well as review articles and case studies, were excluded. Additionally, studies were excluded if they did not provide sufficient data to identify the correlation coefficients between VR-based assessments and traditional paper-and-pencil tests.</div></section><section id='sec2dot3-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 2.3. Study Screening</h4><div class='html-p'>Two reviewers independently screened the titles and abstracts of the studies, followed by a full-text review to identify eligible articles. In cases where discrepancies arose during the screening process, the two reviewers discussed the differences. If a consensus could not be reached, a third reviewer was consulted to resolve the disagreement.</div></section><section id='sec2dot4-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 2.4. Data Extraction</h4><div class='html-p'>Two independent reviewers extracted data from the studies that met the inclusion criteria. The following variables were extracted: (1) first author and publication year, (2) program name, (3) mean age of participants, (4) proportion of male participants, (5) number of participants, (6) clinical status of the sample, (7) characteristics of VR-based assessments, (8) outcome measure, and (9) statistical data (Pearson’s r value).</div></section><section id='sec2dot5-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 2.5. Assessment of Study Quality</h4><div class='html-p'>Two reviewers independently assessed the quality of the studies using the QUADAS-2 (Quality Assessment of Diagnostic Accuracy Studies 2) checklist (<a href="#B33-jintelligence-12-00108" class="html-bibr">Whiting et al. 2011</a>). In cases where discrepancies arose, the two reviewers discussed the differences. If they were unable to reach a consensus, a third reviewer was consulted to resolve the disagreement.</div></section><section id='sec2dot6-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 2.6. Data Analysis</h4><div class='html-p'>Comprehensive Meta-Analysis Software (CMA) Version 3 was employed to examine the association between the VR-based assessment of executive function and traditional paper-and-pencil executive function assessments. To calculate interrater reliability, Cohen’s Kappa analysis was conducted. To accurately account for sample size in each study, Pearson’s r values were transformed into Fisher’s z, and all analyses were conducted using Fisher’s z values. The heterogeneity of the studies was evaluated using I<sup>2</sup>. When heterogeneity was high (I<sup>2</sup> > 50%), a random-effects model was applied; a fixed-effects model was used when heterogeneity was low. To assess the robustness of the results, sensitivity analyses were conducted by excluding lower-quality studies. Additionally, subgroup analyses were performed to explore potential moderators and examine whether specific factors, such as VR tool type or population characteristics, influenced the association between VR-based and traditional assessments. Publication bias was assessed using funnel plots and Egger’s regression test.</div></section></section><section id='sec3-jintelligence-12-00108' type='results'><h2 data-nested='1'> 3. Results</h2><section id='sec3dot1-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 3.1. Interater Agreement </h4><div class='html-p'>The interrater reliability between the two reviewers for study screening, data extraction, and quality assessment using Cohen’s Kappa was 0.89.</div></section><section id='sec3dot2-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 3.2. Study Selection</h4><div class='html-p'><a href="#jintelligence-12-00108-f001" class="html-fig">Figure 1</a> presents the PRISMA flow chart for the study selection process. The literature searches in the PubMed, Web of Science, and ScienceDirect databases identified a total of 1605 articles, of which 292 were removed due to duplication. Subsequently, after screening titles and abstracts, 1236 articles were excluded. Finally, nine articles meeting the inclusion criteria were selected for the study.</div></section><section id='sec3dot3-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 3.3. Study Characteristics</h4><div class='html-p'><a href="#jintelligence-12-00108-t001" class="html-table">Table 1</a> summarizes the characteristics of the nine included studies. The studies included participants across a wide range of ages, from children to older adults. Two of the studies focused on children, while the remaining seven studies involved adult participants. The clinical status of the sample varied, with four studies including healthy and clinical participants, four studies including only healthy participants, and one study focusing solely on clinical participants. The clinical conditions represented in the sample included mood disorders, psychosis spectrum disorders, attention-deficit/hyperactivity disorder, Parkinson’s disease, and cancer. A total of eight VR-based assessments were used. Four assessments were adaptations of existing assessments (e.g., TMT-A, TMT-B) adapted for VR, while the other four assessed executive functions within virtual environment scenarios (e.g., kitchen, home). All outcome measures were administered using paper-and-pencil tests.</div></section><section id='sec3dot4-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 3.4. Study Quality</h4><div class='html-p'><a href="#jintelligence-12-00108-f002" class="html-fig">Figure 2</a> shows the results of the quality assessment of the studies using QUADAS-2. The risk of bias in patient selection was considered high in three studies, as all of them employed a case–control design (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B28-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2022</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>). Additionally, two studies did not enroll patients using a consecutive or random sampling method (<a href="#B28-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2022</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>). The risk of bias in patient selection was classified as unclear in one study (<a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>) because it was not clear whether patients were assigned consecutively or randomly, and exclusion criteria were not specified, making it uncertain whether inappropriate exclusions were avoided. Thus, a total of four studies were classified as low-quality in terms of patient selection. </div><div class='html-p'>The risk of bias in the index test was rated high across all studies because none of the VR-based tools included predefined thresholds for evaluation. While the absence of these predefined thresholds contributed to the high-risk rating in the index test, it was considered non-critical for this study as it did not affect the main results of the meta-analysis. For the flow and timing and reference standard, most studies adhered to acceptable practices. Despite these limitations, all studies were initially included for the analysis of overall executive function. A sensitivity analysis was then conducted by excluding low-quality studies to assess the robustness of the overall results. For the analysis of executive function subcomponents, all available studies, including the low-quality ones, were used to ensure sufficient statistical power.</div></section><section id='sec3dot5-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 3.5. Results of the Meta-Analysis</h4><div class='html-p'>In this study, executive function was subdivided into the following subcomponents: attention, inhibition, and cognitive flexibility. The outcome measures for attention included the TMT-A, Color Trails Test-1, and attentive matrices. The outcome measures for inhibition included the Stroop test (ST)-errors and ST-time, and the D-KEFS Color-Word Interference Test (Inhibition, Inhibition/Switching). The outcome measures for cognitive flexibility included the TMT-B, TMT-BA, and Color Trails Test-2 (<a href="#jintelligence-12-00108-t002" class="html-table">Table 2</a>).</div><section id='sec3dot5dot1-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.5.1. Overall Executive Function</h4><div class='html-p'>A total of nine studies were used to analyze overall executive function. The results indicated a statistically significant correlation between the VR-based assessment and traditional assessment of executive function, and the pooled Fisher’s z value was 0.454 (95% CI: 0.285–0.623; I<sup>2</sup> = 75.05, <a href="#jintelligence-12-00108-f003" class="html-fig">Figure 3</a>). Due to the high heterogeneity, a random-effects model was adopted. <a href="#jintelligence-12-00108-f004" class="html-fig">Figure 4</a> shows the funnel plot of the overall executive function. Funnel plots and Egger’s test indicated significant evidence of publication bias in the nine studies (<span class='html-italic'>p</span> < 0.05).</div></section><section id='sec3dot5dot2-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.5.2. Sensitivity Analysis</h4><div class='html-p'>After excluding four low-quality studies (with high or unclear risk of bias in patient selection), the results indicated a statistically significant correlation between the VR-based assessment and traditional assessment of executive function. The pooled Fisher’s z value was 0.485 (95% CI: 0.219–0.751; I<sup>2</sup> = 79.959, <a href="#jintelligence-12-00108-f005" class="html-fig">Figure 5</a>). Due to the high heterogeneity, a random-effects model was adopted. Egger’s test indicated no significant evidence of publication bias in the remaining five studies (<span class='html-italic'>p</span> > 0.05).</div></section><section id='sec3dot5dot3-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.5.3. Attention</h4><div class='html-p'>A total of five studies were used to analyze attention. The results indicated a statistically significant correlation between VR-based assessment and traditional assessment in terms of attention, and the pooled Fisher’s z value was 0.618 (95% CI: 0.204–1.032; I<sup>2</sup> = 89.793, <a href="#jintelligence-12-00108-f006" class="html-fig">Figure 6</a>). Due to the high heterogeneity, a random-effects model was adopted. Egger’s test indicated no significant evidence of publication bias in the five studies (<span class='html-italic'>p</span> > 0.05).</div></section><section id='sec3dot5dot4-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.5.4. Inhibition</h4><div class='html-p'>A total of two studies were used to analyze inhibition. The results indicated a statistically significant correlation between VR-based assessment and traditional assessment in terms of inhibition, and the pooled Fisher’s z value was 0.282 (95% CI: 0.09–0.483; I<sup>2</sup> = 18.02, <a href="#jintelligence-12-00108-f007" class="html-fig">Figure 7</a>). Due to the low heterogeneity, a fixed-effects model was adopted. Publication bias was not analyzed because the number of studies was too small.</div></section><section id='sec3dot5dot5-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.5.5. Cognitive Flexibility</h4><div class='html-p'>A total of five studies were used to analyze cognitive flexibility. The results indicated a statistically significant correlation between VR-based assessment and traditional assessment in terms of cognitive flexibility, and the pooled Fisher’s z value was 0.498 (95% CI: 0.255–0.741; I<sup>2</sup> = 73.069, <a href="#jintelligence-12-00108-f008" class="html-fig">Figure 8</a>). Due to the high heterogeneity, a random-effects model was adopted. Egger’s test indicated no significant evidence of publication bias in the five studies (<span class='html-italic'>p</span> > 0.05).</div></section></section><section id='sec3dot6-jintelligence-12-00108' type=''><h4 class='html-italic' data-nested='2'> 3.6. Subgroup Analysis</h4><section id='sec3dot6dot1-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.6.1. VR-Based Assessment Properties</h4><div class='html-p'>We conducted a subgroup analysis to determine whether the properties of VR-based assessments moderated the correlation between VR-based assessments and traditional assessments. The analysis was performed on overall executive function, as well as the subcomponents of attention and cognitive flexibility. Nine studies were included in the overall executive function analysis, while five studies each were included for both the attention and cognitive flexibility analyses. The results indicated that VR-based assessment properties did not moderate the relationship between VR-based and traditional assessments in the overall executive function analysis (Q-value(df) = 0.364(1), <span class='html-italic'>p</span> = .546). Similarly, no moderating effect of VR properties was found in the attention analysis (Q-value(df) = 0.307(1), <span class='html-italic'>p</span> = .579) or the cognitive flexibility analysis (Q-value(df) = 1.508(1), <span class='html-italic'>p</span> = .219).</div></section><section id='sec3dot6dot2-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.6.2. Clinical Status of the Sample</h4><div class='html-p'>We conducted a subgroup analysis to determine whether the clinical status of the sample moderated the correlation between VR-based assessments and traditional assessments. The analysis was performed for overall executive function, as well as the subcomponents of attention and cognitive flexibility. The results indicated that clinical status did not moderate the relationship between VR-based and traditional assessments in the overall executive function analysis (Q-value(df) = 4.18(2), <span class='html-italic'>p</span> = .124) or the cognitive flexibility analysis (Q-value(df) = 5.671(2), <span class='html-italic'>p</span> = .059). However, a moderating effect of clinical status was found in the attention analysis (Q-value(df) = 17.215(1), <span class='html-italic'>p</span> < .001).</div></section><section id='sec3dot6dot3-jintelligence-12-00108' type=''><h4 class='' data-nested='3'> 3.6.3. Age of the Sample</h4><div class='html-p'>We conducted a subgroup analysis to determine whether the age of the sample moderated the correlation between VR-based assessments and traditional assessments. This analysis was performed for overall executive function only. The results indicated that age did not moderate the relationship between VR-based and traditional assessments in the overall executive function analysis (Q-value(df) = 0.305(1), <span class='html-italic'>p</span> = .581).</div></section></section></section><section id='sec4-jintelligence-12-00108' type='discussion'><h2 data-nested='1'> 4. Discussion</h2><div class='html-p'>This study investigated the concurrent validity of VR-based assessments of executive function in comparison to traditional neuropsychological assessments. Nine studies were included, examining overall executive function as well as the subcomponents of cognitive flexibility, attention, and inhibition. The results demonstrated significant correlations between VR-based assessments and traditional measures, supporting VR as a valid method for evaluating these cognitive functions. Although high heterogeneity was observed, indicating variability in the study outcomes, sensitivity analyses confirmed the robustness of the findings, even when lower-quality studies were excluded. These findings suggest that VR-based assessments are a reliable alternative to traditional methods for evaluating overall executive function and its subcomponents.</div><div class='html-p'>The quality assessment using QUADAS-2 revealed that four studies had either a high or unclear risk of bias in the patient selection domain. To assess the impact of study quality, a sensitivity analysis was conducted by excluding these four low-quality studies. Despite their exclusion, the results remained statistically significant. Although high heterogeneity persisted, publication bias was no longer detected. This suggests that the significant correlations observed are likely to reflect genuine results, rather than being influenced by biased or poorly conducted studies (<a href="#B18-jintelligence-12-00108" class="html-bibr">Mathur and VanderWeele 2020</a>). In the index test domain, all studies were assessed as having a high risk of bias due to the absence of predefined thresholds for evaluation. However, no sensitivity analysis was conducted for the index test domain because the comparisons between VR-based assessments and traditional paper-and-pencil tests were based on correlations, not on predefined thresholds. As a result, the absence of thresholds did not affect the main results, and a sensitivity analysis for this domain was deemed unnecessary.</div><div class='html-p'>The subcomponents of inhibition, attention, and cognitive flexibility were analyzed separately to gain a more detailed understanding of how VR-based assessments relate to traditional neuropsychological tools. These subcomponents were chosen because at least two of the studies that were assessed each used similar paper-and-pencil tests, allowing for meaningful comparisons across studies. The analysis revealed significant correlations between VR-based and traditional assessments for all three subcomponents, supporting the concurrent validity of VR-based assessments in measuring distinct aspects of executive function. Our findings are consistent with previous studies that demonstrated correlations between VR-based assessments and traditional neuropsychological evaluations (<a href="#B21-jintelligence-12-00108" class="html-bibr">Neguţ et al. 2015</a>). Additionally, the results of the nine studies considered in this paper align with our findings, as most reported significant correlations. However, while prior studies treated executive function as a single construct without providing an in-depth analysis of its subcomponents (<a href="#B1-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2022</a>; <a href="#B21-jintelligence-12-00108" class="html-bibr">Neguţ et al. 2015</a>), our research offers independent analyses of key subcomponents, such as cognitive flexibility, attention, and inhibition. This distinction is important, as multiple studies have indicated that executive function consists of separable but interrelated components (<a href="#B7-jintelligence-12-00108" class="html-bibr">Doebel 2020</a>; <a href="#B9-jintelligence-12-00108" class="html-bibr">Friedman and Robbins 2022</a>). Therefore, our study’s focus on analyzing these subcomponents independently adds meaningful insights. Nevertheless, we observed high heterogeneity, particularly for attention and cognitive flexibility, indicating variability across studies. Despite this variability, the significant correlations suggest that VR-based assessments can still accurately evaluate key aspects of executive function.</div><div class='html-p'>This study observed high heterogeneity across the included studies. Subgroup analyses were conducted to explore potential sources of heterogeneity, examining moderators such as VR assessment properties, clinical status, and age. The results indicated that VR assessment properties—whether they were direct adaptations of traditional paper-and-pencil tests or assessments conducted within virtual scenarios—did not significantly moderate the relationship between VR-based assessments and traditional assessments for overall executive function, attention, or cognitive flexibility. In contrast, clinical status was a significant moderator only in the attention analysis, where the combined and clinical populations exhibited different correlation patterns compared to the healthy population. However, clinical status did not significantly moderate the results for overall executive function or cognitive flexibility. No significant moderating effect was found for age in the overall executive function analysis. These subgroup analyses provided insights into potential sources of heterogeneity, but the remaining high variability underscores the complexity of comparing VR-based and traditional assessments across diverse contexts. Future studies should investigate additional factors, such as task difficulty and environmental context, to better understand and reduce heterogeneity.</div><div class='html-p'>Publication bias was assessed using funnel plots and Egger’s regression test. However, a sensitivity analysis was performed excluding studies classified as low quality by QUADAS-2 assessment, and publication bias was no longer detected, strengthening the validity of the results. This suggests that the initial presence of bias was largely driven by lower-quality studies, which may have inflated the overall correlations. While this mitigates concerns about publication bias, the small number of studies included in the meta-analysis may still limit the ability to fully assess such bias. Future research should aim to increase sample size and ensure the comprehensive reporting of both significant and non-significant results to provide a more balanced and accurate picture of the effectiveness of VR-based assessments.</div><div class='html-p'>This study confirms that VR-based assessments of executive function are valid and demonstrate considerable ecological validity compared to traditional paper-and-pencil tests. Previous studies have shown that some VR-based assessments were direct adaptations of paper-and-pencil tests, while others employed entirely new virtual scenarios to assess executive function. In cases where VR-based assessments were a direct adaptation, the use of VR equipment did not significantly affect the assessment outcomes, resulting in strong correlations with traditional neuropsychological evaluations. This suggests that once individuals adapt to the VR system, the new medium does not substantially influence cognitive function assessments (<a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>). In fact, VR assessments offer immersive, interactive environments that simulate real-world tasks (<a href="#B23-jintelligence-12-00108" class="html-bibr">Parsons 2015</a>), providing more realistic and relevant measures of executive functions. Furthermore, VR offers customizability, allowing assessments to be tailored to the specific needs of diverse populations (<a href="#B15-jintelligence-12-00108" class="html-bibr">Jansari et al. 2014</a>). This ensures that evaluations reflect real-world challenges and cognitive demands. These findings demonstrate the potential of VR technology in clinical and research contexts, offering a practical and accurate alternative to traditional methods. Moreover, VR can capture additional metrics beyond traditional measures of cognitive function, such as task scores or reaction times. For example, it can track arm movements and speed when using controllers, which have been reported to be closely related to cognitive function from the perspective of embodied cognition theory. These motor-related metrics can play a supportive role in assessing cognitive functions (<a href="#B27-jintelligence-12-00108" class="html-bibr">Ribeiro et al. 2024</a>), suggesting that future VR systems should incorporate a variety of indicators to provide a more comprehensive assessment of cognitive abilities.</div><div class='html-p'>Despite the strengths of this study, several limitations must be acknowledged. First, the limited number of studies prevented sensitivity analyses for all subcomponents of executive function, which reduced the robustness of the findings. Second, some studies had small sample sizes, limiting the generalizability of the results. Third, although publication bias was reduced through sensitivity analysis, further studies with more rigorous methodologies are needed to validate these findings. Lastly, the study observed high heterogeneity, indicating variability in the results. Future research should aim to investigate additional factors contributing to this variability and focus on enhancing the reliability of VR-based assessments across diverse populations and contexts.</div><div class='html-p'>In conclusion, this meta-analysis examined the concurrent validity of VR-based executive function assessments compared to traditional paper-and-pencil tests by analyzing the subcomponents of executive function, including cognitive flexibility, attention, and inhibition. The findings revealed significant correlations between VR-based assessments and traditional measures across all subcomponents, supporting the validity of VR tools for evaluating executive function. However, the high heterogeneity observed across studies underscores the need for further research to standardize VR-based assessments and ensure their reliability across different settings.</div></section> </div> <div class="html-back"> <section class='html-notes'><h2 >Author Contributions</h2><div class='html-p'>Conceptualization, J.-H.P. and S.-A.L.; methodology, J.-H.P.; software, S.-A.L.; validation, J.-Y.K. and J.-H.P.; formal analysis, S.-A.L.; investigation, S.-A.L.; resources, S.-A.L.; data curation, S.-A.L.; writing—original draft preparation, S.-A.L. and J.-Y.K.; writing—review and editing, J.-H.P.; visualization, S.-A.L.; supervision, J.-H.P.; project administration, J.-H.P. All authors have read and agreed to the published version of the manuscript.</div></section><section class='html-notes'><h2>Funding</h2><div class='html-p'>This research was supported by Basic Science Research Program through the National Research Foundation of Korea (NRF) funded by Ministry of Education (No. 2021R1I1A3041487) and Soonchunhyang University Fund. </div></section><section class='html-notes'><h2 >Institutional Review Board Statement</h2><div class='html-p'>Not applicable.</div></section><section class='html-notes'><h2 >Informed Consent Statement</h2><div class='html-p'>Not applicable.</div></section><section class='html-notes'><h2 >Data Availability Statement</h2><div class='html-p'>All data are publicly available.</div></section><section class='html-notes'><h2 >Conflicts of Interest</h2><div class='html-p'>The authors declare no conflicts of interest.</div></section><section id='html-references_list'><h2>References</h2><ol class='html-xx'><li id='B1-jintelligence-12-00108' class='html-x' data-content=''>Borgnis, Francesca, Francesca Baglio, Elisa Pedroli, Federica Rossetto, Lidia Uccellatore, Jorge Alexandre Gaspar Oliveira, Giuseppe Riva, and Pietro Cipresso. 2022. Available Virtual Reality-Based Tools for Executive Functions: A Systematic Review. <span class='html-italic'>Frontiers in Psychology</span> 13: 833136. [<a href="https://scholar.google.com/scholar_lookup?title=Available+Virtual+Reality-Based+Tools+for+Executive+Functions:+A+Systematic+Review&author=Borgnis,+Francesca&author=Francesca+Baglio&author=Elisa+Pedroli&author=Federica+Rossetto&author=Lidia+Uccellatore&author=Jorge+Alexandre+Gaspar+Oliveira&author=Giuseppe+Riva&author=and+Pietro+Cipresso&publication_year=2022&journal=Frontiers+in+Psychology&volume=13&pages=833136&doi=10.3389/fpsyg.2022.833136&pmid=35478738" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3389/fpsyg.2022.833136" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/35478738" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B2-jintelligence-12-00108' class='html-x' data-content=''>Borgnis, Francesca, Francesca Borghesi, Federica Rossetto, Elisa Pedroli, Mario Meloni, Giuseppe Riva, Francesca Baglio, and Pietro Cipresso. 2023. Psychometric validation for a brand-new tool for the assessment of executive functions using 360° technology. <span class='html-italic'>Scientific Reports</span> 13: 8613. [<a href="https://scholar.google.com/scholar_lookup?title=Psychometric+validation+for+a+brand-new+tool+for+the+assessment+of+executive+functions+using+360%C2%B0+technology&author=Borgnis,+Francesca&author=Francesca+Borghesi&author=Federica+Rossetto&author=Elisa+Pedroli&author=Mario+Meloni&author=Giuseppe+Riva&author=Francesca+Baglio&author=and+Pietro+Cipresso&publication_year=2023&journal=Scientific+Reports&volume=13&pages=8613&doi=10.1038/s41598-023-35530-9&pmid=37244936" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1038/s41598-023-35530-9" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/37244936" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B3-jintelligence-12-00108' class='html-x' data-content=''>Cambridge Cognition. 2006. <span class='html-italic'>Cambridge Neuropsychological Test Automated Battery (CANTAB)</span>. Cambridge: Cambridge Cognition. [<a href="https://scholar.google.com/scholar_lookup?title=Cambridge+Neuropsychological+Test+Automated+Battery+(CANTAB)&author=Cambridge+Cognition&publication_year=2006" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B4-jintelligence-12-00108' class='html-x' data-content=''>Cortés Pascual, Alejandra, Nieves Moyano Muñoz, and Alberto Quílez Robres. 2019. The relationship between executive functions and academic performance in primary education: Review and meta-analysis. <span class='html-italic'>Frontiers in Psychology</span> 10: 449759. [<a href="https://scholar.google.com/scholar_lookup?title=The+relationship+between+executive+functions+and+academic+performance+in+primary+education:+Review+and+meta-analysis&author=Cort%C3%A9s+Pascual,+Alejandra&author=Nieves+Moyano+Mu%C3%B1oz&author=and+Alberto+Qu%C3%ADlez+Robres&publication_year=2019&journal=Frontiers+in+Psychology&volume=10&pages=449759&doi=10.3389/fpsyg.2019.01582&pmid=31354585" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3389/fpsyg.2019.01582" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/31354585" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B5-jintelligence-12-00108' class='html-x' data-content=''>Delis, Dean C., Edith Kaplan, and Joel H. Kramer. 2001. <span class='html-italic'>Delis-Kaplan Executive Function System (D-KEFS)</span>. San Antonio: Psychological Corporation. [<a href="https://scholar.google.com/scholar_lookup?title=Delis-Kaplan+Executive+Function+System+(D-KEFS)&author=Delis,+Dean+C.&author=Edith+Kaplan&author=and+Joel+H.+Kramer&publication_year=2001" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B6-jintelligence-12-00108' class='html-x' data-content=''>Diamond, Adele. 2013. Executive Functions. <span class='html-italic'>Annual Review of Psychology</span> 64: 135–68. [<a href="https://scholar.google.com/scholar_lookup?title=Executive+Functions&author=Diamond,+Adele&publication_year=2013&journal=Annual+Review+of+Psychology&volume=64&pages=135%E2%80%9368&doi=10.1146/annurev-psych-113011-143750&pmid=23020641" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1146/annurev-psych-113011-143750" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/23020641" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B7-jintelligence-12-00108' class='html-x' data-content=''>Doebel, Sabine. 2020. Rethinking Executive Function and Its Development. <span class='html-italic'>Perspectives on Psychological Science</span> 15: 942–56. [<a href="https://scholar.google.com/scholar_lookup?title=Rethinking+Executive+Function+and+Its+Development&author=Doebel,+Sabine&publication_year=2020&journal=Perspectives+on+Psychological+Science&volume=15&pages=942%E2%80%9356&doi=10.1177/1745691620904771" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1177/1745691620904771" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B8-jintelligence-12-00108' class='html-x' data-content=''>Freeman, Daniel, Sarah Reeve, Abi Robinson, Anke Ehlers, David Clark, Bernhard Spanlang, and Mel Slater. 2017. Virtual reality in the assessment, understanding, and treatment of mental health disorders. <span class='html-italic'>Psychological Medicine</span> 47: 2393–400. [<a href="https://scholar.google.com/scholar_lookup?title=Virtual+reality+in+the+assessment,+understanding,+and+treatment+of+mental+health+disorders&author=Freeman,+Daniel&author=Sarah+Reeve&author=Abi+Robinson&author=Anke+Ehlers&author=David+Clark&author=Bernhard+Spanlang&author=and+Mel+Slater&publication_year=2017&journal=Psychological+Medicine&volume=47&pages=2393%E2%80%93400&doi=10.1017/S003329171700040X" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1017/S003329171700040X" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B9-jintelligence-12-00108' class='html-x' data-content=''>Friedman, Naomi P., and Trevor W. Robbins. 2022. The role of prefrontal cortex in cognitive control and executive function. <span class='html-italic'>Neuropsychopharmacology</span> 47: 72–89. [<a href="https://scholar.google.com/scholar_lookup?title=The+role+of+prefrontal+cortex+in+cognitive+control+and+executive+function&author=Friedman,+Naomi+P.&author=and+Trevor+W.+Robbins&publication_year=2022&journal=Neuropsychopharmacology&volume=47&pages=72%E2%80%9389&doi=10.1038/s41386-021-01132-0" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1038/s41386-021-01132-0" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B10-jintelligence-12-00108' class='html-x' data-content=''>Gioia, Gerard A., Peter K. Isquith, Steven C. Guy, and Lauren Kenworthy. 2000. TEST REVIEW Behavior Rating Inventory of Executive Function. <span class='html-italic'>Child Neuropsychology</span> 6: 235–38. [<a href="https://scholar.google.com/scholar_lookup?title=TEST+REVIEW+Behavior+Rating+Inventory+of+Executive+Function&author=Gioia,+Gerard+A.&author=Peter+K.+Isquith&author=Steven+C.+Guy&author=and+Lauren+Kenworthy&publication_year=2000&journal=Child+Neuropsychology&volume=6&pages=235%E2%80%9338&doi=10.1076/chin.6.3.235.3152" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1076/chin.6.3.235.3152" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B11-jintelligence-12-00108' class='html-x' data-content=''>Godwin, Marshall, Andrea Pike, Cheri Bethune, Allison Kirby, and Adam Pike. 2013. Concurrent and Convergent Validity of the Simple Lifestyle Indicator Questionnaire. <span class='html-italic'>International Scholarly Research Notices</span> 2013: 529645. [<a href="https://scholar.google.com/scholar_lookup?title=Concurrent+and+Convergent+Validity+of+the+Simple+Lifestyle+Indicator+Questionnaire&author=Godwin,+Marshall&author=Andrea+Pike&author=Cheri+Bethune&author=Allison+Kirby&author=and+Adam+Pike&publication_year=2013&journal=International+Scholarly+Research+Notices&volume=2013&pages=529645&doi=10.5402/2013/529645" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.5402/2013/529645" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B12-jintelligence-12-00108' class='html-x' data-content=''>Golden, C. J., and S. M. Freshwater. 1978. <span class='html-italic'>Stroop Color and Word Test</span>. Chicago: Stoelting. [<a href="https://scholar.google.com/scholar_lookup?title=Stroop+Color+and+Word+Test&author=Golden,+C.+J.&author=and+S.+M.+Freshwater&publication_year=1978" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B13-jintelligence-12-00108' class='html-x' data-content=''>Heaton, Robert K. 1981. <span class='html-italic'>Wisconsin Card Sorting Test Manual</span>. Odessa: Psychological Assessment Resources. [<a href="https://scholar.google.com/scholar_lookup?title=Wisconsin+Card+Sorting+Test+Manual&author=Heaton,+Robert+K.&publication_year=1981" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B14-jintelligence-12-00108' class='html-x' data-content=''>Ibrahim, Joseph Elias, Laura J. Anderson, Aleece MacPhail, Janaka Jonathan Lovell, Marie-Claire Davis, and Margaret Winbolt. 2017. Chronic disease self-management support for persons with dementia, in a clinical setting. <span class='html-italic'>Journal of Multidisciplinary Healthcare</span> 10: 49–58. [<a href="https://scholar.google.com/scholar_lookup?title=Chronic+disease+self-management+support+for+persons+with+dementia,+in+a+clinical+setting&author=Ibrahim,+Joseph+Elias&author=Laura+J.+Anderson&author=Aleece+MacPhail&author=Janaka+Jonathan+Lovell&author=Marie-Claire+Davis&author=and+Margaret+Winbolt&publication_year=2017&journal=Journal+of+Multidisciplinary+Healthcare&volume=10&pages=49%E2%80%9358&doi=10.2147/JMDH.S121626" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.2147/JMDH.S121626" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B15-jintelligence-12-00108' class='html-x' data-content=''>Jansari, Ashok S., Alex Devlin, Rob Agnew, Katarina Akesson, Lesley Murphy, and Tony Leadbetter. 2014. Ecological Assessment of Executive Functions: A New Virtual Reality Paradigm. <span class='html-italic'>Brain Impairment</span> 15: 71–87. [<a href="https://scholar.google.com/scholar_lookup?title=Ecological+Assessment+of+Executive+Functions:+A+New+Virtual+Reality+Paradigm&author=Jansari,+Ashok+S.&author=Alex+Devlin&author=Rob+Agnew&author=Katarina+Akesson&author=Lesley+Murphy&author=and+Tony+Leadbetter&publication_year=2014&journal=Brain+Impairment&volume=15&pages=71%E2%80%9387&doi=10.1017/BrImp.2014.14" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1017/BrImp.2014.14" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B16-jintelligence-12-00108' class='html-x' data-content=''>Kourtesis, Panagiotis, Simona Collina, Leonidas A. A. Doumas, and Sarah E. MacPherson. 2021. Validation of the Virtual Reality Everyday Assessment Lab (VR-EAL): An Immersive Virtual Reality Neuropsychological Battery with Enhanced Ecological Validity. <span class='html-italic'>Journal of the International Neuropsychological Society</span> 27: 181–96. [<a href="https://scholar.google.com/scholar_lookup?title=Validation+of+the+Virtual+Reality+Everyday+Assessment+Lab+(VR-EAL):+An+Immersive+Virtual+Reality+Neuropsychological+Battery+with+Enhanced+Ecological+Validity&author=Kourtesis,+Panagiotis&author=Simona+Collina&author=Leonidas+A.+A.+Doumas&author=and+Sarah+E.+MacPherson&publication_year=2021&journal=Journal+of+the+International+Neuropsychological+Society&volume=27&pages=181%E2%80%9396&doi=10.1017/S1355617720000764&pmid=32772948" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1017/S1355617720000764" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/32772948" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B17-jintelligence-12-00108' class='html-x' data-content=''>Lau, Karen M., Mili Parikh, Danielle J. Harvey, Chun-Jung Huang, and Sarah Tomaszewski Farias. 2015. Early Cognitively Based Functional Limitations Predict Loss of Independence in Instrumental Activities of Daily Living in Older Adults. <span class='html-italic'>Journal of the International Neuropsychological Society</span> 21: 688–98. [<a href="https://scholar.google.com/scholar_lookup?title=Early+Cognitively+Based+Functional+Limitations+Predict+Loss+of+Independence+in+Instrumental+Activities+of+Daily+Living+in+Older+Adults&author=Lau,+Karen+M.&author=Mili+Parikh&author=Danielle+J.+Harvey&author=Chun-Jung+Huang&author=and+Sarah+Tomaszewski+Farias&publication_year=2015&journal=Journal+of+the+International+Neuropsychological+Society&volume=21&pages=688%E2%80%9398&doi=10.1017/S1355617715000818&pmid=26391766" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1017/S1355617715000818" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/26391766" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B18-jintelligence-12-00108' class='html-x' data-content=''>Mathur, Maya B., and Tyler J. VanderWeele. 2020. Sensitivity Analysis for Publication Bias in Meta-Analyses. <span class='html-italic'>Journal of the Royal Statistical Society Series C: Applied Statistics</span> 69: 1091–119. [<a href="https://scholar.google.com/scholar_lookup?title=Sensitivity+Analysis+for+Publication+Bias+in+Meta-Analyses&author=Mathur,+Maya+B.&author=and+Tyler+J.+VanderWeele&publication_year=2020&journal=Journal+of+the+Royal+Statistical+Society+Series+C:+Applied+Statistics&volume=69&pages=1091%E2%80%93119&doi=10.1111/rssc.12440&pmid=33132447" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1111/rssc.12440" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/33132447" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B19-jintelligence-12-00108' class='html-x' data-content=''>Miskowiak, Kamilla W., Andreas E. Jespersen, Lars V. Kessing, Anne Sofie Aggestrup, Louise B. Glenthøj, Merete Nordentoft, Caroline V. Ott, and Anders Lumbye. 2022. Cognition Assessment in Virtual Reality: Validity and feasibility of a novel virtual reality test for real-life cognitive functions in mood disorders and psychosis spectrum disorders. <span class='html-italic'>Journal of Psychiatric Research</span> 145: 182–89. [<a href="https://scholar.google.com/scholar_lookup?title=Cognition+Assessment+in+Virtual+Reality:+Validity+and+feasibility+of+a+novel+virtual+reality+test+for+real-life+cognitive+functions+in+mood+disorders+and+psychosis+spectrum+disorders&author=Miskowiak,+Kamilla+W.&author=Andreas+E.+Jespersen&author=Lars+V.+Kessing&author=Anne+Sofie+Aggestrup&author=Louise+B.+Glenth%C3%B8j&author=Merete+Nordentoft&author=Caroline+V.+Ott&author=and+Anders+Lumbye&publication_year=2022&journal=Journal+of+Psychiatric+Research&volume=145&pages=182%E2%80%9389&doi=10.1016/j.jpsychires.2021.12.002" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1016/j.jpsychires.2021.12.002" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B20-jintelligence-12-00108' class='html-x' data-content=''>Miyake, Akira, Naomi P. Friedman, Michael J. Emerson, Alexander H. Witzki, Amy Howerter, and Tor D. Wager. 2000. The unity and diversity of executive functions and their contributions to complex “frontal lobe” tasks: A latent variable analysis. <span class='html-italic'>Cognitive Psychology</span> 41: 49–100. [<a href="https://scholar.google.com/scholar_lookup?title=The+unity+and+diversity+of+executive+functions+and+their+contributions+to+complex+%E2%80%9Cfrontal+lobe%E2%80%9D+tasks:+A+latent+variable+analysis&author=Miyake,+Akira&author=Naomi+P.+Friedman&author=Michael+J.+Emerson&author=Alexander+H.+Witzki&author=Amy+Howerter&author=and+Tor+D.+Wager&publication_year=2000&journal=Cognitive+Psychology&volume=41&pages=49%E2%80%93100&doi=10.1006/cogp.1999.0734" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1006/cogp.1999.0734" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B21-jintelligence-12-00108' class='html-x' data-content=''>Neguţ, Alexandra, Silviu-Andrei Matu, Florin Alin Sava, and Daniel David. 2015. Convergent validity of virtual reality neurocognitive assessment: A meta-analytic approach. <span class='html-italic'>Transylvanian Journal of Psychology</span> 16: 31–55. [<a href="https://scholar.google.com/scholar_lookup?title=Convergent+validity+of+virtual+reality+neurocognitive+assessment:+A+meta-analytic+approach&author=Negu%C5%A3,+Alexandra&author=Silviu-Andrei+Matu&author=Florin+Alin+Sava&author=and+Daniel+David&publication_year=2015&journal=Transylvanian+Journal+of+Psychology&volume=16&pages=31%E2%80%9355" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B22-jintelligence-12-00108' class='html-x' data-content=''>Nyongesa, Moses K., Derrick Ssewanyana, Agnes M. Mutua, Esther Chongwo, Gaia Scerif, Charles R. J. C. Newton, and Amina Abubakar. 2019. Assessing Executive Function in Adolescence: A Scoping Review of Existing Measures and Their Psychometric Robustness. <span class='html-italic'>Frontiers in Psychology</span> 10: 311. [<a href="https://scholar.google.com/scholar_lookup?title=Assessing+Executive+Function+in+Adolescence:+A+Scoping+Review+of+Existing+Measures+and+Their+Psychometric+Robustness&author=Nyongesa,+Moses+K.&author=Derrick+Ssewanyana&author=Agnes+M.+Mutua&author=Esther+Chongwo&author=Gaia+Scerif&author=Charles+R.+J.+C.+Newton&author=and+Amina+Abubakar&publication_year=2019&journal=Frontiers+in+Psychology&volume=10&pages=311&doi=10.3389/fpsyg.2019.00311" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3389/fpsyg.2019.00311" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B23-jintelligence-12-00108' class='html-x' data-content=''>Parsons, Thomas D. 2015. Virtual Reality for Enhanced Ecological Validity and Experimental Control in the Clinical, Affective and Social Neurosciences. <span class='html-italic'>Frontiers in Human Neuroscience</span> 9: 660. [<a href="https://scholar.google.com/scholar_lookup?title=Virtual+Reality+for+Enhanced+Ecological+Validity+and+Experimental+Control+in+the+Clinical,+Affective+and+Social+Neurosciences&author=Parsons,+Thomas+D.&publication_year=2015&journal=Frontiers+in+Human+Neuroscience&volume=9&pages=660&doi=10.3389/fnhum.2015.00660" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3389/fnhum.2015.00660" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B24-jintelligence-12-00108' class='html-x' data-content=''>Parsons, Thomas D., and Christopher G. Courtney. 2014. An initial validation of the Virtual Reality Paced Auditory Serial Addition Test in a college sample. <span class='html-italic'>Journal of Neuroscience Methods</span> 222: 15–23. [<a href="https://scholar.google.com/scholar_lookup?title=An+initial+validation+of+the+Virtual+Reality+Paced+Auditory+Serial+Addition+Test+in+a+college+sample&author=Parsons,+Thomas+D.&author=and+Christopher+G.+Courtney&publication_year=2014&journal=Journal+of+Neuroscience+Methods&volume=222&pages=15%E2%80%9323&doi=10.1016/j.jneumeth.2013.10.006" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1016/j.jneumeth.2013.10.006" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B25-jintelligence-12-00108' class='html-x' data-content=''>Plotnik, Meir, Glen M. Doniger, Yotam Bahat, Amihai Gottleib, Oran Ben Gal, Evyatar Arad, Lotem Kribus-Shmiel, Shani Kimel-Naor, Gabi Zeilig, Michal Schnaider-Beeri, and et al. 2017. Immersive trail making: Construct validity of an ecological neuropsychological test. Paper presented at 2017 International Conference on Virtual Rehabilitation (ICVR), Montreal, QC, Canada, June 19–22. [<a href="https://scholar.google.com/scholar_lookup?title=Immersive+trail+making:+Construct+validity+of+an+ecological+neuropsychological+test&conference=Paper+presented+at+2017+International+Conference+on+Virtual+Rehabilitation+(ICVR)&author=Plotnik,+Meir&author=Glen+M.+Doniger&author=Yotam+Bahat&author=Amihai+Gottleib&author=Oran+Ben+Gal&author=Evyatar+Arad&author=Lotem+Kribus-Shmiel&author=Shani+Kimel-Naor&author=Gabi+Zeilig&author=Michal+Schnaider-Beeri&publication_year=2017" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B26-jintelligence-12-00108' class='html-x' data-content=''>Reitan, Ralph M. 1992. <span class='html-italic'>Trail Making Test: Manual for Administration and Scoring</span>. Tucson: Reitan Neuropsychology Laboratory. [<a href="https://scholar.google.com/scholar_lookup?title=Trail+Making+Test:+Manual+for+Administration+and+Scoring&author=Reitan,+Ralph+M.&publication_year=1992" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B27-jintelligence-12-00108' class='html-x' data-content=''>Ribeiro, Nicolas, Toinon Vigier, Jieun Han, Gyu Hyun Kwon, Hojin Choi, Samuel Bulteau, and Yannick Prié. 2024. Three Virtual Reality Environments for the Assessment of Executive Functioning Using Performance Scores and Kinematics: An Embodied and Ecological Approach to Cognition. <span class='html-italic'>Cyberpsychology, Behavior, and Social Networking</span> 27: 127–34. [<a href="https://scholar.google.com/scholar_lookup?title=Three+Virtual+Reality+Environments+for+the+Assessment+of+Executive+Functioning+Using+Performance+Scores+and+Kinematics:+An+Embodied+and+Ecological+Approach+to+Cognition&author=Ribeiro,+Nicolas&author=Toinon+Vigier&author=Jieun+Han&author=Gyu+Hyun+Kwon&author=Hojin+Choi&author=Samuel+Bulteau&author=and+Yannick+Pri%C3%A9&publication_year=2024&journal=Cyberpsychology,+Behavior,+and+Social+Networking&volume=27&pages=127%E2%80%9334&doi=10.1089/cyber.2023.0314&pmid=38358831" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1089/cyber.2023.0314" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/38358831" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B28-jintelligence-12-00108' class='html-x' data-content=''>Seesjärvi, Erik, Jasmin Puhakka, Eeva T Aronen, Jari Lipsanen, Minna Mannerkoski, Alexandra Hering, Sascha Zuber, Matthias Kliegel, Matti Laine, and Juha Salmi. 2022. Quantifying ADHD Symptoms in Open-Ended Everyday Life Contexts With a New Virtual Reality Task. <span class='html-italic'>Journal of Attention Disorders</span> 26: 1394–411. [<a href="https://scholar.google.com/scholar_lookup?title=Quantifying+ADHD+Symptoms+in+Open-Ended+Everyday+Life+Contexts+With+a+New+Virtual+Reality+Task&author=Seesj%C3%A4rvi,+Erik&author=Jasmin+Puhakka&author=Eeva+T+Aronen&author=Jari+Lipsanen&author=Minna+Mannerkoski&author=Alexandra+Hering&author=Sascha+Zuber&author=Matthias+Kliegel&author=Matti+Laine&author=and+Juha+Salmi&publication_year=2022&journal=Journal+of+Attention+Disorders&volume=26&pages=1394%E2%80%93411&doi=10.1177/10870547211044214&pmid=34865551" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1177/10870547211044214" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/34865551" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B29-jintelligence-12-00108' class='html-x' data-content=''>Seesjärvi, Erik, Matti Laine, Kaisla Kasteenpohja, and Juha Salmi. 2023. Assessing goal-directed behavior in virtual reality with the neuropsychological task EPELI: Children prefer head-mounted display but flat screen provides a viable performance measure for remote testing. <span class='html-italic'>Frontiers in Virtual Reality</span> 4: 1138240. [<a href="https://scholar.google.com/scholar_lookup?title=Assessing+goal-directed+behavior+in+virtual+reality+with+the+neuropsychological+task+EPELI:+Children+prefer+head-mounted+display+but+flat+screen+provides+a+viable+performance+measure+for+remote+testing&author=Seesj%C3%A4rvi,+Erik&author=Matti+Laine&author=Kaisla+Kasteenpohja&author=and+Juha+Salmi&publication_year=2023&journal=Frontiers+in+Virtual+Reality&volume=4&pages=1138240&doi=10.3389/frvir.2023.1138240" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3389/frvir.2023.1138240" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B30-jintelligence-12-00108' class='html-x' data-content=''>Suchy, Yana, Michelle Gereau Mora, Libby A. DesRuisseaux, Madison A. Niermeyer, and Stacey Lipio Brothers. 2024. Pitfalls in research on ecological validity of novel executive function tests: A systematic review and a call to action. <span class='html-italic'>Psychological Assessment</span> 36: 243–61. [<a href="https://scholar.google.com/scholar_lookup?title=Pitfalls+in+research+on+ecological+validity+of+novel+executive+function+tests:+A+systematic+review+and+a+call+to+action&author=Suchy,+Yana&author=Michelle+Gereau+Mora&author=Libby+A.+DesRuisseaux&author=Madison+A.+Niermeyer&author=and+Stacey+Lipio+Brothers&publication_year=2024&journal=Psychological+Assessment&volume=36&pages=243%E2%80%9361&doi=10.1037/pas0001297&pmid=38421761" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1037/pas0001297" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="https://www.ncbi.nlm.nih.gov/pubmed/38421761" class='cross-ref pub_med' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B31-jintelligence-12-00108' class='html-x' data-content=''>Sugarman, Heidi, Aviva Weisel-Eichler, Arie Burstin, and Riki Brown. 2011. Use of novel virtual reality system for the assessment and treatment of unilateral spatial neglect: A feasibility study. Paper presented at 2011 International Conference on Virtual Rehabilitation, Zurich, Switzerland, June 27–29. [<a href="https://scholar.google.com/scholar_lookup?title=Use+of+novel+virtual+reality+system+for+the+assessment+and+treatment+of+unilateral+spatial+neglect:+A+feasibility+study&conference=Paper+presented+at+2011+International+Conference+on+Virtual+Rehabilitation&author=Sugarman,+Heidi&author=Aviva+Weisel-Eichler&author=Arie+Burstin&author=and+Riki+Brown&publication_year=2011" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B32-jintelligence-12-00108' class='html-x' data-content=''>Voinescu, Alexandra, Karin Petrini, Danaë Stanton Fraser, Radu-Adrian Lazarovicz, Ion Papavă, Liviu Andrei Fodor, and Daniel David. 2023. The effectiveness of a virtual reality attention task to predict depression and anxiety in comparison with current clinical measures. <span class='html-italic'>Virtual Reality</span> 27: 119–40. [<a href="https://scholar.google.com/scholar_lookup?title=The+effectiveness+of+a+virtual+reality+attention+task+to+predict+depression+and+anxiety+in+comparison+with+current+clinical+measures&author=Voinescu,+Alexandra&author=Karin+Petrini&author=Dana%C3%AB+Stanton+Fraser&author=Radu-Adrian+Lazarovicz&author=Ion+Papav%C4%83&author=Liviu+Andrei+Fodor&author=and+Daniel+David&publication_year=2023&journal=Virtual+Reality&volume=27&pages=119%E2%80%9340&doi=10.1007/s10055-021-00520-7" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1007/s10055-021-00520-7" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B33-jintelligence-12-00108' class='html-x' data-content=''>Whiting, Penny F., Anne W. S. Rutjes, Marie E. Westwood, Susan Mallett, Jonathan J. Deeks, Johannes B. Reitsma, Mariska M. G. Leeflang, Jonathan A. C. Sterne, and Patrick M. M. Bossuyt. 2011. QUADAS-2: A Revised Tool for the Quality Assessment of Diagnostic Accuracy Studies. <span class='html-italic'>Annals of Internal Medicine</span> 155: 529–36. [<a href="https://scholar.google.com/scholar_lookup?title=QUADAS-2:+A+Revised+Tool+for+the+Quality+Assessment+of+Diagnostic+Accuracy+Studies&author=Whiting,+Penny+F.&author=Anne+W.+S.+Rutjes&author=Marie+E.+Westwood&author=Susan+Mallett&author=Jonathan+J.+Deeks&author=Johannes+B.+Reitsma&author=Mariska+M.+G.+Leeflang&author=Jonathan+A.+C.+Sterne&author=and+Patrick+M.+M.+Bossuyt&publication_year=2011&journal=Annals+of+Internal+Medicine&volume=155&pages=529%E2%80%9336&doi=10.7326/0003-4819-155-8-201110180-00009" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.7326/0003-4819-155-8-201110180-00009" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B34-jintelligence-12-00108' class='html-x' data-content=''>Zelazo, Philip David, and Stephanie M. Carlson. 2023. Reconciling the context-dependency and domain-generality of executive function skills from a developmental systems perspective. <span class='html-italic'>Journal of Cognition and Development</span> 24: 205–22. [<a href="https://scholar.google.com/scholar_lookup?title=Reconciling+the+context-dependency+and+domain-generality+of+executive+function+skills+from+a+developmental+systems+perspective&author=Zelazo,+Philip+David&author=and+Stephanie+M.+Carlson&publication_year=2023&journal=Journal+of+Cognition+and+Development&volume=24&pages=205%E2%80%9322&doi=10.1080/15248372.2022.2156515" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1080/15248372.2022.2156515" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B35-jintelligence-12-00108' class='html-x' data-content=''>Zeng, Yingchun, Qiongyao Guan, Yan Su, Qiubo Huang, Jun Zhao, Minghui Wu, Qiaohong Guo, Qiyuan Lyu, Yiyu Zhuang, and Andy S. K. Cheng. 2023. A self-administered immersive virtual reality tool for assessing cognitive impairment in patients with cancer. <span class='html-italic'>Asia-Pacific Journal of Oncology Nursing</span> 10: 100205. [<a href="https://scholar.google.com/scholar_lookup?title=A+self-administered+immersive+virtual+reality+tool+for+assessing+cognitive+impairment+in+patients+with+cancer&author=Zeng,+Yingchun&author=Qiongyao+Guan&author=Yan+Su&author=Qiubo+Huang&author=Jun+Zhao&author=Minghui+Wu&author=Qiaohong+Guo&author=Qiyuan+Lyu&author=Yiyu+Zhuang&author=and+Andy+S.+K.+Cheng&publication_year=2023&journal=Asia-Pacific+Journal+of+Oncology+Nursing&volume=10&pages=100205&doi=10.1016/j.apjon.2023.100205" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1016/j.apjon.2023.100205" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li></ol></section><section id='FiguresandTables' type='display-objects'><div class="html-fig-wrap" id="jintelligence-12-00108-f001"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f001"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001.png" alt="Jintelligence 12 00108 g001" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f001"></a> </div> </div> <div class="html-fig_description"> <b>Figure 1.</b> Flow chart of the study selection process. <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f001"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f001"> <div class="html-caption"> <b>Figure 1.</b> Flow chart of the study selection process.</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001.png" alt="Jintelligence 12 00108 g001" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g001.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f002"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f002"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002.png" alt="Jintelligence 12 00108 g002" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f002"></a> </div> </div> <div class="html-fig_description"> <b>Figure 2.</b> Quality Assessment of Diagnostic Accuracy Studies 2 (QUADAS-2) assessment of included studies. <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f002"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f002"> <div class="html-caption"> <b>Figure 2.</b> Quality Assessment of Diagnostic Accuracy Studies 2 (QUADAS-2) assessment of included studies.</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002.png" alt="Jintelligence 12 00108 g002" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g002.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f003"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f003"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003.png" alt="Jintelligence 12 00108 g003" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f003"></a> </div> </div> <div class="html-fig_description"> <b>Figure 3.</b> Forest plot of overall executive function. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>; <a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>; <a href="#B28-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2022</a>; <a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>). <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f003"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f003"> <div class="html-caption"> <b>Figure 3.</b> Forest plot of overall executive function. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>; <a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>; <a href="#B28-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2022</a>; <a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003.png" alt="Jintelligence 12 00108 g003" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g003.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f004"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f004"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004.png" alt="Jintelligence 12 00108 g004" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f004"></a> </div> </div> <div class="html-fig_description"> <b>Figure 4.</b> Funnel plot of overall executive function. The dots represent individual studies in a funnel plot. The diamond represents the observed effect size. <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f004"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f004"> <div class="html-caption"> <b>Figure 4.</b> Funnel plot of overall executive function. The dots represent individual studies in a funnel plot. The diamond represents the observed effect size.</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004.png" alt="Jintelligence 12 00108 g004" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g004.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f005"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f005"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005.png" alt="Jintelligence 12 00108 g005" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f005"></a> </div> </div> <div class="html-fig_description"> <b>Figure 5.</b> Forest plot of executive function of sensitivity analysis. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>; <a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>). <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f005"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f005"> <div class="html-caption"> <b>Figure 5.</b> Forest plot of executive function of sensitivity analysis. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>; <a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005.png" alt="Jintelligence 12 00108 g005" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g005.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f006"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f006"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006.png" alt="Jintelligence 12 00108 g006" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f006"></a> </div> </div> <div class="html-fig_description"> <b>Figure 6.</b> Forest plot of executive function on attention. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>). <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f006"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f006"> <div class="html-caption"> <b>Figure 6.</b> Forest plot of executive function on attention. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006.png" alt="Jintelligence 12 00108 g006" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g006.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f007"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f007"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007.png" alt="Jintelligence 12 00108 g007" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f007"></a> </div> </div> <div class="html-fig_description"> <b>Figure 7.</b> Forest plot of executive function on inhibition. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>). <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f007"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f007"> <div class="html-caption"> <b>Figure 7.</b> Forest plot of executive function on inhibition. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>).</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007.png" alt="Jintelligence 12 00108 g007" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g007.png" /></div> </div> <div class="html-fig-wrap" id="jintelligence-12-00108-f008"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f008"> <img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008.png" alt="Jintelligence 12 00108 g008" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#fig_body_display_jintelligence-12-00108-f008"></a> </div> </div> <div class="html-fig_description"> <b>Figure 8.</b> Forest plot of executive function on cognitive flexibility. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>). <!-- <p><a class="html-figpopup" href="#fig_body_display_jintelligence-12-00108-f008"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id="fig_body_display_jintelligence-12-00108-f008"> <div class="html-caption"> <b>Figure 8.</b> Forest plot of executive function on cognitive flexibility. The lines with solid square represent the effect sizes for each study. The diamond symbol represents the pooled effect size and 95% confidence interval (<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>; <a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>; <a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>; <a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>; <a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>).</div> <div class="html-img"><img data-large="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008.png" data-original="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008.png" alt="Jintelligence 12 00108 g008" data-lsrc="/jintelligence/jintelligence-12-00108/article_deploy/html/images/jintelligence-12-00108-g008.png" /></div> </div> <div class="html-table-wrap" id="jintelligence-12-00108-t001"> <div class="html-table_wrap_td"> <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href='#table_body_display_jintelligence-12-00108-t001'> <img data-lsrc="https://pub.mdpi-res.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#table_body_display_jintelligence-12-00108-t001"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 1.</b> The main characteristics of the included studies. </div> </div> <div class="html-table_show mfp-hide " id="table_body_display_jintelligence-12-00108-t001"> <div class="html-caption"><b>Table 1.</b> The main characteristics of the included studies.</div> <table > <thead ><tr ><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Author and Year</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Mean Age (Years)</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >% of Male Participants</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >N</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Clinical Status of the Sample</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Characteristics of VR-Based Assessments</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Outcome Measure</th></tr></thead><tbody ><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B19-jintelligence-12-00108" class="html-bibr">Miskowiak et al. 2022</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >29.92</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >44.63</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >121</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy and clinical (MD, PSD)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The CAVIR (Cognition Assessment in Virtual Reality): an immersive VR test of daily life cognitive functions in an interactive VR kitchen scenario.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >TMT-B, CANTAB, Fluency test</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B29-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2023</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >11</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >59.72</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >72</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy children</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The EPELI (Executive Performance of Everyday Living) requires participants to execute multiple tasks from memory by navigating a virtual home environment and interacting with pertinent target objects, while simultaneously keeping track of time and disregarding irrelevant distracting objects and events.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >BRIEF GEC</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B28-jintelligence-12-00108" class="html-bibr">Seesjärvi et al. 2022</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >ADHD: 10 year 4 month,<br>Healthy:<br>10 year 9 month</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >82.89</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >76</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy and clinical (ADHD)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The EPELI (Executive Performance of Everyday Living) requires participants to execute multiple tasks from memory by navigating a virtual home environment and interacting with pertinent target objects, while simultaneously keeping track of time and disregarding irrelevant distracting objects and events.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >BRIEF</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B2-jintelligence-12-00108" class="html-bibr">Borgnis et al. 2023</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >66.94</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >41.25</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >80</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy and clinical (PD)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The EXIT 360° (EXecutive-functions Innovative Tool 360°): an innovative 360° tool designed for an ecologically valid and multi-component evaluation of executive functioning. Participants are immersed in 360° household environments, where they must complete seven everyday subtasks to simultaneously and rapidly assess various aspects of executive functioning.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >PMR, AM, FAB, VF, DS, TMT-A, TMT-B, TMT-BA, ST-E, ST-T</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B32-jintelligence-12-00108" class="html-bibr">Voinescu et al. 2023</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >32.4</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >40.2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >82</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy and clinical<br>(depression, anxiety)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The Nesplora Aquarium evaluates attention and executive functions in adults, based on the Continuous Performance Test (CPT) paradigm. In this VR environment, participants are instructed to focus on the main tank in the aquarium while CPTs are integrated into the experience.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >TMT-A, TMT-B</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B35-jintelligence-12-00108" class="html-bibr">Zeng et al. 2023</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >47.74</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >49.7</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >82</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Clinical (cancer)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The VR cognitive assessment: a virtual outdoor scenario was developed to assess executive function. This scenario includes the Trail Making Test-B (TMT-B) for assessing executive functioning.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >TMT-B</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B25-jintelligence-12-00108" class="html-bibr">Plotnik et al. 2017</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >37.1</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >81.82</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >11</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The VR CTT (Virtual Reality Color Trails Test): the participant’s performance, traditionally recorded with a pen-and-pencil, is now captured using a marker attached to the tip of a short pointing stick held by the participant.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >TMT-A, TMT-B, TMT-BA</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B16-jintelligence-12-00108" class="html-bibr">Kourtesis et al. 2021</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >29.15</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >48.78</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >41</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The VR-EAL (Virtual Reality Everyday Assessment Lab) evaluates executive functioning, including planning and multitasking, within a realistic immersive VR scenario lasting around 60 min. Planning ability is assessed by having participants draw their route around the city on a 3D interactive board. Multitasking is examined through a cooking task, where participants prepare and serve breakfast and place a chocolate pie in the oven.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >BADS-Key Search, CTT-1, 2</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >(<a href="#B24-jintelligence-12-00108" class="html-bibr">Parsons and Courtney 2014</a>)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >25.58</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >75</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >50</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Healthy</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >The VR-PASAT (Virtual Reality-Paced Auditory Serial Addition Test) concentrates on the detailed analysis of neurocognitive testing within a virtual gaming environment to evaluate attention processing and executive functioning while navigating a virtual city.</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >PASAT-200, D-KEFS Color-Word Interference Test (Inhibition, Inhibition/Switching)</td></tr></tbody> </table> <div class='html-table_foot html-p'><div class='html-p' style='text-indent:0em;'><span class='html-fn-content'>MD: mood disorders; PSD: psychosis spectrum disorders; TMT: Trail Making Test; CANTAB: Cambridge Neuropsychological Test Automated Battery; BRIEF GEC: Behavior Rating Inventory of Executive Function Global Executive Composite; ADHD: attention-deficit/hyperactivity disorder; PD: Parkinson’s disease; PMR: progressive matrices of raven; AM: attentive matrices; FAB: frontal assessment battery; VF: verbal fluency; DS: digit span; ST-E: Stroop test-errors; ST-T: Stroop test-time; BADS: Behavioral Assessment of the Dysexecutive Syndrome; CTT: Color Trails Test; D-KEFS: Delis–Kaplan Executive Function System.</span></div><div style='clear:both;'></div></div> </div> <div class="html-table-wrap" id="jintelligence-12-00108-t002"> <div class="html-table_wrap_td"> <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href='#table_body_display_jintelligence-12-00108-t002'> <img data-lsrc="https://pub.mdpi-res.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/2079-3200/12/11/108/display" href="#table_body_display_jintelligence-12-00108-t002"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 2.</b> Outcome measures by executive function sub-elements. </div> </div> <div class="html-table_show mfp-hide " id="table_body_display_jintelligence-12-00108-t002"> <div class="html-caption"><b>Table 2.</b> Outcome measures by executive function sub-elements.</div> <table > <thead ><tr ><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Executive Function<br>Sub-Elements</th><th align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Outcome Measures</th></tr></thead><tbody ><tr ><td align='center' valign='middle' class='html-align-center' >Attention</td><td align='center' valign='middle' class='html-align-center' >TMT-A, CTT-1, AM, PASAT-200</td></tr><tr ><td align='center' valign='middle' class='html-align-center' >Inhibition</td><td align='center' valign='middle' class='html-align-center' >ST-E, ST-T, D-KEFS Color-Word Interference Test (Inhibition, Inhibition/Switching)</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Cognitive flexibility</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >TMT-B, TMT-BA, CTT-2</td></tr></tbody> </table> <div class='html-table_foot html-p'><div class='html-p' style='text-indent:0em;'><span class='html-fn-content'>TMT: Trail Making Test; CTT: Color Trails Test; AM: attentive matrices; ST-E: Stroop test-errors; ST-T: Stroop test-time; D-KEFS: Delis–Kaplan Executive Function System.</span></div><div style='clear:both;'></div></div> </div> </section><section class='html-fn_group'><table><tr id=''><td></td><td><div class='html-p'><b>Disclaimer/Publisher’s Note:</b> The statements, opinions and data contained in all publications are solely those of the individual author(s) and contributor(s) and not of MDPI and/or the editor(s). MDPI and/or the editor(s) disclaim responsibility for any injury to people or property resulting from any ideas, methods, instructions or products referred to in the content.</div></td></tr></table></section> <section id="html-copyright"><br>© 2024 by the authors. Licensee MDPI, Basel, Switzerland. This article is an open access article distributed under the terms and conditions of the Creative Commons Attribution (CC BY) license (<a href="https://creativecommons.org/licenses/by/4.0/" target="_blank" rel="noopener noreferrer">https://creativecommons.org/licenses/by/4.0/</a>).</section> </div> </div> <div class="additional-content"> <h2><a name="cite"></a>Share and Cite</h2> <div class="social-media-links" style="text-align: left;"> <a href="/cdn-cgi/l/email-protection#467960272b367d3533242c2325327b0034292b6374760b02160f6375076374766374740529282533343423283263747610272a2f222f323f6374762920637476102f343233272a6374761423272a2f323f6b04273523226374760735352335352b2328326374762920637476033e232533322f302363747600332825322f292863750763747607637476153f3532232b27322f256374761423302f23316374762728226374760b2332276b0728272a3f352f3560373329327d60272b367d2429223f7b2e323236357c6969313131682b22362f6825292b69757674777e73726375076376076376070529282533343423283263747610272a2f222f323f6374762920637476102f343233272a6374761423272a2f323f6b04273523226374760735352335352b2328326374762920637476033e232533322f302363747600332825322f292863750763747607637476153f3532232b27322f256374761423302f23316374762728226374760b2332276b0728272a3f352f356376076376070724353234272532637507637476122e2f356374762b2332276b2728272a3f352f356374762f28302335322f2127322322637476322e236374762529282533343423283263747630272a2f222f323f63747624233231232328637476302f343233272a6374763423272a2f323f63747663747e101463747f6b24273523226374762735352335352b23283235637476272822637476323427222f322f2928272a637476282333342936353f252e292a29212f25272a6374762735352335352b232832356374762920637476233e232533322f302363747620332825322f2928637405637476312f322e637476276374762029253335637476292863747635332425292b362928232832356374763533252e6374762735637476252921282f322f3023637476202a233e2f242f2a2f323f6374056374762732322328322f29286374056374762728226374762f282e2f242f322f29286863747607637476322932272a6374762920637476777076736374762734322f252a2335637476312334236374762f222328322f202f2322637476322e342933212e63747635232734252e233563747629206374761633240b2322637405637476112324637476292063747615252f2328252363740563747627282263747615252f23282523022f342325326374762034292b6374767476777563747632296374767476747568637476072032233463747634232b29302f28216374762233362a2f2527322335637405637476777577756374762734322f252a233563747631233423637476352534232328232263747624273523226374762928637476322e232f34637476322f322a2335637476272822637476272435323427253235637405637476312f322e63747671716374762734322f252a233563747635232a232532232263747620293463747620332a2a6b32233e32637476232a2f212f242f2a2f323f6374763423302f2331686374760920637476322e233523637405637476282f28236374762734322f252a233563747620332a2a3f6374762b2332637476322e236374762f28252a33352f2928637476272822637476233e252a33352f292863747625342f3223342f27637476202934637476322e2f35637476353233223f68637476122e23637476232020232532637476352f3c2363747620293463747629302334272a2a637476233e232533322f302363747620332825322f29286374763127356374762735352335352322637405637476312f322e63747635332425292b36292823283235637476252732232129342f3c232263747624273523226374762928637476322e23637476353623252f202f256374762735352335352b2328326374763229292a35637476333523226374762f28637476322e23637476353233222f233568637476122e23637476232020232532637476352f3c236374762029346374762327252e63747635332425292b3629282328326374702b2227352e637504252921282f322f3023637476202a233e2f242f2a2f323f6374056374762732322328322f29286374056374762728226374762f282e2f242f322f29286374702b2227352e637504312735637476322e23286374762728272a3f3c23226374763229637476363429302f2223637476276374762b293423637476222332272f2a2322637476332822233435322728222f28216374762920637476322e232f3463747634232a27322f2928352e2f3635637476312f322e637476323427222f322f2928272a6374762b2327353334233568637476122e23637476342335332a323563747634233023272a2322637476353227322f35322f25272a2a3f637476352f21282f202f2527283263747625293434232a27322f2928356374762423323123232863747610146b24273523226374762735352335352b23283235637476272822637476323427222f322f2928272a6374762b23273533342335637476272534293535637476272a2a63747635332425292b36292823283235686374760722222f322f2928272a2a3f637405637476352328352f322f302f323f6374762728272a3f352335637476252928202f342b2322637476322e23637476342924333532282335356374762920637476322e23637476202f28222f282135637405637476233023281d6868681b" title="Email"> <i class="fa fa-envelope-square" style="font-size: 30px;"></i> </a> <a href="https://twitter.com/intent/tweet?text=Concurrent+Validity+of+Virtual+Reality-Based+Assessment+of+Executive+Function%3A+A+Systematic+Review+and+Meta-Analysis&hashtags=mdpijintelligence&url=https%3A%2F%2Fwww.mdpi.com%2F3021854&via=JIntell_MDPI" onclick="windowOpen(this.href,600,800); return false" target="_blank" rel="noopener noreferrer"> <i class="fa fa-twitter-x-square" style="font-size: 30px;"></i> </a> <a href=" http://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fwww.mdpi.com%2F3021854&title=Concurrent%20Validity%20of%20Virtual%20Reality-Based%20Assessment%20of%20Executive%20Function%3A%20A%20Systematic%20Review%20and%20Meta-Analysis%26source%3Dhttps%3A%2F%2Fwww.mdpi.com%26summary%3DThis%20meta-analysis%20investigated%20the%20concurrent%20validity%20between%20virtual%20reality%20%28VR%29-based%20assessments%20and%20traditional%20neuropsychological%20assessments%20of%20executive%20function%2C%20with%20a%20focus%20on%20subcomponents%20such%20as%20cognitive%20flexibility%2C%20attention%2C%20and%20%5B...%5D" onclick="windowOpen(this.href,600,800); return false" title="LinkedIn" target="_blank" rel="noopener noreferrer"> <i class="fa fa-linkedin-square" style="font-size: 30px;"></i> </a> <a href="https://www.facebook.com/sharer.php?u=https://www.mdpi.com/3021854" title="facebook" target="_blank" rel="noopener noreferrer"> <i class="fa fa-facebook-square" style="font-size: 30px;"></i> </a> <a href="javascript:void(0);" title="Wechat" data-reveal-id="weixin-share-modal"> <i class="fa fa-weixin-square" style="font-size: 26px;"></i> </a> <a href="http://www.reddit.com/submit?url=https://www.mdpi.com/3021854" title="Reddit" target="_blank" rel="noopener noreferrer"> <i class="fa fa-reddit-square" style="font-size: 30px;"></i> </a> <a href="http://www.mendeley.com/import/?url=https://www.mdpi.com/3021854" title="Mendeley" target="_blank" rel="noopener noreferrer"> <i class="fa fa-mendeley-square" style="font-size: 30px;"></i> </a> </div> <div class="in-tab" style="padding-top: 0px!important; margin-top: 15px;"> <div><b>MDPI and ACS Style</b></div> <p> Lee, S.-A.; Kim, J.-Y.; Park, J.-H. Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis. <em>J. Intell.</em> <b>2024</b>, <em>12</em>, 108. https://doi.org/10.3390/jintelligence12110108 </p> <div style="display: block"> <b>AMA Style</b><br> <p> Lee S-A, Kim J-Y, Park J-H. Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis. <em>Journal of Intelligence</em>. 2024; 12(11):108. https://doi.org/10.3390/jintelligence12110108 </p> <b>Chicago/Turabian Style</b><br> <p> Lee, Si-An, Ji-Yea Kim, and Jin-Hyuck Park. 2024. "Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis" <em>Journal of Intelligence</em> 12, no. 11: 108. https://doi.org/10.3390/jintelligence12110108 </p> <b>APA Style</b><br> <p> Lee, S. -A., Kim, J. -Y., & Park, J. -H. (2024). Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis. <em>Journal of Intelligence</em>, <em>12</em>(11), 108. https://doi.org/10.3390/jintelligence12110108 </p> </div> </div> <div class="info-box no-margin"> Note that from the first issue of 2016, this journal uses article numbers instead of page numbers. See further details <a target="_blank" href="https://www.mdpi.com/about/announcements/784">here</a>. </div> <h2><a name="metrics"></a>Article Metrics</h2> <div class="row"> <div class="small-12 columns"> <div id="loaded_cite_count" style="display:none">No</div> <div id="framed_div_cited_count" class="in-tab" style="display: none; overflow: auto;"></div> <div id="loaded" style="display:none">No</div> <div id="framed_div" class="in-tab" style="display: none; margin-top: 10px;"></div> </div> <div class="small-12 columns"> <div id="article_stats_div" style="display: none; margin-bottom: 1em;"> <h3>Article Access Statistics</h3> <div id="article_stats_swf" ></div> For more information on the journal statistics, click <a href="/journal/jintelligence/stats">here</a>. <div class="info-box"> Multiple requests from the same IP address are counted as one view. </div> </div> </div> </div> </div> </div> </article> </div> </div></div> <div class="webpymol-controls webpymol-controls-template" style="margin-top: 10px; display: none;"> <a class="bzoom">Zoom</a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="borient"> Orient </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="blines"> As Lines </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bsticks"> As Sticks </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bcartoon"> As Cartoon </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bsurface"> As Surface </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bprevscene">Previous Scene</a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bnextscene">Next Scene</a> </div> <div id="scifeed-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="recommended-articles-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="author-biographies-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="cite-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="Captcha" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Cite</h2> </div> <div class="small-12 columns"> <!-- BibTeX --> <form style="margin:0; padding:0; display:inline;" name="export-bibtex" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="1510927"> <input type="hidden" name="export_format_top" value="bibtex"> <input type="hidden" name="export_submit_top" value=""> </form> <!-- EndNote --> <form style="margin:0; padding:0; display:inline;" name="export-endnote" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="1510927"> <input type="hidden" name="export_format_top" value="endnote_no_abstract"> <input type="hidden" name="export_submit_top" value=""> </form> <!-- RIS --> <form style="margin:0; padding:0; display:inline;" name="export-ris" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="1510927"> <input type="hidden" name="export_format_top" value="ris"> <input type="hidden" name="export_submit_top" value=""> </form> <div> Export citation file: <a href="javascript:window.document.forms['export-bibtex'].submit()">BibTeX</a> | <a href="javascript:window.document.forms['export-endnote'].submit()">EndNote</a> | <a href="javascript:window.document.forms['export-ris'].submit()">RIS</a> </div> </div> <div class="small-12 columns"> <div class="in-tab"> <div><b>MDPI and ACS Style</b></div> <p> Lee, S.-A.; Kim, J.-Y.; Park, J.-H. Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis. <em>J. Intell.</em> <b>2024</b>, <em>12</em>, 108. https://doi.org/10.3390/jintelligence12110108 </p> <div style="display: block"> <b>AMA Style</b><br> <p> Lee S-A, Kim J-Y, Park J-H. Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis. <em>Journal of Intelligence</em>. 2024; 12(11):108. https://doi.org/10.3390/jintelligence12110108 </p> <b>Chicago/Turabian Style</b><br> <p> Lee, Si-An, Ji-Yea Kim, and Jin-Hyuck Park. 2024. "Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis" <em>Journal of Intelligence</em> 12, no. 11: 108. https://doi.org/10.3390/jintelligence12110108 </p> <b>APA Style</b><br> <p> Lee, S. -A., Kim, J. -Y., & Park, J. -H. (2024). Concurrent Validity of Virtual Reality-Based Assessment of Executive Function: A Systematic Review and Meta-Analysis. <em>Journal of Intelligence</em>, <em>12</em>(11), 108. https://doi.org/10.3390/jintelligence12110108 </p> </div> </div> <div class="info-box no-margin"> Note that from the first issue of 2016, this journal uses article numbers instead of page numbers. See further details <a target="_blank" href="https://www.mdpi.com/about/announcements/784">here</a>. </div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> </div> </div> </div> </div> </section> <div id="footer"> <div class="journal-info"> <span> <em><a class="Var_JournalInfo" href="/journal/jintelligence">J. Intell.</a></em>, EISSN 2079-3200, Published by MDPI </span> <div class="large-right"> <span> <a href="/rss/journal/jintelligence" class="rss-link">RSS</a> </span> <span> <a href="/journal/jintelligence/toc-alert">Content Alert</a> </span> </div> </div> <div class="row full-width footer-links" data-equalizer="footer" data-equalizer-mq="small"> <div class="large-2 large-push-4 medium-3 small-6 columns" data-equalizer-watch="footer"> <h3> Further Information </h3> <a href="/apc"> Article Processing Charges </a> <a href="/about/payment"> Pay an Invoice </a> <a href="/openaccess"> Open Access Policy </a> <a href="/about/contact"> Contact MDPI </a> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer"> Jobs at MDPI </a> </div> <div class="large-2 large-push-4 medium-3 small-6 columns" data-equalizer-watch="footer"> <h3> Guidelines </h3> <a href="/authors"> For Authors </a> <a href="/reviewers"> For Reviewers </a> <a href="/editors"> For Editors </a> <a href="/librarians"> For Librarians </a> <a href="/publishing_services"> For Publishers </a> <a href="/societies"> For Societies </a> <a href="/conference_organizers"> For Conference Organizers </a> </div> <div class="large-2 large-push-4 medium-3 small-6 columns"> <h3> MDPI Initiatives </h3> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer"> Sciforum </a> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer"> MDPI Books </a> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer"> Preprints.org </a> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer"> Scilit </a> <a href="https://sciprofiles.com?utm_source=mpdi.com&utm_medium=bottom_menu&utm_campaign=initiative" target="_blank" rel="noopener noreferrer"> SciProfiles </a> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer"> Encyclopedia </a> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer"> JAMS </a> <a href="/about/proceedings"> Proceedings Series </a> </div> <div class="large-2 large-push-4 medium-3 small-6 right-border-large-without columns UA_FooterFollowMDPI"> <h3> Follow MDPI </h3> <a href="https://www.linkedin.com/company/mdpi" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a href="https://www.facebook.com/MDPIOpenAccessPublishing" target="_blank" rel="noopener noreferrer"> Facebook </a> <a href="https://twitter.com/MDPIOpenAccess" target="_blank" rel="noopener noreferrer"> Twitter </a> </div> <div id="footer-subscribe" class="large-4 large-pull-8 medium-12 small-12 left-border-large columns"> <div class="footer-subscribe__container"> <img class="show-for-large-up" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-white-small.png?71d18e5f805839ab?1732615622" alt="MDPI" title="MDPI Open Access Journals" style="height: 50px; margin-bottom: 10px;"> <form id="newsletter" method="POST" action="/subscribe"> <p> Subscribe to receive issue release notifications and newsletters from MDPI journals </p> <select multiple id="newsletter-journal" class="foundation-select" name="journals[]"> <option value="acoustics">Acoustics</option> <option value="amh">Acta Microbiologica Hellenica</option> <option value="actuators">Actuators</option> <option value="admsci">Administrative Sciences</option> <option value="adolescents">Adolescents</option> <option value="arm">Advances in Respiratory Medicine</option> <option value="aerobiology">Aerobiology</option> <option value="aerospace">Aerospace</option> <option value="agriculture">Agriculture</option> <option value="agriengineering">AgriEngineering</option> <option value="agrochemicals">Agrochemicals</option> <option value="agronomy">Agronomy</option> <option value="ai">AI</option> <option value="air">Air</option> <option value="algorithms">Algorithms</option> <option value="allergies">Allergies</option> <option value="alloys">Alloys</option> <option value="analytica">Analytica</option> <option value="analytics">Analytics</option> <option value="anatomia">Anatomia</option> <option value="anesthres">Anesthesia Research</option> <option value="animals">Animals</option> <option value="antibiotics">Antibiotics</option> <option value="antibodies">Antibodies</option> <option value="antioxidants">Antioxidants</option> <option value="applbiosci">Applied Biosciences</option> <option value="applmech">Applied Mechanics</option> <option value="applmicrobiol">Applied Microbiology</option> <option value="applnano">Applied Nano</option> <option value="applsci">Applied Sciences</option> <option value="asi">Applied System Innovation</option> <option value="appliedchem">AppliedChem</option> <option value="appliedmath">AppliedMath</option> <option value="aquacj">Aquaculture Journal</option> <option value="architecture">Architecture</option> <option value="arthropoda">Arthropoda</option> <option value="arts">Arts</option> <option value="astronomy">Astronomy</option> <option value="atmosphere">Atmosphere</option> <option value="atoms">Atoms</option> <option value="audiolres">Audiology Research</option> <option value="automation">Automation</option> <option value="axioms">Axioms</option> <option value="bacteria">Bacteria</option> <option value="batteries">Batteries</option> <option value="behavsci">Behavioral Sciences</option> <option value="beverages">Beverages</option> <option value="BDCC">Big Data and Cognitive Computing</option> <option value="biochem">BioChem</option> <option value="bioengineering">Bioengineering</option> <option value="biologics">Biologics</option> <option value="biology">Biology</option> <option value="blsf">Biology and Life Sciences Forum</option> <option value="biomass">Biomass</option> <option value="biomechanics">Biomechanics</option> <option value="biomed">BioMed</option> <option value="biomedicines">Biomedicines</option> <option value="biomedinformatics">BioMedInformatics</option> <option value="biomimetics">Biomimetics</option> <option value="biomolecules">Biomolecules</option> <option value="biophysica">Biophysica</option> <option value="biosensors">Biosensors</option> <option value="biotech">BioTech</option> <option value="birds">Birds</option> <option value="blockchains">Blockchains</option> <option value="brainsci">Brain Sciences</option> <option value="buildings">Buildings</option> <option value="businesses">Businesses</option> <option value="carbon">C</option> <option value="cancers">Cancers</option> <option value="cardiogenetics">Cardiogenetics</option> <option value="catalysts">Catalysts</option> <option value="cells">Cells</option> <option value="ceramics">Ceramics</option> <option value="challenges">Challenges</option> <option value="ChemEngineering">ChemEngineering</option> <option value="chemistry">Chemistry</option> <option value="chemproc">Chemistry Proceedings</option> <option value="chemosensors">Chemosensors</option> <option value="children">Children</option> <option value="chips">Chips</option> <option value="civileng">CivilEng</option> <option value="cleantechnol">Clean Technologies</option> <option value="climate">Climate</option> <option value="ctn">Clinical and Translational Neuroscience</option> <option value="clinbioenerg">Clinical Bioenergetics</option> <option value="clinpract">Clinics and Practice</option> <option value="clockssleep">Clocks & Sleep</option> <option value="coasts">Coasts</option> <option value="coatings">Coatings</option> <option value="colloids">Colloids and Interfaces</option> <option value="colorants">Colorants</option> <option value="commodities">Commodities</option> <option value="complications">Complications</option> <option value="compounds">Compounds</option> <option value="computation">Computation</option> <option value="csmf">Computer Sciences & Mathematics Forum</option> <option value="computers">Computers</option> <option value="condensedmatter">Condensed Matter</option> <option value="conservation">Conservation</option> <option value="constrmater">Construction Materials</option> <option value="cmd">Corrosion and Materials Degradation</option> <option value="cosmetics">Cosmetics</option> <option value="covid">COVID</option> <option value="crops">Crops</option> <option value="cryo">Cryo</option> <option value="cryptography">Cryptography</option> <option value="crystals">Crystals</option> <option value="cimb">Current Issues in Molecular Biology</option> <option value="curroncol">Current Oncology</option> <option value="dairy">Dairy</option> <option value="data">Data</option> <option value="dentistry">Dentistry Journal</option> <option value="dermato">Dermato</option> <option value="dermatopathology">Dermatopathology</option> <option value="designs">Designs</option> <option value="diabetology">Diabetology</option> <option value="diagnostics">Diagnostics</option> <option value="dietetics">Dietetics</option> <option value="digital">Digital</option> <option value="disabilities">Disabilities</option> <option value="diseases">Diseases</option> <option value="diversity">Diversity</option> <option value="dna">DNA</option> <option value="drones">Drones</option> <option value="ddc">Drugs and Drug Candidates</option> <option value="dynamics">Dynamics</option> <option value="earth">Earth</option> <option value="ecologies">Ecologies</option> <option value="econometrics">Econometrics</option> <option value="economies">Economies</option> <option value="education">Education Sciences</option> <option value="electricity">Electricity</option> <option value="electrochem">Electrochem</option> <option value="electronicmat">Electronic Materials</option> <option value="electronics">Electronics</option> <option value="ecm">Emergency Care and Medicine</option> <option value="encyclopedia">Encyclopedia</option> <option value="endocrines">Endocrines</option> <option value="energies">Energies</option> <option value="esa">Energy Storage and Applications</option> <option value="eng">Eng</option> <option value="engproc">Engineering Proceedings</option> <option value="entropy">Entropy</option> <option value="environsciproc">Environmental Sciences Proceedings</option> <option value="environments">Environments</option> <option value="epidemiologia">Epidemiologia</option> <option value="epigenomes">Epigenomes</option> <option value="ebj">European Burn Journal</option> <option value="ejihpe">European Journal of Investigation in Health, Psychology and Education</option> <option value="fermentation">Fermentation</option> <option value="fibers">Fibers</option> <option value="fintech">FinTech</option> <option value="fire">Fire</option> <option value="fishes">Fishes</option> <option value="fluids">Fluids</option> <option value="foods">Foods</option> <option value="forecasting">Forecasting</option> <option value="forensicsci">Forensic Sciences</option> <option value="forests">Forests</option> <option value="fossstud">Fossil Studies</option> <option value="foundations">Foundations</option> <option value="fractalfract">Fractal and Fractional</option> <option value="fuels">Fuels</option> <option value="future">Future</option> <option value="futureinternet">Future Internet</option> <option value="futurepharmacol">Future Pharmacology</option> <option value="futuretransp">Future Transportation</option> <option value="galaxies">Galaxies</option> <option value="games">Games</option> <option value="gases">Gases</option> <option value="gastroent">Gastroenterology Insights</option> <option value="gastrointestdisord">Gastrointestinal Disorders</option> <option value="gastronomy">Gastronomy</option> <option value="gels">Gels</option> <option value="genealogy">Genealogy</option> <option value="genes">Genes</option> <option value="geographies">Geographies</option> <option value="geohazards">GeoHazards</option> <option value="geomatics">Geomatics</option> <option value="geometry">Geometry</option> <option value="geosciences">Geosciences</option> <option value="geotechnics">Geotechnics</option> <option value="geriatrics">Geriatrics</option> <option value="glacies">Glacies</option> <option value="gucdd">Gout, Urate, and Crystal Deposition Disease</option> <option value="grasses">Grasses</option> <option value="hardware">Hardware</option> <option value="healthcare">Healthcare</option> <option value="hearts">Hearts</option> <option value="hemato">Hemato</option> <option value="hematolrep">Hematology Reports</option> <option value="heritage">Heritage</option> <option value="histories">Histories</option> <option value="horticulturae">Horticulturae</option> <option value="hospitals">Hospitals</option> <option value="humanities">Humanities</option> <option value="humans">Humans</option> <option value="hydrobiology">Hydrobiology</option> <option value="hydrogen">Hydrogen</option> <option value="hydrology">Hydrology</option> <option value="hygiene">Hygiene</option> <option value="immuno">Immuno</option> <option value="idr">Infectious Disease Reports</option> <option value="informatics">Informatics</option> <option value="information">Information</option> <option value="infrastructures">Infrastructures</option> <option value="inorganics">Inorganics</option> <option value="insects">Insects</option> <option value="instruments">Instruments</option> <option value="iic">Intelligent Infrastructure and Construction</option> <option value="ijerph">International Journal of Environmental Research and Public Health</option> <option value="ijfs">International Journal of Financial Studies</option> <option value="ijms">International Journal of Molecular Sciences</option> <option value="IJNS">International Journal of Neonatal Screening</option> <option value="ijpb">International Journal of Plant Biology</option> <option value="ijt">International Journal of Topology</option> <option value="ijtm">International Journal of Translational Medicine</option> <option value="ijtpp">International Journal of Turbomachinery, Propulsion and Power</option> <option value="ime">International Medical Education</option> <option value="inventions">Inventions</option> <option value="IoT">IoT</option> <option value="ijgi">ISPRS International Journal of Geo-Information</option> <option value="J">J</option> <option value="jal">Journal of Ageing and Longevity</option> <option value="jcdd">Journal of Cardiovascular Development and Disease</option> <option value="jcto">Journal of Clinical & Translational Ophthalmology</option> <option value="jcm">Journal of Clinical Medicine</option> <option value="jcs">Journal of Composites Science</option> <option value="jcp">Journal of Cybersecurity and Privacy</option> <option value="jdad">Journal of Dementia and Alzheimer's Disease</option> <option value="jdb">Journal of Developmental Biology</option> <option value="jeta">Journal of Experimental and Theoretical Analyses</option> <option value="jfb">Journal of Functional Biomaterials</option> <option value="jfmk">Journal of Functional Morphology and Kinesiology</option> <option value="jof">Journal of Fungi</option> <option value="jimaging">Journal of Imaging</option> <option value="jintelligence">Journal of Intelligence</option> <option value="jlpea">Journal of Low Power Electronics and Applications</option> <option value="jmmp">Journal of Manufacturing and Materials Processing</option> <option value="jmse">Journal of Marine Science and Engineering</option> <option value="jmahp">Journal of Market Access & Health Policy</option> <option value="jmp">Journal of Molecular Pathology</option> <option value="jnt">Journal of Nanotheranostics</option> <option value="jne">Journal of Nuclear Engineering</option> <option value="ohbm">Journal of Otorhinolaryngology, Hearing and Balance Medicine</option> <option value="jop">Journal of Parks</option> <option value="jpm">Journal of Personalized Medicine</option> <option value="jpbi">Journal of Pharmaceutical and BioTech Industry</option> <option value="jor">Journal of Respiration</option> <option value="jrfm">Journal of Risk and Financial Management</option> <option value="jsan">Journal of Sensor and Actuator Networks</option> <option value="joma">Journal of the Oman Medical Association</option> <option value="jtaer">Journal of Theoretical and Applied Electronic Commerce Research</option> <option value="jvd">Journal of Vascular Diseases</option> <option value="jox">Journal of Xenobiotics</option> <option value="jzbg">Journal of Zoological and Botanical Gardens</option> <option value="journalmedia">Journalism and Media</option> <option value="kidneydial">Kidney and Dialysis</option> <option value="kinasesphosphatases">Kinases and Phosphatases</option> <option value="knowledge">Knowledge</option> <option value="labmed">LabMed</option> <option value="laboratories">Laboratories</option> <option value="land">Land</option> <option value="languages">Languages</option> <option value="laws">Laws</option> <option value="life">Life</option> <option value="limnolrev">Limnological Review</option> <option value="lipidology">Lipidology</option> <option value="liquids">Liquids</option> <option value="literature">Literature</option> <option value="livers">Livers</option> <option value="logics">Logics</option> <option value="logistics">Logistics</option> <option value="lubricants">Lubricants</option> <option value="lymphatics">Lymphatics</option> <option value="make">Machine Learning and Knowledge Extraction</option> <option value="machines">Machines</option> <option value="macromol">Macromol</option> <option value="magnetism">Magnetism</option> <option value="magnetochemistry">Magnetochemistry</option> <option value="marinedrugs">Marine Drugs</option> <option value="materials">Materials</option> <option value="materproc">Materials Proceedings</option> <option value="mca">Mathematical and Computational Applications</option> <option value="mathematics">Mathematics</option> <option value="medsci">Medical Sciences</option> <option value="msf">Medical Sciences Forum</option> <option value="medicina">Medicina</option> <option value="medicines">Medicines</option> <option value="membranes">Membranes</option> <option value="merits">Merits</option> <option value="metabolites">Metabolites</option> <option value="metals">Metals</option> <option value="meteorology">Meteorology</option> <option value="methane">Methane</option> <option value="mps">Methods and Protocols</option> <option value="metrics">Metrics</option> <option value="metrology">Metrology</option> <option value="micro">Micro</option> <option value="microbiolres">Microbiology Research</option> <option value="micromachines">Micromachines</option> <option value="microorganisms">Microorganisms</option> <option value="microplastics">Microplastics</option> <option value="minerals">Minerals</option> <option value="mining">Mining</option> <option value="modelling">Modelling</option> <option value="mmphys">Modern Mathematical Physics</option> <option value="molbank">Molbank</option> <option value="molecules">Molecules</option> <option value="mti">Multimodal Technologies and Interaction</option> <option value="muscles">Muscles</option> <option value="nanoenergyadv">Nanoenergy Advances</option> <option value="nanomanufacturing">Nanomanufacturing</option> <option value="nanomaterials">Nanomaterials</option> <option value="ndt">NDT</option> <option value="network">Network</option> <option value="neuroglia">Neuroglia</option> <option value="neurolint">Neurology International</option> <option value="neurosci">NeuroSci</option> <option value="nitrogen">Nitrogen</option> <option value="ncrna">Non-Coding RNA</option> <option value="nursrep">Nursing Reports</option> <option value="nutraceuticals">Nutraceuticals</option> <option value="nutrients">Nutrients</option> <option value="obesities">Obesities</option> <option value="oceans">Oceans</option> <option value="onco">Onco</option> <option value="optics">Optics</option> <option value="oral">Oral</option> <option value="organics">Organics</option> <option value="organoids">Organoids</option> <option value="osteology">Osteology</option> <option value="oxygen">Oxygen</option> <option value="parasitologia">Parasitologia</option> <option value="particles">Particles</option> <option value="pathogens">Pathogens</option> <option value="pathophysiology">Pathophysiology</option> <option value="pediatrrep">Pediatric Reports</option> <option value="pets">Pets</option> <option value="pharmaceuticals">Pharmaceuticals</option> <option value="pharmaceutics">Pharmaceutics</option> <option value="pharmacoepidemiology">Pharmacoepidemiology</option> <option value="pharmacy">Pharmacy</option> <option value="philosophies">Philosophies</option> <option value="photochem">Photochem</option> <option value="photonics">Photonics</option> <option value="phycology">Phycology</option> <option value="physchem">Physchem</option> <option value="psf">Physical Sciences Forum</option> <option value="physics">Physics</option> <option value="physiologia">Physiologia</option> <option value="plants">Plants</option> <option value="plasma">Plasma</option> <option value="platforms">Platforms</option> <option value="pollutants">Pollutants</option> <option value="polymers">Polymers</option> <option value="polysaccharides">Polysaccharides</option> <option value="populations">Populations</option> <option value="poultry">Poultry</option> <option value="powders">Powders</option> <option value="proceedings">Proceedings</option> <option value="processes">Processes</option> <option value="prosthesis">Prosthesis</option> <option value="proteomes">Proteomes</option> <option value="psychiatryint">Psychiatry International</option> <option value="psychoactives">Psychoactives</option> <option value="psycholint">Psychology International</option> <option value="publications">Publications</option> <option value="qubs">Quantum Beam Science</option> <option value="quantumrep">Quantum Reports</option> <option value="quaternary">Quaternary</option> <option value="radiation">Radiation</option> <option value="reactions">Reactions</option> <option value="realestate">Real Estate</option> <option value="receptors">Receptors</option> <option value="recycling">Recycling</option> <option value="rsee">Regional Science and Environmental Economics</option> <option value="religions">Religions</option> <option value="remotesensing">Remote Sensing</option> <option value="reports">Reports</option> <option value="reprodmed">Reproductive Medicine</option> <option value="resources">Resources</option> <option value="rheumato">Rheumato</option> <option value="risks">Risks</option> <option value="robotics">Robotics</option> <option value="ruminants">Ruminants</option> <option value="safety">Safety</option> <option value="sci">Sci</option> <option value="scipharm">Scientia Pharmaceutica</option> <option value="sclerosis">Sclerosis</option> <option value="seeds">Seeds</option> <option value="sensors">Sensors</option> <option value="separations">Separations</option> <option value="sexes">Sexes</option> <option value="signals">Signals</option> <option value="sinusitis">Sinusitis</option> <option value="smartcities">Smart Cities</option> <option value="socsci">Social Sciences</option> <option value="siuj">Société Internationale d’Urologie Journal</option> <option value="societies">Societies</option> <option value="software">Software</option> <option value="soilsystems">Soil Systems</option> <option value="solar">Solar</option> <option value="solids">Solids</option> <option value="spectroscj">Spectroscopy Journal</option> <option value="sports">Sports</option> <option value="standards">Standards</option> <option value="stats">Stats</option> <option value="stresses">Stresses</option> <option value="surfaces">Surfaces</option> <option value="surgeries">Surgeries</option> <option value="std">Surgical Techniques Development</option> <option value="sustainability">Sustainability</option> <option value="suschem">Sustainable Chemistry</option> <option value="symmetry">Symmetry</option> <option value="synbio">SynBio</option> <option value="systems">Systems</option> <option value="targets">Targets</option> <option value="taxonomy">Taxonomy</option> <option value="technologies">Technologies</option> <option value="telecom">Telecom</option> <option value="textiles">Textiles</option> <option value="thalassrep">Thalassemia Reports</option> <option value="therapeutics">Therapeutics</option> <option value="thermo">Thermo</option> <option value="timespace">Time and Space</option> <option value="tomography">Tomography</option> <option value="tourismhosp">Tourism and Hospitality</option> <option value="toxics">Toxics</option> <option value="toxins">Toxins</option> <option value="transplantology">Transplantology</option> <option value="traumacare">Trauma Care</option> <option value="higheredu">Trends in Higher Education</option> <option value="tropicalmed">Tropical Medicine and Infectious Disease</option> <option value="universe">Universe</option> <option value="urbansci">Urban Science</option> <option value="uro">Uro</option> <option value="vaccines">Vaccines</option> <option value="vehicles">Vehicles</option> <option value="venereology">Venereology</option> <option value="vetsci">Veterinary Sciences</option> <option value="vibration">Vibration</option> <option value="virtualworlds">Virtual Worlds</option> <option value="viruses">Viruses</option> <option value="vision">Vision</option> <option value="waste">Waste</option> <option value="water">Water</option> <option value="wild">Wild</option> <option value="wind">Wind</option> <option value="women">Women</option> <option value="world">World</option> <option value="wevj">World Electric Vehicle Journal</option> <option value="youth">Youth</option> <option value="zoonoticdis">Zoonotic Diseases</option> </select> <input name="email" type="email" placeholder="Enter your email address..." required="required" /> <button class="genericCaptcha button button--dark UA_FooterNewsletterSubscribeButton" type="submit">Subscribe</button> </form> </div> </div> </div> <div id="footer-copyright"> <div class="row"> <div class="columns large-6 medium-6 small-12 text-left"> © 1996-2024 MDPI (Basel, Switzerland) unless otherwise stated </div> <div class="columns large-6 medium-6 small-12 small-text-left medium-text-right large-text-right"> <a data-dropdown="drop-view-disclaimer" aria-controls="drop-view-disclaimer" aria-expanded="false" data-options="align:top; is_hover:true; hover_timeout:2000;"> Disclaimer </a> <div id="drop-view-disclaimer" class="f-dropdown label__btn__dropdown label__btn__dropdown--wide text-left" data-dropdown-content aria-hidden="true" tabindex="-1"> Disclaimer/Publisher’s Note: The statements, opinions and data contained in all publications are solely those of the individual author(s) and contributor(s) and not of MDPI and/or the editor(s). MDPI and/or the editor(s) disclaim responsibility for any injury to people or property resulting from any ideas, methods, instructions or products referred to in the content. </div> <a href="/about/terms-and-conditions"> Terms and Conditions </a> <a href="/about/privacy"> Privacy Policy </a> </div> </div> </div> </div> <div id="cookie-notification" class="js-allow-cookies" style="display: none;"> <div class="columns large-10 medium-10 small-12"> We use cookies on our website to ensure you get the best experience.<br class="show-for-medium-up"/> Read more about our cookies <a href="/about/privacy">here</a>. </div> <div class="columns large-2 medium-2 small-12 small-only-text-left text-right"> <a class="button button--default" href="/accept_cookies">Accept</a> </div> </div> </div> <div id="main-share-modal" class="reveal-modal reveal-modal-new reveal-modal-new--small" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Share Link</h2> </div> <div class="small-12 columns"> <div class="social-media-links UA_ShareModalLinks" style="text-align: left;"> <a href="/cdn-cgi/l/email-protection#d7e8f1b6baa7eca4a2b5bdb2b4a3ea91a5b8baf2e5e79a93879ef2e496f2e5e7f2e5e594b8b9b4a2a5a5b2b9a3f2e5e781b6bbbeb3bea3aef2e5e7b8b1f2e5e781bea5a3a2b6bbf2e5e785b2b6bbbea3aefa95b6a4b2b3f2e5e796a4a4b2a4a4bab2b9a3f2e5e7b8b1f2e5e792afb2b4a2a3bea1b2f2e5e791a2b9b4a3beb8b9f2e496f2e5e796f2e5e784aea4a3b2bab6a3beb4f2e5e785b2a1beb2a0f2e5e7b6b9b3f2e5e79ab2a3b6fa96b9b6bbaea4bea4f1a6a2b8a3ecf1b6baa7ecb5b8b3aeeabfa3a3a7a4edf8f8a0a0a0f9bab3a7bef9b4b8baf8e4e7e5e6efe2e3f2e496f2e796f2e79694b8b9b4a2a5a5b2b9a3f2e5e781b6bbbeb3bea3aef2e5e7b8b1f2e5e781bea5a3a2b6bbf2e5e785b2b6bbbea3aefa95b6a4b2b3f2e5e796a4a4b2a4a4bab2b9a3f2e5e7b8b1f2e5e792afb2b4a2a3bea1b2f2e5e791a2b9b4a3beb8b9f2e496f2e5e796f2e5e784aea4a3b2bab6a3beb4f2e5e785b2a1beb2a0f2e5e7b6b9b3f2e5e79ab2a3b6fa96b9b6bbaea4bea4dddd83bfbea4f2e5e7bab2a3b6fab6b9b6bbaea4bea4f2e5e7beb9a1b2a4a3beb0b6a3b2b3f2e5e7a3bfb2f2e5e7b4b8b9b4a2a5a5b2b9a3f2e5e7a1b6bbbeb3bea3aef2e5e7b5b2a3a0b2b2b9f2e5e7a1bea5a3a2b6bbf2e5e7a5b2b6bbbea3aef2e5e7f2e5ef8185f2e5eefab5b6a4b2b3f2e5e7b6a4a4b2a4a4bab2b9a3a4f2e5e7b6b9b3f2e5e7a3a5b6b3bea3beb8b9b6bbf2e5e7b9b2a2a5b8a7a4aeb4bfb8bbb8b0beb4b6bbf2e5e7b6a4a4b2a4a4bab2b9a3a4f2e5e7b8b1f2e5e7b2afb2b4a2a3bea1b2f2e5e7b1a2b9b4a3beb8b9f2e594f2e5e7a0bea3bff2e5e7b6f2e5e7b1b8b4a2a4f2e5e7b8b9f2e5e7a4a2b5b4b8baa7b8b9b2b9a3a4f2e5e7a4a2b4bff2e5e7b6a4f2e5e7b4b8b0b9bea3bea1b2f2e5e7b1bbb2afbeb5bebbbea3aef2e594f2e5e7b6a3a3b2b9a3beb8b9f2e594f2e5e7b6b9b3f2e5e7beb9bfbeb5bea3beb8b9f9f2e5e796f2e5e7a3b8a3b6bbf2e5e7b8b1f2e5e7e6e1e7e2f2e5e7b6a5a3beb4bbb2a4f2e5e7a0b2a5b2f2e5e7beb3b2b9a3beb1beb2b3f2e5e7a3bfa5b8a2b0bff2e5e7a4b2b6a5b4bfb2a4f2e5e7b8b1f2e5e787a2b59ab2b3f2e594f2e5e780b2b5f2e5e7b8b1f2e5e784b4beb2b9b4b2f2e594f2e5e7b6b9b3f2e5e784b4beb2b9b4b293bea5b2b4a3f2e5e7b1a5b8baf2e5e7e5e7e6e4f2e5e7a3b8f2e5e7e5e7e5e4f9f2e5e796b1a3b2a5f2e5e7a5b2bab8a1beb9b0f2e5e7b3a2a7bbbeb4b6a3b2a4f2e594f2e5e7e6e4e6e4f2e5e7b6a5a3beb4bbb2a4f2e5e7a0b2a5b2f2e5e7a4b4a5b2b2b9b2b3f2e5e7b5b6a4b2b3f2e5e7b8b9f2e5e7a3bfb2bea5f2e5e7a3bea3bbb2a4f2e5e7b6b9b3f2e5e7b6b5a4a3a5b6b4a3a4f2e594f2e5e7a0bea3bff2e5e7e0e0f2e5e7b6a5a3beb4bbb2a4f2e5e7a4b2bbb2b4a3b2b3f2e5e7b1b8a5f2e5e7b1a2bbbbfaa3b2afa3f2e5e7b2bbbeb0beb5bebbbea3aef2e5e7a5b2a1beb2a0f9f2e5e798b1f2e5e7a3bfb2a4b2f2e594f2e5e7b9beb9b2f2e5e7b6a5a3beb4bbb2a4f2e5e7b1a2bbbbaef2e5e7bab2a3f2e5e7a3bfb2f2e5e7beb9b4bba2a4beb8b9f2e5e7b6b9b3f2e5e7b2afb4bba2a4beb8b9f2e5e7b4a5bea3b2a5beb6f2e5e7b1b8a5f2e5e7a3bfbea4f2e5e7a4a3a2b3aef9f2e5e783bfb2f2e5e7b2b1b1b2b4a3f2e5e7a4beadb2f2e5e7b1b8a5f2e5e7b8a1b2a5b6bbbbf2e5e7b2afb2b4a2a3bea1b2f2e5e7b1a2b9b4a3beb8b9f2e5e7a0b6a4f2e5e7b6a4a4b2a4a4b2b3f2e594f2e5e7a0bea3bff2e5e7a4a2b5b4b8baa7b8b9b2b9a3a4f2e5e7b4b6a3b2b0b8a5beadb2b3f2e5e7b5b6a4b2b3f2e5e7b8b9f2e5e7a3bfb2f2e5e7a4a7b2b4beb1beb4f2e5e7b6a4a4b2a4a4bab2b9a3f2e5e7a3b8b8bba4f2e5e7a2a4b2b3f2e5e7beb9f2e5e7a3bfb2f2e5e7a4a3a2b3beb2a4f9f2e5e783bfb2f2e5e7b2b1b1b2b4a3f2e5e7a4beadb2f2e5e7b1b8a5f2e5e7b2b6b4bff2e5e7a4a2b5b4b8baa7b8b9b2b9a3f292e5f2efe7f2eee3b4b8b0b9bea3bea1b2f2e5e7b1bbb2afbeb5bebbbea3aef2e594f2e5e7b6a3a3b2b9a3beb8b9f2e594f2e5e7b6b9b3f2e5e7beb9bfbeb5bea3beb8b9f292e5f2efe7f2eee3a0b6a4f2e5e7a3bfb2b9f2e5e7b6b9b6bbaeadb2b3f2e5e7a3b8f2e5e7a7a5b8a1beb3b2f2e5e7b6f2e5e7bab8a5b2f2e5e7b3b2a3b6bebbb2b3f2e5e7a2b9b3b2a5a4a3b6b9b3beb9b0f2e5e7b8b1f2e5e7a3bfb2bea5f2e5e7a5b2bbb6a3beb8b9a4bfbea7a4f2e5e7a0bea3bff2e5e7a3a5b6b3bea3beb8b9b6bbf2e5e7bab2b6a4a2a5b2a4f9f2e5e783bfb2f2e5e7a5b2a4a2bba3a4f2e5e7a5b2a1b2b6bbb2b3f2e5e7a4a3b6a3bea4a3beb4b6bbbbaef2e5e7a4beb0b9beb1beb4b6b9a3f2e5e7b4b8a5a5b2bbb6a3beb8b9a4f2e5e7b5b2a3a0b2b2b9f2e5e78185fab5b6a4b2b3f2e5e7b6a4a4b2a4a4bab2b9a3a4f2e5e7b6b9b3f2e5e7a3a5b6b3bea3beb8b9b6bbf2e5e7bab2b6a4a2a5b2a4f2e5e7b6b4a5b8a4a4f2e5e7b6bbbbf2e5e7a4a2b5b4b8baa7b8b9b2b9a3a4f9f2e5e796b3b3bea3beb8b9b6bbbbaef2e594f2e5e7a4b2b9a4bea3bea1bea3aef2e5e7b6b9b6bbaea4b2a4f2e5e7b4b8b9b1bea5bab2b3f2e5e7a3bfb2f2e5e7a5b8b5a2a4a3b9b2a4a4f2e5e7b8b1f2e5e7a3bfb2f2e5e7b1beb9b3beb9b0a4f2e594f2e5e7b2a1b2b9f2e5e7a0bfb2b9f2e5e7bbb8a0faa6a2b6bbbea3ae8cf9f9f98a" title="Email"> <i class="fa fa-envelope-square" style="font-size: 30px;"></i> </a> <a href="https://twitter.com/intent/tweet?text=Concurrent+Validity+of+Virtual+Reality-Based+Assessment+of+Executive+Function%3A+A+Systematic+Review+and+Meta-Analysis&hashtags=mdpijintelligence&url=https%3A%2F%2Fwww.mdpi.com%2F3021854&via=JIntell_MDPI" onclick="windowOpen(this.href,600,800); return false" title="Twitter" target="_blank" rel="noopener noreferrer"> <i class="fa fa-twitter-x-square" style="font-size: 30px;"></i> </a> <a href=" http://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fwww.mdpi.com%2F3021854&title=Concurrent%20Validity%20of%20Virtual%20Reality-Based%20Assessment%20of%20Executive%20Function%3A%20A%20Systematic%20Review%20and%20Meta-Analysis%26source%3Dhttps%3A%2F%2Fwww.mdpi.com%26summary%3DThis%20meta-analysis%20investigated%20the%20concurrent%20validity%20between%20virtual%20reality%20%28VR%29-based%20assessments%20and%20traditional%20neuropsychological%20assessments%20of%20executive%20function%2C%20with%20a%20focus%20on%20subcomponents%20such%20as%20cognitive%20flexibility%2C%20attention%2C%20and%20%5B...%5D" onclick="windowOpen(this.href,600,800); return false" title="LinkedIn" target="_blank" rel="noopener noreferrer"> <i class="fa fa-linkedin-square" style="font-size: 30px;"></i> </a> <a href="https://www.facebook.com/sharer.php?u=https://www.mdpi.com/3021854" title="facebook" target="_blank" rel="noopener noreferrer"> <i class="fa fa-facebook-square" style="font-size: 30px;"></i> </a> <a href="javascript:void(0);" title="Wechat" data-reveal-id="weixin-share-modal"> <i class="fa fa-weixin-square" style="font-size: 26px;"></i> </a> <a href="http://www.reddit.com/submit?url=https://www.mdpi.com/3021854" title="Reddit" target="_blank" rel="noopener noreferrer"> <i class="fa fa-reddit-square" style="font-size: 30px;"></i> </a> <a href="http://www.mendeley.com/import/?url=https://www.mdpi.com/3021854" title="Mendeley" target="_blank" rel="noopener noreferrer"> <i class="fa fa-mendeley-square" style="font-size: 30px;"></i> </a> <a href="http://www.citeulike.org/posturl?url=https://www.mdpi.com/3021854" title="CiteULike" target="_blank" rel="noopener noreferrer"> <i class="fa fa-citeulike-square" style="font-size: 30px;"></i> </a> </div> </div> <div class="small-9 columns"> <input id="js-clipboard-text" type="text" readonly value="https://www.mdpi.com/3021854" /> </div> <div class="small-3 columns text-left"> <a class="button button--color js-clipboard-copy" data-clipboard-target="#js-clipboard-text">Copy</a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="weixin-share-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="weixin-share-modal-title" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 id="weixin-share-modal-title" style="margin: 0;">Share</h2> </div> <div class="small-12 columns"> <div class="weixin-qr-code-section"> <?xml version="1.0" standalone="no"?> <!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> <svg width="300" height="300" version="1.1" xmlns="http://www.w3.org/2000/svg"> <desc>https://www.mdpi.com/3021854</desc> <g id="elements" fill="black" stroke="none"> <rect x="0" y="0" width="12" height="12" /> <rect x="12" y="0" width="12" height="12" /> <rect x="24" y="0" width="12" height="12" /> <rect x="36" y="0" width="12" height="12" /> <rect x="48" y="0" width="12" height="12" /> <rect x="60" y="0" width="12" height="12" /> <rect x="72" y="0" width="12" height="12" /> <rect x="108" y="0" width="12" height="12" /> <rect x="192" y="0" width="12" height="12" /> <rect x="216" y="0" width="12" height="12" /> <rect x="228" y="0" width="12" height="12" /> <rect x="240" y="0" width="12" height="12" /> <rect x="252" y="0" width="12" height="12" /> <rect x="264" y="0" width="12" height="12" /> <rect x="276" y="0" width="12" height="12" /> <rect x="288" y="0" width="12" height="12" /> <rect x="0" y="12" width="12" height="12" /> <rect x="72" y="12" width="12" height="12" /> <rect x="96" y="12" width="12" height="12" /> <rect x="108" y="12" width="12" height="12" /> <rect x="132" y="12" width="12" height="12" /> <rect x="144" y="12" width="12" height="12" /> <rect x="156" y="12" width="12" height="12" /> <rect x="180" y="12" width="12" height="12" /> <rect x="216" y="12" width="12" height="12" /> <rect x="288" y="12" width="12" height="12" /> <rect x="0" y="24" width="12" height="12" /> <rect x="24" y="24" width="12" height="12" /> <rect x="36" y="24" width="12" height="12" /> <rect x="48" y="24" width="12" height="12" /> <rect x="72" y="24" width="12" height="12" /> <rect x="108" y="24" width="12" height="12" /> <rect x="120" y="24" width="12" height="12" /> <rect x="132" y="24" width="12" height="12" /> <rect x="168" y="24" width="12" height="12" /> <rect x="192" y="24" width="12" height="12" /> <rect x="216" y="24" width="12" height="12" /> <rect x="240" y="24" width="12" height="12" /> <rect x="252" y="24" width="12" height="12" /> <rect x="264" y="24" width="12" height="12" /> <rect x="288" y="24" width="12" height="12" /> <rect x="0" y="36" width="12" height="12" /> <rect x="24" y="36" width="12" height="12" /> <rect x="36" y="36" width="12" height="12" /> <rect x="48" y="36" width="12" height="12" /> <rect x="72" y="36" width="12" height="12" /> <rect x="96" y="36" width="12" height="12" /> <rect x="108" y="36" width="12" height="12" /> <rect x="132" y="36" width="12" height="12" /> <rect x="144" y="36" width="12" height="12" /> <rect x="156" y="36" width="12" height="12" /> <rect x="168" y="36" width="12" height="12" /> <rect x="216" y="36" width="12" height="12" /> <rect x="240" y="36" width="12" height="12" /> <rect x="252" y="36" width="12" height="12" /> <rect x="264" y="36" width="12" height="12" /> <rect x="288" y="36" width="12" height="12" /> <rect x="0" y="48" width="12" height="12" /> <rect x="24" y="48" width="12" height="12" /> <rect x="36" y="48" width="12" height="12" /> <rect x="48" y="48" width="12" height="12" /> <rect x="72" y="48" width="12" height="12" /> <rect x="120" y="48" width="12" height="12" /> <rect x="144" y="48" width="12" height="12" /> <rect x="156" y="48" width="12" height="12" /> <rect x="216" y="48" width="12" height="12" /> <rect x="240" y="48" width="12" height="12" /> <rect x="252" y="48" width="12" height="12" /> <rect x="264" y="48" width="12" height="12" /> <rect x="288" y="48" width="12" height="12" /> <rect x="0" y="60" width="12" height="12" /> <rect x="72" y="60" width="12" height="12" /> <rect x="96" y="60" width="12" height="12" /> <rect x="120" y="60" width="12" height="12" /> <rect x="144" y="60" width="12" height="12" /> <rect x="156" y="60" width="12" height="12" /> <rect x="168" y="60" width="12" height="12" /> <rect x="180" y="60" width="12" height="12" /> <rect x="192" y="60" width="12" height="12" /> <rect x="216" y="60" width="12" height="12" /> <rect x="288" y="60" width="12" height="12" /> <rect x="0" y="72" width="12" height="12" /> <rect x="12" y="72" width="12" height="12" /> <rect x="24" y="72" width="12" height="12" /> <rect x="36" y="72" width="12" height="12" /> <rect x="48" y="72" width="12" height="12" /> <rect x="60" y="72" width="12" height="12" /> <rect x="72" y="72" width="12" height="12" /> <rect x="96" y="72" width="12" height="12" /> <rect x="120" y="72" width="12" height="12" /> <rect x="144" y="72" width="12" height="12" /> <rect x="168" y="72" width="12" height="12" /> <rect x="192" y="72" width="12" height="12" /> <rect x="216" y="72" width="12" height="12" /> <rect x="228" y="72" width="12" height="12" /> <rect x="240" y="72" width="12" height="12" /> <rect x="252" y="72" width="12" height="12" /> <rect x="264" y="72" width="12" height="12" /> <rect x="276" y="72" width="12" height="12" /> <rect x="288" y="72" width="12" height="12" /> <rect x="144" y="84" width="12" height="12" /> <rect x="168" y="84" width="12" height="12" /> <rect x="180" y="84" width="12" height="12" /> <rect x="0" y="96" width="12" height="12" /> <rect x="12" y="96" width="12" height="12" /> <rect x="24" y="96" width="12" height="12" /> <rect x="36" y="96" width="12" height="12" /> <rect x="48" y="96" width="12" height="12" /> <rect x="72" y="96" width="12" height="12" /> <rect x="84" y="96" width="12" height="12" /> <rect x="96" y="96" width="12" height="12" /> <rect x="108" y="96" width="12" height="12" /> <rect x="120" y="96" width="12" height="12" /> <rect x="144" y="96" width="12" height="12" /> <rect x="156" y="96" width="12" height="12" /> <rect x="168" y="96" width="12" height="12" /> <rect x="204" y="96" width="12" height="12" /> <rect x="228" y="96" width="12" height="12" /> <rect x="252" y="96" width="12" height="12" /> <rect x="276" y="96" width="12" height="12" /> <rect x="0" y="108" width="12" height="12" /> <rect x="24" y="108" width="12" height="12" /> <rect x="36" y="108" width="12" height="12" /> <rect x="84" y="108" width="12" height="12" /> <rect x="96" y="108" width="12" height="12" /> <rect x="108" y="108" width="12" height="12" /> <rect x="144" y="108" width="12" height="12" /> <rect x="156" y="108" width="12" height="12" /> <rect x="192" y="108" width="12" height="12" /> <rect x="204" y="108" width="12" height="12" /> <rect x="228" y="108" width="12" height="12" /> <rect x="276" y="108" width="12" height="12" /> <rect x="12" y="120" width="12" height="12" /> <rect x="72" y="120" width="12" height="12" /> <rect x="108" y="120" width="12" height="12" /> <rect x="132" y="120" width="12" height="12" /> <rect x="144" y="120" width="12" height="12" /> <rect x="168" y="120" width="12" height="12" /> <rect x="180" y="120" width="12" height="12" /> <rect x="204" y="120" width="12" height="12" /> <rect x="216" y="120" width="12" height="12" /> <rect x="228" y="120" width="12" height="12" /> <rect x="240" y="120" width="12" height="12" /> <rect x="252" y="120" width="12" height="12" /> <rect x="276" y="120" width="12" height="12" /> <rect x="288" y="120" width="12" height="12" /> <rect x="48" y="132" width="12" height="12" /> <rect x="96" y="132" width="12" height="12" /> <rect x="108" y="132" width="12" height="12" /> <rect x="120" y="132" width="12" height="12" /> <rect x="132" y="132" width="12" height="12" /> <rect x="144" y="132" width="12" height="12" /> <rect x="168" y="132" width="12" height="12" /> <rect x="180" y="132" width="12" height="12" /> <rect x="204" y="132" width="12" height="12" /> <rect x="228" y="132" width="12" height="12" /> <rect x="288" y="132" width="12" height="12" /> <rect x="12" y="144" width="12" height="12" /> <rect x="36" y="144" width="12" height="12" /> <rect x="48" y="144" width="12" height="12" /> <rect x="60" y="144" width="12" height="12" /> <rect x="72" y="144" width="12" height="12" /> <rect x="84" y="144" width="12" height="12" /> <rect x="108" y="144" width="12" height="12" /> <rect x="156" y="144" width="12" height="12" /> <rect x="180" y="144" width="12" height="12" /> <rect x="192" y="144" width="12" height="12" /> <rect x="204" y="144" width="12" height="12" /> <rect x="216" y="144" width="12" height="12" /> <rect x="228" y="144" width="12" height="12" /> <rect x="240" y="144" width="12" height="12" /> <rect x="264" y="144" width="12" height="12" /> <rect x="276" y="144" width="12" height="12" /> <rect x="288" y="144" width="12" height="12" /> <rect x="0" y="156" width="12" height="12" /> <rect x="12" y="156" width="12" height="12" /> <rect x="24" y="156" width="12" height="12" /> <rect x="108" y="156" width="12" height="12" /> <rect x="120" y="156" width="12" height="12" /> <rect x="132" y="156" width="12" height="12" /> <rect x="192" y="156" width="12" height="12" /> <rect x="204" y="156" width="12" height="12" /> <rect x="228" y="156" width="12" height="12" /> <rect x="252" y="156" width="12" height="12" /> <rect x="276" y="156" width="12" height="12" /> <rect x="0" y="168" width="12" height="12" /> <rect x="24" y="168" width="12" height="12" /> <rect x="48" y="168" width="12" height="12" /> <rect x="60" y="168" width="12" height="12" /> <rect x="72" y="168" width="12" height="12" /> <rect x="108" y="168" width="12" height="12" /> <rect x="120" y="168" width="12" height="12" /> <rect x="144" y="168" width="12" height="12" /> <rect x="180" y="168" width="12" height="12" /> <rect x="204" y="168" width="12" height="12" /> <rect x="216" y="168" width="12" height="12" /> <rect x="228" y="168" width="12" height="12" /> <rect x="240" y="168" width="12" height="12" /> <rect x="252" y="168" width="12" height="12" /> <rect x="276" y="168" width="12" height="12" /> <rect x="288" y="168" width="12" height="12" /> <rect x="0" y="180" width="12" height="12" /> <rect x="24" y="180" width="12" height="12" /> <rect x="48" y="180" width="12" height="12" /> <rect x="96" y="180" width="12" height="12" /> <rect x="120" y="180" width="12" height="12" /> <rect x="180" y="180" width="12" height="12" /> <rect x="192" y="180" width="12" height="12" /> <rect x="204" y="180" width="12" height="12" /> <rect x="228" y="180" width="12" height="12" /> <rect x="240" y="180" width="12" height="12" /> <rect x="288" y="180" width="12" height="12" /> <rect x="0" y="192" width="12" height="12" /> <rect x="72" y="192" width="12" height="12" /> <rect x="84" y="192" width="12" height="12" /> <rect x="96" y="192" width="12" height="12" /> <rect x="168" y="192" width="12" height="12" /> <rect x="180" y="192" width="12" height="12" /> <rect x="192" y="192" width="12" height="12" /> <rect x="204" y="192" width="12" height="12" /> <rect x="216" y="192" width="12" height="12" /> <rect x="228" y="192" width="12" height="12" /> <rect x="240" y="192" width="12" height="12" /> <rect x="264" y="192" width="12" height="12" /> <rect x="96" y="204" width="12" height="12" /> <rect x="108" y="204" width="12" height="12" /> <rect x="180" y="204" width="12" height="12" /> <rect x="192" y="204" width="12" height="12" /> <rect x="240" y="204" width="12" height="12" /> <rect x="252" y="204" width="12" height="12" /> <rect x="0" y="216" width="12" height="12" /> <rect x="12" y="216" width="12" height="12" /> <rect x="24" y="216" width="12" height="12" /> <rect x="36" y="216" width="12" height="12" /> <rect x="48" y="216" width="12" height="12" /> <rect x="60" y="216" width="12" height="12" /> <rect x="72" y="216" width="12" height="12" /> <rect x="96" y="216" width="12" height="12" /> <rect x="120" y="216" width="12" height="12" /> <rect x="132" y="216" width="12" height="12" /> <rect x="144" y="216" width="12" height="12" /> <rect x="156" y="216" width="12" height="12" /> <rect x="168" y="216" width="12" height="12" /> <rect x="192" y="216" width="12" height="12" /> <rect x="216" y="216" width="12" height="12" /> <rect x="240" y="216" width="12" height="12" /> <rect x="264" y="216" width="12" height="12" /> <rect x="276" y="216" width="12" height="12" /> <rect x="288" y="216" width="12" height="12" /> <rect x="0" y="228" width="12" height="12" /> <rect x="72" y="228" width="12" height="12" /> <rect x="120" y="228" width="12" height="12" /> <rect x="144" y="228" width="12" height="12" /> <rect x="156" y="228" width="12" height="12" /> <rect x="168" y="228" width="12" height="12" /> <rect x="192" y="228" width="12" height="12" /> <rect x="240" y="228" width="12" height="12" /> <rect x="252" y="228" width="12" height="12" /> <rect x="288" y="228" width="12" height="12" /> <rect x="0" y="240" width="12" height="12" /> <rect x="24" y="240" width="12" height="12" /> <rect x="36" y="240" width="12" height="12" /> <rect x="48" y="240" width="12" height="12" /> <rect x="72" y="240" width="12" height="12" /> <rect x="96" y="240" width="12" height="12" /> <rect x="108" y="240" width="12" height="12" /> <rect x="120" y="240" width="12" height="12" /> <rect x="144" y="240" width="12" height="12" /> <rect x="180" y="240" width="12" height="12" /> <rect x="192" y="240" width="12" height="12" /> <rect x="204" y="240" width="12" height="12" /> <rect x="216" y="240" width="12" height="12" /> <rect x="228" y="240" width="12" height="12" /> <rect x="240" y="240" width="12" height="12" /> <rect x="264" y="240" width="12" height="12" /> <rect x="276" y="240" width="12" height="12" /> <rect x="288" y="240" width="12" height="12" /> <rect x="0" y="252" width="12" height="12" /> <rect x="24" y="252" width="12" height="12" /> <rect x="36" y="252" width="12" height="12" /> <rect x="48" y="252" width="12" height="12" /> <rect x="72" y="252" width="12" height="12" /> <rect x="96" y="252" width="12" height="12" /> <rect x="108" y="252" width="12" height="12" /> <rect x="168" y="252" width="12" height="12" /> <rect x="216" y="252" width="12" height="12" /> <rect x="240" y="252" width="12" height="12" /> <rect x="252" y="252" width="12" height="12" /> <rect x="264" y="252" width="12" height="12" /> <rect x="276" y="252" width="12" height="12" /> <rect x="288" y="252" width="12" height="12" /> <rect x="0" y="264" width="12" height="12" /> <rect x="24" y="264" width="12" height="12" /> <rect x="36" y="264" width="12" height="12" /> <rect x="48" y="264" width="12" height="12" /> <rect x="72" y="264" width="12" height="12" /> <rect x="96" y="264" width="12" height="12" /> <rect x="108" y="264" width="12" height="12" /> <rect x="120" y="264" width="12" height="12" /> <rect x="144" y="264" width="12" height="12" /> <rect x="156" y="264" width="12" height="12" /> <rect x="192" y="264" width="12" height="12" /> <rect x="252" y="264" width="12" height="12" /> <rect x="264" y="264" width="12" height="12" /> <rect x="288" y="264" width="12" height="12" /> <rect x="0" y="276" width="12" height="12" /> <rect x="72" y="276" width="12" height="12" /> <rect x="96" y="276" width="12" height="12" /> <rect x="144" y="276" width="12" height="12" /> <rect x="180" y="276" width="12" height="12" /> <rect x="192" y="276" width="12" height="12" /> <rect x="204" y="276" width="12" height="12" /> <rect x="228" y="276" width="12" height="12" /> <rect x="240" y="276" width="12" height="12" /> <rect x="252" y="276" width="12" height="12" /> <rect x="288" y="276" width="12" height="12" /> <rect x="0" y="288" width="12" height="12" /> <rect x="12" y="288" width="12" height="12" /> <rect x="24" y="288" width="12" height="12" /> <rect x="36" y="288" width="12" height="12" /> <rect x="48" y="288" width="12" height="12" /> <rect x="60" y="288" width="12" height="12" /> <rect x="72" y="288" width="12" height="12" /> <rect x="96" y="288" width="12" height="12" /> <rect x="108" y="288" width="12" height="12" /> <rect x="144" y="288" width="12" height="12" /> <rect x="228" y="288" width="12" height="12" /> <rect x="240" y="288" width="12" height="12" /> <rect x="252" y="288" width="12" height="12" /> <rect x="264" y="288" width="12" height="12" /> <rect x="276" y="288" width="12" height="12" /> <rect x="288" y="288" width="12" height="12" /> </g> </svg> </div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <a href="#" class="back-to-top"><span class="show-for-medium-up">Back to Top</span><span class="show-for-small">Top</span></a> <script data-cfasync="false" src="/cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js"></script><script src="https://pub.mdpi-res.com/assets/js/modernizr-2.8.3.min.js?5227e0738f7f421d?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery-1.12.4.min.js?4f252523d4af0b47?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/foundation-5.5.3.min.js?6b2ec41c18b29054?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/foundation-5.5.3.equalizer.min.js?0f6c549b75ec554c?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery.multiselect.js?0edd3998731d1091?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery.cycle2.min.js?63413052928f97ee?1732615622"></script> <script> // old browser fix - this way the console log rows won't throw (silent) errors in browsers not supporting console log if (!window.console) window.console = {}; if (!window.console.log) window.console.log = function () { }; var currentJournalNameSystem = "jintelligence"; $(document).ready(function() { $('select.foundation-select').multiselect({ search: true, minHeight: 130, maxHeight: 130, }); $(document).foundation({ orbit: { timer_speed: 4000, }, reveal: { animation: 'fadeAndPop', animation_speed: 100, } }); $(".chosen-select").each(function(element) { var maxSelected = (undefined !== $(this).data('maxselectedoptions') ? $(this).data('maxselectedoptions') : 100); $(this).on('chosen:ready', function(event, data) { var select = $(data.chosen.form_field); if (select.attr('id') === 'journal-browser-volume') { $(data.chosen.dropdown).addClass('UI_JournalBrowser_Volume_Options'); } if (select.attr('id') === 'journal-browser-issue') { $(data.chosen.dropdown).addClass('UI_JournalBrowser_Issue_Options'); } }).chosen({ display_disabled_options: false, disable_search_threshold: 7, max_selected_options: maxSelected, width: "100%" }); }); $(".toEncode").each(function(e) { var oldHref = $(this).attr("href"); var newHref = oldHref.replace('.botdefense.please.enable.javascript.','@'); $(this).attr("href", newHref); if (!$(this).hasClass("emailCaptcha")) { $(this).html(newHref.replace('mailto:', '')); } $(this).removeClass("visibility-hidden"); }); $(document).on('opened.fndtn.reveal', '[data-reveal]', function() { $(document).foundation('equalizer', 'reflow'); }); // fix the images that have tag height / width defined // otherwise the default foundation styles overwrite the tag definitions $("img").each(function() { if ($(this).attr('width') != undefined || $(this).attr('height') != undefined) { $(this).addClass("img-fixed"); } }); $("#basic_search, #advanced_search").submit(function(e) { var searchArguments = false; $(this).find("input,select").not("#search,.search-button").each(function() { if (undefined === $(this).val() || "" === $(this).val()) { $(this).attr('name', null); } else { $(this).attr('name'); searchArguments = true; } }); if (!searchArguments) { window.location = $(this).attr('action'); return false; } }); $(".hide-show-desktop-option").click(function(e) { e.preventDefault(); var parentDiv = $(this).closest("div"); $.ajax({ url: $(this).attr('href'), success: function(msg) { parentDiv.removeClass().hide(); } }); }); $(".generic-toggleable-header").click(function(e) { $(this).toggleClass("active"); $(this).next(".generic-toggleable-content").toggleClass("active"); }); /* * handle whole row as a link if the row contains only one visible link */ $("table.new tr").hover(function() { if ($(this).find("td:visible a").length == 1) { $(this).addClass("single-link"); } }, function() { $(this).removeClass("single-link"); }); $("table.new:not(.table-of-tables)").on("click", "tr.single-link", function(e) { var target = $(e.target); if (!e.ctrlKey && !target.is("a")) { $(this).find("td:visible a")[0].click(); } }); $(document).on("click", ".custom-accordion-for-small-screen-link", function(e) { if ($(this).closest("#basic_search").length > 0) { if ($(".search-container__advanced").first().is(":visible")) { openAdvanced() } } if (Foundation.utils.is_small_only()) { if ($(this).hasClass("active")) { $(this).removeClass("active"); $(this).next(".custom-accordion-for-small-screen-content").addClass("show-for-medium-up"); } else { $(this).addClass("active"); $(this).next(".custom-accordion-for-small-screen-content").removeClass("show-for-medium-up"); $(document).foundation('orbit', 'reflow'); } } if (undefined !== $(this).data("callback")) { var customCallback = $(this).data("callback"); func = window[customCallback]; func(); } }); $(document).on("click", ".js-open-small-search", function(e) { e.preventDefault(); $(this).toggleClass("active").closest(".tab-bar").toggleClass("active"); $(".search-container").toggleClass("hide-for-small-down"); }); $(document).on("click", ".js-open-menu", function(e) { $(".search-container").addClass("hide-for-small-down"); }); $(window).on('resize', function() { recalculate_main_browser_position(); recalculate_responsive_moving_containers(); }); updateSearchLabelVisibilities(); recalculate_main_browser_position(); recalculate_responsive_moving_containers(); if (window.document.documentMode == 11) { $("<link/>", { rel: "stylesheet", type: "text/css", href: "https://fonts.googleapis.com/icon?family=Material+Icons"}).appendTo("head"); } }); function recalculate_main_browser_position() { if (Foundation.utils.is_small_only()) { if ($("#js-main-top-container").parent("#js-large-main-top-container").length > 0) { $("#js-main-top-container").appendTo($("#js-small-main-top-container")); } } else { if ($("#js-main-top-container").parent("#js-small-main-top-container").length > 0) { $("#js-main-top-container").appendTo($("#js-large-main-top-container")); } } } function recalculate_responsive_moving_containers() { $(".responsive-moving-container.large").each(function() { var previousParent = $(".responsive-moving-container.active[data-id='"+$(this).data("id")+"']"); var movingContent = previousParent.html(); if (Foundation.utils.is_small_only()) { var currentParent = $(".responsive-moving-container.small[data-id='"+$(this).data("id")+"']"); } else if (Foundation.utils.is_medium_only()) { var currentParent = $(".responsive-moving-container.medium[data-id='"+$(this).data("id")+"']"); } else { var currentParent = $(".responsive-moving-container.large[data-id='"+$(this).data("id")+"']"); } if (previousParent.attr("class") !== currentParent.attr("class")) { currentParent.html(movingContent); previousParent.html(); currentParent.addClass("active"); previousParent.removeClass("active"); } }); } // cookies allowed is checked from a) local storage and b) from server separately so that the footer bar doesn't // get included in the custom page caches function checkCookiesAllowed() { var cookiesEnabled = localStorage.getItem("mdpi_cookies_enabled"); if (null === cookiesEnabled) { $.ajax({ url: "/ajax_cookie_value/mdpi_cookies_accepted", success: function(data) { if (data.value) { localStorage.setItem("mdpi_cookies_enabled", true); checkDisplaySurvey(); } else { $(".js-allow-cookies").show(); } } }); } else { checkDisplaySurvey(); } } function checkDisplaySurvey() { } window.addEventListener('CookiebotOnAccept', function (e) { var CookieDate = new Date; if (Cookiebot.consent.preferences) { CookieDate.setFullYear(CookieDate.getFullYear() + 1); document.cookie = "mdpi_layout_type_v2=mobile; path=/; expires=" + CookieDate.toUTCString() + ";"; $(".js-toggle-desktop-layout-link").css("display", "inline-block"); } }, false); window.addEventListener('CookiebotOnDecline', function (e) { if (!Cookiebot.consent.preferences) { $(".js-toggle-desktop-layout-link").hide(); if ("" === "desktop") { window.location = "/toggle_desktop_layout_cookie"; } } }, false); var hash = $(location).attr('hash'); if ("#share" === hash) { if (1 === $("#main-share-modal").length) { $('#main-share-modal').foundation('reveal', 'open'); } } </script> <script src="https://pub.mdpi-res.com/assets/js/lib.js?f8d3d71b3a772f9d?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/mdpi.js?c267ce58392b15da?1732615622"></script> <script>var banners_url = 'https://serve.mdpi.com';</script> <script type='text/javascript' src='https://pub.mdpi-res.com/assets/js/ifvisible.min.js?c621d19ecb761212?1732615622'></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/affix.js?ac4ea55275297c15?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/clipboard.min.js?3f3688138a1b9fc4?1732615622"></script> <script type="text/javascript"> $(document).ready(function() { var helpFunctions = $(".middle-column__help__fixed"); var leftColumnAffix = $(".left-column__fixed"); var middleColumn = $("#middle-column"); var clone = null; helpFunctions.affix({ offset: { top: function() { return middleColumn.offset().top - 8 - (Foundation.utils.is_medium_only() ? 30 : 0); }, bottom: function() { return $("#footer").innerHeight() + 74 + (Foundation.utils.is_medium_only() ? 0 : 0); } } }); if (leftColumnAffix.length > 0) { clone = leftColumnAffix.clone(); clone.addClass("left-column__fixed__affix"); clone.insertBefore(leftColumnAffix); clone.css('width', leftColumnAffix.outerWidth() + 50); clone.affix({ offset: { top: function() { return leftColumnAffix.offset().top - 30 - (Foundation.utils.is_medium_only() ? 50 : 0); }, bottom: function() { return $("#footer").innerHeight() + 92 + (Foundation.utils.is_medium_only() ? 0 : 0); } } }); } $(window).on("resize", function() { if (clone !== null) { clone.css('width', leftColumnAffix.outerWidth() + 50); } }); new ClipboardJS('.js-clipboard-copy'); }); </script> <script src="https://pub.mdpi-res.com/assets/js/jquery-ui-1.13.2.min.js?1e2047978946a1d2?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/slick.min.js?d5a61c749e44e471?1732615622"></script> <script> $(document).ready(function() { $(".link-article-menu").click(function(e) { e.preventDefault(); $(this).find('span').toggle(); $(this).next("div").toggleClass("active"); }); $(".js-similarity-related-articles").click(function(e) { e.preventDefault(); if ('' !== $('#recommended-articles-modal').attr('data-url')) { $('#recommended-articles-modal').foundation('reveal', 'open', $('#recommended-articles-modal').attr('data-url')); } }); $(document).on('opened.fndtn.reveal', '[data-reveal]', function() { var modal = $(this); if (modal.attr('id') === "author-biographies-modal") { modal.find('.multiple-items').slick({ slidesToShow: 1, nextArrow: '<a class="slick-next" href="#"><i class="material-icons">chevron_right</i></a>', prevArrow: '<a class="slick-prev" href="#"><i class="material-icons">chevron_left</i></a>', slidesToScroll: 1, draggable: false, }); modal.find('.multiple-items').slick('refresh'); } }); }); </script> <script> $(document).ready(function() { $(document).on('keyup', function (e) { if (e.keyCode == 27) { var hElem = $(this).find(".annotator-adder"); if (hElem.length){ hElem.css({'visibility':'hidden'}); } else { document.querySelector("hypothesis-adder").shadowRoot.querySelector(".annotator-adder").style.visibility = "hidden"; } } }); }); </script> <script> window.hypothesisConfig = function () { return { sidebarAppUrl: 'https://commenting.mdpi.com/app.html', showHighlights: 'whenSidebarOpen' , openSidebar: false , assetRoot: 'https://commentingres.mdpi.com/hypothesis', services: [{ apiUrl: 'https://commenting.mdpi.com/api/', authority: 'mdpi', grantToken: '', doi: '10.3390/jintelligence12110108' }], }; }; </script> <script async id="hypothesis_frame"></script> <script type="text/javascript"> if (-1 !== window.location.href.indexOf("?src=")) { window.history.replaceState({}, '', `${location.pathname}`); } $(document).ready(function() { var scifeedCounter = 0; var search = window.location.search; var mathjaxReady = false; // late image file loading $("img[data-lsrc]").each(function() { $(this).attr("src", $(this).data("lsrc")); }); // late mathjax initialization var head = document.getElementsByTagName("head")[0]; var script = document.createElement("script"); script.type = "text/x-mathjax-config"; script[(window.opera ? "innerHTML" : "text")] = "MathJax.Hub.processSectionDelay = 0;\n" + "MathJax.Hub.Config({\n" + " \"menuSettings\": {\n" + " CHTMLpreview: false\n" + " },\n" + " \"CHTML-preview\":{\n" + " disabled: true\n" + " },\n" + " \"HTML-CSS\": {\n" + " scale: 90,\n" + " availableFonts: [],\n" + " preferredFont: null,\n" + " preferredFonts: null,\n" + " webFont:\"Gyre-Pagella\",\n" + " imageFont:'TeX',\n" + " undefinedFamily:\"'Arial Unicode MS',serif\",\n" + " linebreaks: { automatic: false }\n" + " },\n" + " \"TeX\": {\n" + " extensions: ['noErrors.js'],\n" + " noErrors: {\n" + " inlineDelimiters: [\"\",\"\"],\n" + " multiLine: true,\n" + " style: {\n" + " 'font-size': '90%',\n" + " 'text-align': 'left',\n" + " 'color': 'black',\n" + " 'padding': '1px 3px',\n" + " 'border': '1px solid'\n" + " }\n" + " }\n" + " }\n" + "});\n" + "MathJax.Hub.Register.StartupHook('End', function() {\n" + " refreshMathjaxWidths();\n" + " mathjaxReady = true;\n" + "});\n" + "MathJax.Hub.Startup.signal.Interest(function (message) {\n" + " if (message == 'End') {\n" + " var hypoLink = document.getElementById('hypothesis_frame');\n" + " if (null !== hypoLink) {\n" + " hypoLink.setAttribute('src', 'https://commenting.mdpi.com/embed.js');\n" + " }\n" + " }\n" + "});"; head.appendChild(script); script = document.createElement("script"); script.type = "text/javascript"; script.src = "https://pub.mdpi-res.com/bundles/mathjax/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; head.appendChild(script); // article version checker if (0 === search.indexOf('?type=check_update&version=')) { $.ajax({ url: "/2079-3200/12/11/108" + "/versioncheck" + search, success: function(result) { $(".js-check-update-container").html(result); } }); } $('#feed_option').click(function() { // tracker if ($('#scifeed_clicked').length<1) { $(this).append('<span style="display:none" id="scifeed_clicked">done</span>'); } $('#feed_data').toggle('slide', { direction: 'up'}, '1000'); // slideToggle(700); OR toggle(700) $("#scifeed_error_msg").html('').hide(); $("#scifeed_notice_msg").html('').hide(); }); $('#feed_option').click(function(event) { setTimeout(function(){ var captchaSection = $("#captchaSection"); captchaSection.removeClass('ui-helper-hidden').find('input').prop('disabled', false); // var img = captchaSection.find('img'); // img.attr('src', img.data('url') + "?" + (new Date()).getTime()); // $(".captcha_reload").trigger("click"); var img = document.getElementById('gregwar_captcha_scifeed'); img.src = '/generate-captcha/gcb_captcha?n=' + (new Date()).getTime(); },800); }); $(document).on('click', '.split_feeds', function() { var name = $( this ).attr('name'); var flag = 1 - ($(this).is(":checked")*1); $('.split_feeds').each(function (index) { if ($( this ).attr('name') !== name) { $(this)[0].checked = flag; } }); }); $(document).on('click', '#scifeed_submit, #scifeed_submit1', function(event) { event.preventDefault(); $(".captcha_reload").trigger("click"); $("#scifeed_error_msg").html(""); $("#scifeed_error_msg").hide(); }); $(document).on('click', '.subscription_toggle', function(event) { if ($(this).val() === 'Create SciFeed' && $('#scifeed_hidden_flag').length>0) { event.preventDefault(); // alert('Here there would be a captcha because user is not logged in'); var captchaSection = $("#captchaSection"); if (captchaSection.hasClass('ui-helper-hidden')) { captchaSection.removeClass('ui-helper-hidden').find('input').prop('disabled', false); var img = captchaSection.find('img'); img.attr('src', img.data('url') + "?" + (new Date()).getTime()); $("#reloadCaptcha").trigger("click"); } } }); $(document).on('click', '.scifeed_msg', function(){ $(this).hide(); }); $(document).on('click', '.article-scilit-search', function(e) { e.preventDefault(); var data = $(".article-scilit-search-data").val(); var dataArray = data.split(';').map(function(keyword) { return "(\"" + keyword.trim() + "\")"; }); var searchQuery = dataArray.join(" OR "); var searchUrl = encodeURI("https://www.scilit.net/articles/search?q="+ searchQuery + "&advanced=1&highlight=1"); var win = window.open(searchUrl, '_blank'); if (win) { win.focus(); } else { window.location(searchUrl); } }); display_stats(); citedCount(); follow_goto(); // Select the node that will be observed for mutations const targetNodes = document.getElementsByClassName('hypothesis-count-container'); // Options for the observer (which mutations to observe) const config = { attributes: false, childList: true, subtree: false }; // Callback function to execute when mutations are observed const callback = function(mutationList, observer) { for(const mutation of mutationList) { if (mutation.type === 'childList') { let node = $(mutation.target); if (parseInt(node.html()) > 0) { node.show(); } } } }; // Create an observer instance linked to the callback function const observer = new MutationObserver(callback); // Start observing the target node for configured mutations for(const targetNode of targetNodes) { observer.observe(targetNode, config); } // Select the node that will be observed for mutations const mathjaxTargetNode = document.getElementById('middle-column'); // Callback function to execute when mutations are observed const mathjaxCallback = function(mutationList, observer) { if (mathjaxReady && typeof(MathJax) !== 'undefined') { refreshMathjaxWidths(); } }; // Create an observer instance linked to the callback function const mathjaxObserver = new ResizeObserver(mathjaxCallback); // Start observing the target node for configured mutations mathjaxObserver.observe(mathjaxTargetNode); }); /* END $(document).ready */ function refreshMathjaxWidths() { let width = ($('.html-body').width()*0.9) + "px"; $('.MathJax_Display').css('max-width', width); $('.MJXc-display').css('max-width', width); } function sendScifeedFrom(form) { if (!$('#scifeed_email').val().trim()) { // empty email alert('Please, provide an email for subscribe to this scifeed'); return false; } else if (!$('#captchaSection').hasClass('ui-helper-hidden') && !$('#captchaSection').find('input').val().trim()) { // empty captcha alert('Please, fill the captcha field.'); return false; } else if( ((($('#scifeed_form').find('input:checkbox:checked').length)-($('#split_feeds:checked').length))<1) || ($('#scifeed_kwd_txt').length < 0 && !$('#scifeed_kwd_txt').val().trim()) || ($('#scifeed_author_txt').length<0 &&!$('#scifeed_author_txt').val().trim()) ) { alert('You did not select anything to subscribe'); return false; } else if(($('#scifeed_form').find('input:checkbox:checked').length)-($('#split_feeds2:checked').length)<1){ alert("You did not select anything to subscribe"); return false; } else { var url = $('#scifeed_subscribe_url').html(); var formData = $(form).serializeArray(); $.post(url, formData).done(function (data) { if (JSON.parse(data)) { $('.scifeed_msg').hide(); var res = JSON.parse(data); var successFeeds = 0; var errorFeeds = 0; if (res) { $('.scifeed_msg').html(''); $.each(res, function (index, val) { if (val) { if (val.error) { errorFeeds++; $("#scifeed_error_msg").append(index+' - '+val.error+'<br>'); } if (val.notice) // for successful feed creation { successFeeds++; // $("#scifeed_notice_msg").append(index+' - '+val.notice+'<br>'); $("#scifeed_notice_msg").append('<li>'+index+'</li>'); } } }); if (successFeeds>0) { text = $('#scifeed_notice_msg').html(); text = 'The following feed'+(successFeeds>1?'s have':' has')+ ' been sucessfully created:<br><ul>'+ text + '</ul>' +($('#scifeed_hidden_flag').length>0 ? 'You are not logged in, so you probably need to validate '+ (successFeeds>1?'them':' it')+'.<br>' :'' ) +'Please check your email'+(successFeeds>1?'s':'')+' for more details.'; //(successFeeds>1?' for each of them':'')+'.<br>'; $("#scifeed_notice_msg").html(text); $("#scifeed_notice_msg").show(); } if (errorFeeds>0) { $("#scifeed_error_msg").show();; } } $("#feed_data").hide(); } }); } } function follow_goto() { var hashStr = location.hash.replace("#",""); if(typeof hashStr !== 'undefined') { if( hashStr == 'supplementary') { document.getElementById('suppl_id').scrollIntoView(); } if( hashStr == 'citedby') { document.getElementById('cited_id').scrollIntoView(); } } } function cited() { $("#framed_div").toggle('fast', function(){ if ($(this).css('display') != 'none') { var loaded = document.getElementById("loaded"); if(loaded.innerHTML == "No") { // Load Xref result var container = document.getElementById("framed_div"); // This replace the content container.innerHTML = "<img src=\"https://pub.mdpi-res.com/img/loading_circle.gif?9a82694213036313?1732615622\" height=\"20\" width=\"20\" alt=\"Processing...\" style=\"vertical-align:middle; margin-right:0.6em;\">"; var url = "/citedby/10.3390%252Fjintelligence12110108/106"; $.post(url, function(result) { if (result.success) { container.innerHTML = result.view; } loaded.innerHTML = "Yes"; }); } } return true; // for not going at the beginning of the page... }) return true; // for not going at the beginning of the page... } function detect_device() { // Added by Bastien (18/08/2014): based on the http://detectmobilebrowsers.com/ detector var check = false; (function(a){if(/(android|bb\d+|meego).+mobile|avantgo|bada\/|blackberry|blazer|compal|elaine|fennec|hiptop|iemobile|ip(hone|od)|iris|kindle|lge |maemo|midp|mmp|mobile.+firefox|netfront|opera m(ob|in)i|palm( os)?|phone|p(ixi|re)\/|plucker|pocket|psp|series(4|6)0|symbian|treo|up\.(browser|link)|vodafone|wap|windows (ce|phone)|xda|xiino/i.test(a)||/1207|6310|6590|3gso|4thp|50[1-6]i|770s|802s|a wa|abac|ac(er|oo|s\-)|ai(ko|rn)|al(av|ca|co)|amoi|an(ex|ny|yw)|aptu|ar(ch|go)|as(te|us)|attw|au(di|\-m|r |s )|avan|be(ck|ll|nq)|bi(lb|rd)|bl(ac|az)|br(e|v)w|bumb|bw\-(n|u)|c55\/|capi|ccwa|cdm\-|cell|chtm|cldc|cmd\-|co(mp|nd)|craw|da(it|ll|ng)|dbte|dc\-s|devi|dica|dmob|do(c|p)o|ds(12|\-d)|el(49|ai)|em(l2|ul)|er(ic|k0)|esl8|ez([4-7]0|os|wa|ze)|fetc|fly(\-|_)|g1 u|g560|gene|gf\-5|g\-mo|go(\.w|od)|gr(ad|un)|haie|hcit|hd\-(m|p|t)|hei\-|hi(pt|ta)|hp( i|ip)|hs\-c|ht(c(\-| |_|a|g|p|s|t)|tp)|hu(aw|tc)|i\-(20|go|ma)|i230|iac( |\-|\/)|ibro|idea|ig01|ikom|im1k|inno|ipaq|iris|ja(t|v)a|jbro|jemu|jigs|kddi|keji|kgt( |\/)|klon|kpt |kwc\-|kyo(c|k)|le(no|xi)|lg( g|\/(k|l|u)|50|54|\-[a-w])|libw|lynx|m1\-w|m3ga|m50\/|ma(te|ui|xo)|mc(01|21|ca)|m\-cr|me(rc|ri)|mi(o8|oa|ts)|mmef|mo(01|02|bi|de|do|t(\-| |o|v)|zz)|mt(50|p1|v )|mwbp|mywa|n10[0-2]|n20[2-3]|n30(0|2)|n50(0|2|5)|n7(0(0|1)|10)|ne((c|m)\-|on|tf|wf|wg|wt)|nok(6|i)|nzph|o2im|op(ti|wv)|oran|owg1|p800|pan(a|d|t)|pdxg|pg(13|\-([1-8]|c))|phil|pire|pl(ay|uc)|pn\-2|po(ck|rt|se)|prox|psio|pt\-g|qa\-a|qc(07|12|21|32|60|\-[2-7]|i\-)|qtek|r380|r600|raks|rim9|ro(ve|zo)|s55\/|sa(ge|ma|mm|ms|ny|va)|sc(01|h\-|oo|p\-)|sdk\/|se(c(\-|0|1)|47|mc|nd|ri)|sgh\-|shar|sie(\-|m)|sk\-0|sl(45|id)|sm(al|ar|b3|it|t5)|so(ft|ny)|sp(01|h\-|v\-|v )|sy(01|mb)|t2(18|50)|t6(00|10|18)|ta(gt|lk)|tcl\-|tdg\-|tel(i|m)|tim\-|t\-mo|to(pl|sh)|ts(70|m\-|m3|m5)|tx\-9|up(\.b|g1|si)|utst|v400|v750|veri|vi(rg|te)|vk(40|5[0-3]|\-v)|vm40|voda|vulc|vx(52|53|60|61|70|80|81|83|85|98)|w3c(\-| )|webc|whit|wi(g |nc|nw)|wmlb|wonu|x700|yas\-|your|zeto|zte\-/i.test(a.substr(0,4)))check = true})(navigator.userAgent||navigator.vendor||window.opera); return check; } function display_stats(){ $("#article_stats_div").toggle(); return false; } /* * Cited By Scopus */ function citedCount(){ $("#framed_div_cited_count").toggle('fast', function(){ if ($(this).css('display') != 'none') { var loaded = document.getElementById("loaded_cite_count"); // to load only once the result! if(loaded.innerHTML == "No") { // Load Xref result var d = document.getElementById("framed_div_cited_count"); // This replace the content d.innerHTML = "<img src=\"https://pub.mdpi-res.com/img/loading_circle.gif?9a82694213036313?1732615622\" height=\"20\" width=\"20\" alt=\"Processing...\" style=\"vertical-align:middle; margin-right:0.6em;\">"; $.ajax({ method : "POST", url : "/cite-count/10.3390%252Fjintelligence12110108", success : function(data) { if (data.succ) { d.innerHTML = data.view; loaded.innerHTML = "Yes"; follow_goto(); } } }); } } // end else return true; // for not going at the beginning of the page... }) return true; // for not going at the beginning of the page... } </script><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/third-party/highcharts/highcharts.js?bdd06f45e34c33df?1732615622"></script><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/third-party/highcharts/modules/exporting.js?944dc938d06de3a8?1732615622"></script><script type="text/javascript" defer="defer"> var advancedStatsData; var selectedStatsType = "abstract"; $(function(){ var countWrapper = $('#counts-wrapper'); $('#author_stats_id #type_links a').on('click', function(e) { e.preventDefault(); selectedStatsType = $(this).data('type'); $('#article_advanced_stats').vectorMap('set', 'values', advancedStatsData[selectedStatsType]); $('#advanced_stats_max').html(advancedStatsData[selectedStatsType].max); $('#type_links a').removeClass('active'); $(this).addClass('active'); }); $.get('/2079-3200/12/11/108/stats', function (result) { if (!result.success) { return; } // process article metrics part in left column var viewNumber = countWrapper.find(".view-number"); viewNumber.html(result.metrics.views); viewNumber.parent().toggleClass("count-div--grey", result.metrics.views == 0); var downloadNumber = countWrapper.find(".download-number"); downloadNumber.html(result.metrics.downloads); downloadNumber.parent().toggleClass("count-div--grey", result.metrics.downloads == 0); var citationsNumber = countWrapper.find(".citations-number"); citationsNumber.html(result.metrics.citations); citationsNumber.parent().toggleClass("count-div--grey", result.metrics.citations == 0); if (result.metrics.views > 0 || result.metrics.downloads > 0 || result.metrics.citations > 0) { countWrapper.find("#js-counts-wrapper__views, #js-counts-wrapper__downloads").addClass("visible").show(); if (result.metrics.citations > 0) { countWrapper.find('.citations-number').html(result.metrics.citations).show(); countWrapper.find("#js-counts-wrapper__citations").addClass("visible").show(); } else { countWrapper.find("#js-counts-wrapper__citations").remove(); } $("[data-id='article-counters']").removeClass("hidden"); } if (result.metrics.altmetrics_score > 0) { $("#js-altmetrics-donut").show(); } // process view chart in main column var jsondata = result.chart; var series = new Array(); $.each(jsondata.elements, function(i, element) { var dataValues = new Array(); $.each(element.values, function(i, value) { dataValues.push(new Array(value.tip, value.value)); }); series[i] = {name: element.text, data:dataValues}; }); Highcharts.setOptions({ chart: { style: { fontFamily: 'Arial,sans-serif' } } }); $('#article_stats_swf').highcharts({ chart: { type: 'line', width: $("#tabs").width() //* 0.91 }, credits: { enabled: false }, exporting: { enabled: true }, title: { text: jsondata.title.text, x: -20 //center }, xAxis: { categories: jsondata.x_axis.labels.labels, offset: jsondata.x_axis.offset, labels:{ step: jsondata.x_axis.labels.steps, rotation: 30 } }, yAxis: { max: jsondata.y_axis.max, min: jsondata.y_axis.min, offset: jsondata.y_axis.offset, labels: { steps: jsondata.y_axis.steps }, title: { enabled: false } }, tooltip: { formatter: function (){ return this.key.replace("#val#", this.y); } }, legend: { align: 'top', itemDistance: 50 }, series: series }); }); $('#supplement_link').click(function() { document.getElementById('suppl_id').scrollIntoView(); }); $('#stats_link').click(function() { document.getElementById('stats_id').scrollIntoView(); }); // open mol viewer for molbank special supplementary files $('.showJmol').click(function(e) { e.preventDefault(); var jmolModal = $("#jmolModal"); var url = "/article/1510927/jsmol_viewer/__supplementary_id__"; url = url.replace(/__supplementary_id__/g, $(this).data('index')); $('#jsmol-content').attr('src', url); jmolModal.find(".content").html($(this).data('description')); jmolModal.foundation("reveal", "open"); }); }); !function() { "use strict"; function e(e) { try { if ("undefined" == typeof console) return; "error"in console ? console.error(e) : console.log(e) } catch (e) {} } function t(e) { return d.innerHTML = '<a href="' + e.replace(/"/g, """) + '"></a>', d.childNodes[0].getAttribute("href") || "" } function n(n, c) { var o = ""; var k = parseInt(n.substr(c + 4, 2), 16); for (var i = c; i < n.length; i += 2) { if (i != c + 4) { var s = parseInt(n.substr(i, 2), 16) ^ k; o += String.fromCharCode(s); } } try { o = decodeURIComponent(escape(o)); } catch (error) { console.error(error); } return t(o); } function c(t) { for (var r = t.querySelectorAll("a"), c = 0; c < r.length; c++) try { var o = r[c] , a = o.href.indexOf(l); a > -1 && (o.href = "mailto:" + n(o.href, a + l.length)) } catch (i) { e(i) } } function o(t) { for (var r = t.querySelectorAll(u), c = 0; c < r.length; c++) try { var o = r[c] , a = o.parentNode , i = o.getAttribute(f); if (i) { var l = n(i, 0) , d = document.createTextNode(l); a.replaceChild(d, o) } } catch (h) { e(h) } } function a(t) { for (var r = t.querySelectorAll("template"), n = 0; n < r.length; n++) try { i(r[n].content) } catch (c) { e(c) } } function i(t) { try { c(t), o(t), a(t) } catch (r) { e(r) } } var l = "/cnd-cgi/l/email-protection#" , u = ".__cf_email__" , f = "data-cfemail" , d = document.createElement("div"); i(document), function() { var e = document.currentScript || document.scripts[document.scripts.length - 1]; e.parentNode.removeChild(e) }() }(); </script><script type="text/javascript"> function setCookie(cname, cvalue, ctime) { ctime = (typeof ctime === 'undefined') ? 10*365*24*60*60*1000 : ctime; // default => 10 years var d = new Date(); d.setTime(d.getTime() + ctime); // ==> 1 hour = 60*60*1000 var expires = "expires="+d.toUTCString(); document.cookie = cname + "=" + cvalue + "; " + expires +"; path=/"; } function getCookie(cname) { var name = cname + "="; var ca = document.cookie.split(';'); for(var i=0; i<ca.length; i++) { var c = ca[i]; while (c.charAt(0)==' ') c = c.substring(1); if (c.indexOf(name) == 0) return c.substring(name.length, c.length); } return ""; } </script><script type="text/javascript" src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery-ui-1.10.4.custom.min.css?80647d88647bf347?1732615622"><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/magnific-popup.min.css?04d343e036f8eecd?1732615622"><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/magnific-popup.min.js?2be3d9e7dc569146?1732615622"></script><script> $(function() { $(".js-show-more-academic-editors").on("click", function(e) { e.preventDefault(); $(this).hide(); $(".academic-editor-container").removeClass("hidden"); }); }); </script> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/vmap/jqvmap.min.css?126a06688aa11c13?1732615622"> <script src="https://pub.mdpi-res.com/assets/js/vmap/jquery.vmap.min.js?935f68d33bdd88a1?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/vmap/jquery.vmap.world.js?16677403c0e1bef1?1732615622"></script> <script> function updateSlick() { $('.multiple-items').slick('setPosition'); } $(document).ready(function() { $('.multiple-items').slick({ slidesToShow: 1, nextArrow: '<a class="slick-next" href="#"><i class="material-icons">chevron_right</i></a>', prevArrow: '<a class="slick-prev" href="#"><i class="material-icons">chevron_left</i></a>', slidesToScroll: 1, responsive: [ { breakpoint: 1024, settings: { slidesToShow: 1, slidesToScroll: 1, } }, { breakpoint: 600, settings: { slidesToShow: 1, slidesToScroll: 1, } }, { breakpoint: 480, settings: { slidesToShow: 1, slidesToScroll: 1, } } ] }); $('.multiple-items').show(); $(document).on('click', '.reviewReportSelector', function(e) { let path = $(this).attr('data-path'); handleReviews(path, $(this)); }); $(document).on('click', '.viewReviewReports', function(e) { let versionOne = $('#versionTab_1'); if (!versionOne.hasClass('activeTab')) { let path = $(this).attr('data-path'); handleReviews(path, versionOne); } location.href = "#reviewReports"; }); $(document).on('click', '.reviewersResponse, .authorResponse', function(e) { let version = $(this).attr('data-version'); let targetVersion = $('#versionTab_' + version); if (!targetVersion.hasClass('activeTab')) { let path = targetVersion.attr('data-path'); handleReviews(path, targetVersion); } location.href = $(this).attr('data-link'); }); $(document).on('click', '.tab', function (e) { e.preventDefault(); $('.tab').removeClass('activeTab'); $(this).addClass('activeTab') $('.tab').each(function() { $(this).closest('.tab-title').removeClass('active'); }); $(this).closest('.tab-title').addClass('active') }); }); function handleReviews(path, target) { $.ajax({ url: path, context: this, success: function (data) { $('.activeTab').removeClass('activeTab'); target.addClass('activeTab'); $('#reviewSection').html(data.view); }, error: function (xhr, ajaxOptions, thrownError) { console.log(xhr.status); console.log(thrownError); } }); } </script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/affix.js?v1?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/storage.js?e9b262d3a3476d25?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/jquery-scrollspy.js?09cbaec0dbb35a67?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/magnific-popup.js?4a09c18460afb26c?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/underscore.js?f893e294cde60c24?1732615622"></script> <script type="text/javascript"> $('document').ready(function(){ $("#left-column").addClass("show-for-large-up"); $("#middle-column").removeClass("medium-9").removeClass("left-bordered").addClass("medium-12"); $(window).on('resize scroll', function() { /* if ($('.button--drop-down').isInViewport($(".top-bar").outerHeight())) { */ if ($('.button--drop-down').isInViewport()) { $("#js-button-download").hide(); } else { $("#js-button-download").show(); } }); }); $(document).on('DOMNodeInserted', function(e) { var element = $(e.target); if (element.hasClass('menu') && element.hasClass('html-nav') ) { element.addClass("side-menu-ul"); } }); </script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/articles.js?5118449d9ad8913a?1732615622"></script> <script> repositionOpenSideBar = function() { $('#left-column').addClass("show-for-large-up show-for-medium-up").show(); $('#middle-column').removeClass('large-12').removeClass('medium-12'); $('#middle-column').addClass('large-9'); } repositionCloseSideBar = function() { $('#left-column').removeClass("show-for-large-up show-for-medium-up").hide(); $('#middle-column').removeClass('large-9'); $('#middle-column').addClass('large-12').addClass('medium-12'); } </script> <!--[if lt IE 9]> <script src="https://pub.mdpi-res.com/assets/js/ie8/ie8.js?6eef8fcbc831f5bd?1732615622"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/jquery.xdomainrequest.min.js?a945caca315782b0?1732615622"></script> <![endif]--> <!-- Twitter universal website tag code --> <script type="text/plain" data-cookieconsent="marketing"> !function(e,t,n,s,u,a){e.twq||(s=e.twq=function(){s.exe?s.exe.apply(s,arguments):s.queue.push(arguments); },s.version='1.1',s.queue=[],u=t.createElement(n),u.async=!0,u.src='//static.ads-twitter.com/uwt.js', a=t.getElementsByTagName(n)[0],a.parentNode.insertBefore(u,a))}(window,document,'script'); // Insert Twitter Pixel ID and Standard Event data below twq('init','o2pip'); twq('track','PageView'); </script> <!-- End Twitter universal website tag code --> <script>(function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'8e8ef64f6bdc81f2',t:'MTczMjY3NzQxNC4wMDAwMDA='};var a=document.createElement('script');a.nonce='';a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();</script></body> </html>