CINXE.COM
ChatGPT for Education and Research: Opportunities, Threats, and Strategies
<!DOCTYPE html> <html lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="https://www.facebook.com/2008/fbml"> <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"> <meta content="mdpi" name="sso-service" /> <meta content="width=device-width, initial-scale=1.0" name="viewport" /> <title>ChatGPT for Education and Research: Opportunities, Threats, and Strategies</title><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/font-awesome.min.css?eb190a3a77e5e1ee?1732261071"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery.multiselect.css?f56c135cbf4d1483?1732261071"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/chosen.min.css?d7ca5ca9441ef9e1?1732261071"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/main2.css?69b39374e6b554b7?1732261071"> <link rel="mask-icon" href="https://pub.mdpi-res.com/img/mask-icon-128.svg?c1c7eca266cd7013?1732261071" color="#4f5671"> <link rel="apple-touch-icon" sizes="180x180" href="https://pub.mdpi-res.com/icon/apple-touch-icon-180x180.png?1732261071"> <link rel="apple-touch-icon" sizes="152x152" href="https://pub.mdpi-res.com/icon/apple-touch-icon-152x152.png?1732261071"> <link rel="apple-touch-icon" sizes="144x144" href="https://pub.mdpi-res.com/icon/apple-touch-icon-144x144.png?1732261071"> <link rel="apple-touch-icon" sizes="120x120" href="https://pub.mdpi-res.com/icon/apple-touch-icon-120x120.png?1732261071"> <link rel="apple-touch-icon" sizes="114x114" href="https://pub.mdpi-res.com/icon/apple-touch-icon-114x114.png?1732261071"> <link rel="apple-touch-icon" sizes="76x76" href="https://pub.mdpi-res.com/icon/apple-touch-icon-76x76.png?1732261071"> <link rel="apple-touch-icon" sizes="72x72" href="https://pub.mdpi-res.com/icon/apple-touch-icon-72x72.png?1732261071"> <link rel="apple-touch-icon" sizes="57x57" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732261071"> <link rel="apple-touch-icon" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732261071"> <link rel="apple-touch-icon-precomposed" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732261071"> <link rel="manifest" href="/manifest.json"> <meta name="theme-color" content="#ffffff"> <meta name="application-name" content=" "/> <link rel="apple-touch-startup-image" href="https://pub.mdpi-res.com/img/journals/applsci-logo-sq.png?8600e93ff98dbf14"> <link rel="apple-touch-icon" href="https://pub.mdpi-res.com/img/journals/applsci-logo-sq.png?8600e93ff98dbf14"> <meta name="msapplication-TileImage" content="https://pub.mdpi-res.com/img/journals/applsci-logo-sq.png?8600e93ff98dbf14"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery-ui-1.10.4.custom.min.css?80647d88647bf347?1732261071"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/magnific-popup.min.css?04d343e036f8eecd?1732261071"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/xml2html/article-html.css?230b005b39af4260?1732261071"> <style> h2, #abstract .related_suggestion_title { } .batch_articles a { color: #000; } a, .batch_articles .authors a, a:focus, a:hover, a:active, .batch_articles a:focus, .batch_articles a:hover, li.side-menu-li a { } span.label a { color: #fff; } #main-content a.title-link:hover, #main-content a.title-link:focus, #main-content div.generic-item a.title-link:hover, #main-content div.generic-item a.title-link:focus { } #main-content #middle-column .generic-item.article-item a.title-link:hover, #main-content #middle-column .generic-item.article-item a.title-link:focus { } .art-authors a.toEncode { color: #333; font-weight: 700; } #main-content #middle-column ul li::before { } .accordion-navigation.active a.accordion__title, .accordion-navigation.active a.accordion__title::after { } .accordion-navigation li:hover::before, .accordion-navigation li:hover a, .accordion-navigation li:focus a { } .relative-size-container .relative-size-image .relative-size { } .middle-column__help__fixed a:hover i, } input[type="checkbox"]:checked:after { } input[type="checkbox"]:not(:disabled):hover:before { } #main-content .bolded-text { } #main-content .hypothesis-count-container { } #main-content .hypothesis-count-container:before { } .full-size-menu ul li.menu-item .dropdown-wrapper { } .full-size-menu ul li.menu-item > a.open::after { } #title-story .title-story-orbit .orbit-caption { #background: url('/img/design/000000_background.png') !important; background: url('/img/design/ffffff_background.png') !important; color: rgb(51, 51, 51) !important; } #main-content .content__container__orbit { background-color: #000 !important; } #main-content .content__container__journal { color: #fff; } .html-article-menu .row span { } .html-article-menu .row span.active { } .accordion-navigation__journal .side-menu-li.active::before, .accordion-navigation__journal .side-menu-li.active a { color: rgba(74,74,127,0.75) !important; font-weight: 700; } .accordion-navigation__journal .side-menu-li:hover::before , .accordion-navigation__journal .side-menu-li:hover a { color: rgba(74,74,127,0.75) !important; } .side-menu-ul li.active a, .side-menu-ul li.active, .side-menu-ul li.active::before { color: rgba(74,74,127,0.75) !important; } .side-menu-ul li.active a { } .result-selected, .active-result.highlighted, .active-result:hover, .result-selected, .active-result.highlighted, .active-result:focus { } .search-container.search-container__default-scheme { } nav.tab-bar .open-small-search.active:after { } .search-container.search-container__default-scheme .custom-accordion-for-small-screen-link::after { color: #fff; } @media only screen and (max-width: 50em) { #main-content .content__container.journal-info { color: #fff; } #main-content .content__container.journal-info a { color: #fff; } } .button.button--color { } .button.button--color:hover, .button.button--color:focus { } .button.button--color-journal { position: relative; background-color: rgba(74,74,127,0.75); border-color: #fff; color: #fff !important; } .button.button--color-journal:hover::before { content: ''; position: absolute; top: 0; left: 0; height: 100%; width: 100%; background-color: #ffffff; opacity: 0.2; } .button.button--color-journal:visited, .button.button--color-journal:hover, .button.button--color-journal:focus { background-color: rgba(74,74,127,0.75); border-color: #fff; color: #fff !important; } .button.button--color path { } .button.button--color:hover path { fill: #fff; } #main-content #search-refinements .ui-slider-horizontal .ui-slider-range { } .breadcrumb__element:last-of-type a { } #main-header { } #full-size-menu .top-bar, #full-size-menu li.menu-item span.user-email { } .top-bar-section li:not(.has-form) a:not(.button) { } #full-size-menu li.menu-item .dropdown-wrapper li a:hover { } #full-size-menu li.menu-item a:hover, #full-size-menu li.menu.item a:focus, nav.tab-bar a:hover { } #full-size-menu li.menu.item a:active, #full-size-menu li.menu.item a.active { } #full-size-menu li.menu-item a.open-mega-menu.active, #full-size-menu li.menu-item div.mega-menu, a.open-mega-menu.active { } #full-size-menu li.menu-item div.mega-menu li, #full-size-menu li.menu-item div.mega-menu a { border-color: #9a9a9a; } div.type-section h2 { font-size: 20px; line-height: 26px; font-weight: 300; } div.type-section h3 { margin-left: 15px; margin-bottom: 0px; font-weight: 300; } .journal-tabs .tab-title.active a { } </style> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/slick.css?f38b2db10e01b157?1732261071"> <meta name="title" content="ChatGPT for Education and Research: Opportunities, Threats, and Strategies"> <meta name="description" content="In recent years, the rise of advanced artificial intelligence technologies has had a profound impact on many fields, including education and research. One such technology is ChatGPT, a powerful large language model developed by OpenAI. This technology offers exciting opportunities for students and educators, including personalized feedback, increased accessibility, interactive conversations, lesson preparation, evaluation, and new ways to teach complex concepts. However, ChatGPT poses different threats to the traditional education and research system, including the possibility of cheating on online exams, human-like text generation, diminished critical thinking skills, and difficulties in evaluating information generated by ChatGPT. This study explores the potential opportunities and threats that ChatGPT poses to overall education from the perspective of students and educators. Furthermore, for programming learning, we explore how ChatGPT helps students improve their programming skills. To demonstrate this, we conducted different coding-related experiments with ChatGPT, including code generation from problem descriptions, pseudocode generation of algorithms from texts, and code correction. The generated codes are validated with an online judge system to evaluate their accuracy. In addition, we conducted several surveys with students and teachers to find out how ChatGPT supports programming learning and teaching. Finally, we present the survey results and analysis." > <link rel="image_src" href="https://pub.mdpi-res.com/img/journals/applsci-logo.png?8600e93ff98dbf14" > <meta name="dc.title" content="ChatGPT for Education and Research: Opportunities, Threats, and Strategies"> <meta name="dc.creator" content="Md. Mostafizer Rahman"> <meta name="dc.creator" content="Yutaka Watanobe"> <meta name="dc.type" content="Article"> <meta name="dc.source" content="Applied Sciences 2023, Vol. 13, Page 5783"> <meta name="dc.date" content="2023-05-08"> <meta name ="dc.identifier" content="10.3390/app13095783"> <meta name="dc.publisher" content="Multidisciplinary Digital Publishing Institute"> <meta name="dc.rights" content="http://creativecommons.org/licenses/by/3.0/"> <meta name="dc.format" content="application/pdf" > <meta name="dc.language" content="en" > <meta name="dc.description" content="In recent years, the rise of advanced artificial intelligence technologies has had a profound impact on many fields, including education and research. One such technology is ChatGPT, a powerful large language model developed by OpenAI. This technology offers exciting opportunities for students and educators, including personalized feedback, increased accessibility, interactive conversations, lesson preparation, evaluation, and new ways to teach complex concepts. However, ChatGPT poses different threats to the traditional education and research system, including the possibility of cheating on online exams, human-like text generation, diminished critical thinking skills, and difficulties in evaluating information generated by ChatGPT. This study explores the potential opportunities and threats that ChatGPT poses to overall education from the perspective of students and educators. Furthermore, for programming learning, we explore how ChatGPT helps students improve their programming skills. To demonstrate this, we conducted different coding-related experiments with ChatGPT, including code generation from problem descriptions, pseudocode generation of algorithms from texts, and code correction. The generated codes are validated with an online judge system to evaluate their accuracy. In addition, we conducted several surveys with students and teachers to find out how ChatGPT supports programming learning and teaching. Finally, we present the survey results and analysis." > <meta name="dc.subject" content="ChatGPT" > <meta name="dc.subject" content="educational technology" > <meta name="dc.subject" content="research" > <meta name="dc.subject" content="programming education" > <meta name="dc.subject" content="large language model" > <meta name="dc.subject" content="GPT-3" > <meta name="dc.subject" content="ChatGPT survey" > <meta name="dc.subject" content="GPT-4" > <meta name="dc.subject" content="artificial intelligence" > <meta name="dc.subject" content="AI for code" > <meta name ="prism.issn" content="2076-3417"> <meta name ="prism.publicationName" content="Applied Sciences"> <meta name ="prism.publicationDate" content="2023-05-08"> <meta name ="prism.volume" content="13"> <meta name ="prism.number" content="9"> <meta name ="prism.section" content="Article" > <meta name ="prism.startingPage" content="5783" > <meta name="citation_issn" content="2076-3417"> <meta name="citation_journal_title" content="Applied Sciences"> <meta name="citation_publisher" content="Multidisciplinary Digital Publishing Institute"> <meta name="citation_title" content="ChatGPT for Education and Research: Opportunities, Threats, and Strategies"> <meta name="citation_publication_date" content="2023/1"> <meta name="citation_online_date" content="2023/05/08"> <meta name="citation_volume" content="13"> <meta name="citation_issue" content="9"> <meta name="citation_firstpage" content="5783"> <meta name="citation_author" content="Rahman, Md. Mostafizer"> <meta name="citation_author" content="Watanobe, Yutaka"> <meta name="citation_doi" content="10.3390/app13095783"> <meta name="citation_id" content="mdpi-app13095783"> <meta name="citation_abstract_html_url" content="https://www.mdpi.com/2076-3417/13/9/5783"> <meta name="citation_pdf_url" content="https://www.mdpi.com/2076-3417/13/9/5783/pdf?version=1683532719"> <link rel="alternate" type="application/pdf" title="PDF Full-Text" href="https://www.mdpi.com/2076-3417/13/9/5783/pdf?version=1683532719"> <meta name="fulltext_pdf" content="https://www.mdpi.com/2076-3417/13/9/5783/pdf?version=1683532719"> <meta name="citation_fulltext_html_url" content="https://www.mdpi.com/2076-3417/13/9/5783/htm"> <link rel="alternate" type="text/html" title="HTML Full-Text" href="https://www.mdpi.com/2076-3417/13/9/5783/htm"> <meta name="fulltext_html" content="https://www.mdpi.com/2076-3417/13/9/5783/htm"> <link rel="alternate" type="text/xml" title="XML Full-Text" href="https://www.mdpi.com/2076-3417/13/9/5783/xml"> <meta name="fulltext_xml" content="https://www.mdpi.com/2076-3417/13/9/5783/xml"> <meta name="citation_xml_url" content="https://www.mdpi.com/2076-3417/13/9/5783/xml"> <meta name="twitter:card" content="summary" /> <meta name="twitter:site" content="@MDPIOpenAccess" /> <meta name="twitter:image" content="https://pub.mdpi-res.com/img/journals/applsci-logo-social.png?8600e93ff98dbf14" /> <meta property="fb:app_id" content="131189377574"/> <meta property="og:site_name" content="MDPI"/> <meta property="og:type" content="article"/> <meta property="og:url" content="https://www.mdpi.com/2076-3417/13/9/5783" /> <meta property="og:title" content="ChatGPT for Education and Research: Opportunities, Threats, and Strategies" /> <meta property="og:description" content="In recent years, the rise of advanced artificial intelligence technologies has had a profound impact on many fields, including education and research. One such technology is ChatGPT, a powerful large language model developed by OpenAI. This technology offers exciting opportunities for students and educators, including personalized feedback, increased accessibility, interactive conversations, lesson preparation, evaluation, and new ways to teach complex concepts. However, ChatGPT poses different threats to the traditional education and research system, including the possibility of cheating on online exams, human-like text generation, diminished critical thinking skills, and difficulties in evaluating information generated by ChatGPT. This study explores the potential opportunities and threats that ChatGPT poses to overall education from the perspective of students and educators. Furthermore, for programming learning, we explore how ChatGPT helps students improve their programming skills. To demonstrate this, we conducted different coding-related experiments with ChatGPT, including code generation from problem descriptions, pseudocode generation of algorithms from texts, and code correction. The generated codes are validated with an online judge system to evaluate their accuracy. In addition, we conducted several surveys with students and teachers to find out how ChatGPT supports programming learning and teaching. Finally, we present the survey results and analysis." /> <meta property="og:image" content="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001-550.jpg?1683532807" /> <link rel="alternate" type="application/rss+xml" title="MDPI Publishing - Latest articles" href="https://www.mdpi.com/rss"> <meta name="google-site-verification" content="PxTlsg7z2S00aHroktQd57fxygEjMiNHydKn3txhvwY"> <meta name="facebook-domain-verification" content="mcoq8dtq6sb2hf7z29j8w515jjoof7" /> <script id="Cookiebot" data-cfasync="false" src="https://consent.cookiebot.com/uc.js" data-cbid="51491ddd-fe7a-4425-ab39-69c78c55829f" type="text/javascript" async></script> <!--[if lt IE 9]> <script>var browserIe8 = true;</script> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/ie8foundationfix.css?50273beac949cbf0?1732261071"> <script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script> <script src="//cdnjs.cloudflare.com/ajax/libs/html5shiv/3.6.2/html5shiv.js"></script> <script src="//s3.amazonaws.com/nwapi/nwmatcher/nwmatcher-1.2.5-min.js"></script> <script src="//html5base.googlecode.com/svn-history/r38/trunk/js/selectivizr-1.0.3b.js"></script> <script src="//cdnjs.cloudflare.com/ajax/libs/respond.js/1.1.0/respond.min.js"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/ie8patch.js?9e1d3c689a0471df?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/rem.min.js?94b62787dcd6d2f2?1732261071"></script> <![endif]--> <script type="text/plain" data-cookieconsent="statistics"> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-WPK7SW5'); </script> <script type="text/plain" data-cookieconsent="statistics"> _linkedin_partner_id = "2846186"; window._linkedin_data_partner_ids = window._linkedin_data_partner_ids || []; window._linkedin_data_partner_ids.push(_linkedin_partner_id); </script><script type="text/javascript"> (function(){var s = document.getElementsByTagName("script")[0]; var b = document.createElement("script"); b.type = "text/javascript";b.async = true; b.src = "https://snap.licdn.com/li.lms-analytics/insight.min.js"; s.parentNode.insertBefore(b, s);})(); </script> <script type="text/plain" data-cookieconsent="statistics" data-cfasync="false" src="//script.crazyegg.com/pages/scripts/0116/4951.js" async="async" ></script> </head> <body> <div class="direction direction_right" id="small_right" style="border-right-width: 0px; padding:0;"> <i class="fa fa-caret-right fa-2x"></i> </div> <div class="big_direction direction_right" id="big_right" style="border-right-width: 0px;"> <div style="text-align: right;"> Next Article in Journal<br> <div><a href="/2076-3417/13/9/5784">Wave-Shaped Microstructure Cancer Detection Sensor in Terahertz Band: Design and Analysis</a></div> </div> </div> <div class="direction" id="small_left" style="border-left-width: 0px"> <i class="fa fa-caret-left fa-2x"></i> </div> <div class="big_direction" id="big_left" style="border-left-width: 0px;"> <div> Previous Article in Journal<br> <div><a href="/2076-3417/13/9/5779">Inversion of Interlayer Pressure in High-Vacuum Multilayer Insulation Structures for Cryogen Storage Using Extreme Learning Machine</a></div> </div> </div> <div style="clear: both;"></div> <div id="menuModal" class="reveal-modal reveal-modal-new reveal-modal-menu" aria-hidden="true" data-reveal role="dialog"> <div class="menu-container"> <div class="UI_NavMenu"> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Journals</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="/about/journals">Active Journals</a> <a href="/about/journalfinder">Find a Journal</a> <a href="/about/journals/proposal">Journal Proposal</a> <a href="/about/proceedings">Proceedings Series</a> </div> </div> </div> </div> <a href="/topics"> <h2>Topics</h2> </a> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Information</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; max-width: 200px; float: left;"> <a href="/authors">For Authors</a> <a href="/reviewers">For Reviewers</a> <a href="/editors">For Editors</a> <a href="/librarians">For Librarians</a> <a href="/publishing_services">For Publishers</a> <a href="/societies">For Societies</a> <a href="/conference_organizers">For Conference Organizers</a> </div> <div style="width: 100%; max-width: 250px; float: left;"> <a href="/openaccess">Open Access Policy</a> <a href="/ioap">Institutional Open Access Program</a> <a href="/special_issues_guidelines">Special Issues Guidelines</a> <a href="/editorial_process">Editorial Process</a> <a href="/ethics">Research and Publication Ethics</a> <a href="/apc">Article Processing Charges</a> <a href="/awards">Awards</a> <a href="/testimonials">Testimonials</a> </div> </div> </div> </div> <a href="/authors/english"> <h2>Editing Services</h2> </a> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Initiatives</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer">Sciforum</a> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer">MDPI Books</a> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer">Preprints.org</a> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer">Scilit</a> <a href="https://sciprofiles.com" target="_blank" rel="noopener noreferrer">SciProfiles</a> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer">Encyclopedia</a> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer">JAMS</a> <a href="/about/proceedings">Proceedings Series</a> </div> </div> </div> </div> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>About</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="/about">Overview</a> <a href="/about/contact">Contact</a> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer">Careers</a> <a href="/about/announcements">News</a> <a href="/about/press">Press</a> <a href="http://blog.mdpi.com/" target="_blank" rel="noopener noreferrer">Blog</a> </div> </div> </div> </div> </div> <div class="menu-container__buttons"> <a class="button UA_SignInUpButton" href="/user/login">Sign In / Sign Up</a> </div> </div> </div> <div id="captchaModal" class="reveal-modal reveal-modal-new reveal-modal-new--small" data-reveal aria-label="Captcha" aria-hidden="true" role="dialog"></div> <div id="actionDisabledModal" class="reveal-modal" data-reveal aria-labelledby="actionDisableModalTitle" aria-hidden="true" role="dialog" style="width: 300px;"> <h2 id="actionDisableModalTitle">Notice</h2> <form action="/email/captcha" method="post" id="emailCaptchaForm"> <div class="row"> <div id="js-action-disabled-modal-text" class="small-12 columns"> </div> <div id="js-action-disabled-modal-submit" class="small-12 columns" style="margin-top: 10px; display: none;"> You can make submissions to other journals <a href="https://susy.mdpi.com/user/manuscripts/upload">here</a>. </div> </div> </form> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="rssNotificationModal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="rssNotificationModalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 id="rssNotificationModalTitle">Notice</h2> <p> You are accessing a machine-readable page. In order to be human-readable, please install an RSS reader. </p> </div> </div> <div class="row"> <div class="small-12 columns"> <a class="button button--color js-rss-notification-confirm">Continue</a> <a class="button button--grey" onclick="$(this).closest('.reveal-modal').find('.close-reveal-modal').click(); return false;">Cancel</a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="drop-article-label-openaccess" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> All articles published by MDPI are made immediately available worldwide under an open access license. No special permission is required to reuse all or part of the article published by MDPI, including figures and tables. For articles published under an open access Creative Common CC BY license, any part of the article may be reused without permission provided that the original article is clearly cited. For more information, please refer to <a href="https://www.mdpi.com/openaccess">https://www.mdpi.com/openaccess</a>. </p> </div> <div id="drop-article-label-feature" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Feature papers represent the most advanced research with significant potential for high impact in the field. A Feature Paper should be a substantial original Article that involves several techniques or approaches, provides an outlook for future research directions and describes possible research applications. </p> <p> Feature papers are submitted upon individual invitation or recommendation by the scientific editors and must receive positive feedback from the reviewers. </p> </div> <div id="drop-article-label-choice" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Editor’s Choice articles are based on recommendations by the scientific editors of MDPI journals from around the world. Editors select a small number of articles recently published in the journal that they believe will be particularly interesting to readers, or important in the respective research area. The aim is to provide a snapshot of some of the most exciting work published in the various research areas of the journal. <div style="margin-top: -10px;"> <div id="drop-article-label-choice-journal-link" style="display: none; margin-top: -10px; padding-top: 10px;"> </div> </div> </p> </div> <div id="drop-article-label-resubmission" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Original Submission Date Received: <span id="drop-article-label-resubmission-date"></span>. </p> </div> <div id="container"> <noscript> <div id="no-javascript"> You seem to have javascript disabled. Please note that many of the page functionalities won't work as expected without javascript enabled. </div> </noscript> <div class="fixed"> <nav class="tab-bar show-for-medium-down"> <div class="row full-width collapse"> <div class="medium-3 small-4 columns"> <a href="/"> <img class="full-size-menu__mdpi-logo" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-black-small1.svg?da3a8dcae975a41c?1732261071" style="width: 64px;" title="MDPI Open Access Journals"> </a> </div> <div class="medium-3 small-4 columns right-aligned"> <div class="show-for-medium-down"> <a href="#" style="display: none;"> <i class="material-icons" onclick="$('#menuModal').foundation('reveal', 'close'); return false;">clear</i> </a> <a class="js-toggle-desktop-layout-link" title="Toggle desktop layout" style="display: none;" href="/toggle_desktop_layout_cookie"> <i class="material-icons">zoom_out_map</i> </a> <a href="#" class="js-open-small-search open-small-search"> <i class="material-icons show-for-small only">search</i> </a> <a title="MDPI main page" class="js-open-menu" data-reveal-id="menuModal" href="#"> <i class="material-icons">menu</i> </a> </div> </div> </div> </nav> </div> <section class="main-section"> <header> <div class="full-size-menu show-for-large-up"> <div class="row full-width"> <div class="large-1 columns"> <a href="/"> <img class="full-size-menu__mdpi-logo" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-black-small1.svg?da3a8dcae975a41c?1732261071" title="MDPI Open Access Journals"> </a> </div> <div class="large-8 columns text-right UI_NavMenu"> <ul> <li class="menu-item"> <a href="/about/journals" data-dropdown="journals-dropdown" aria-controls="journals-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">Journals</a> <ul id="journals-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="/about/journals"> Active Journals </a> </li> <li> <a href="/about/journalfinder"> Find a Journal </a> </li> <li> <a href="/about/journals/proposal"> Journal Proposal </a> </li> <li> <a href="/about/proceedings"> Proceedings Series </a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/topics">Topics</a> </li> <li class="menu-item"> <a href="/authors" data-dropdown="information-dropdown" aria-controls="information-dropdown" aria-expanded="false" data-options="is_hover:true; hover_timeout:200">Information</a> <ul id="information-dropdown" class="f-dropdown dropdown-wrapper" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-5 columns right-border"> <ul> <li> <a href="/authors">For Authors</a> </li> <li> <a href="/reviewers">For Reviewers</a> </li> <li> <a href="/editors">For Editors</a> </li> <li> <a href="/librarians">For Librarians</a> </li> <li> <a href="/publishing_services">For Publishers</a> </li> <li> <a href="/societies">For Societies</a> </li> <li> <a href="/conference_organizers">For Conference Organizers</a> </li> </ul> </div> <div class="small-7 columns"> <ul> <li> <a href="/openaccess">Open Access Policy</a> </li> <li> <a href="/ioap">Institutional Open Access Program</a> </li> <li> <a href="/special_issues_guidelines">Special Issues Guidelines</a> </li> <li> <a href="/editorial_process">Editorial Process</a> </li> <li> <a href="/ethics">Research and Publication Ethics</a> </li> <li> <a href="/apc">Article Processing Charges</a> </li> <li> <a href="/awards">Awards</a> </li> <li> <a href="/testimonials">Testimonials</a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/authors/english">Editing Services</a> </li> <li class="menu-item"> <a href="/about/initiatives" data-dropdown="initiatives-dropdown" aria-controls="initiatives-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">Initiatives</a> <ul id="initiatives-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer"> Sciforum </a> </li> <li> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer"> MDPI Books </a> </li> <li> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer"> Preprints.org </a> </li> <li> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer"> Scilit </a> </li> <li> <a href="https://sciprofiles.com" target="_blank" rel="noopener noreferrer"> SciProfiles </a> </li> <li> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer"> Encyclopedia </a> </li> <li> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer"> JAMS </a> </li> <li> <a href="/about/proceedings"> Proceedings Series </a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/about" data-dropdown="about-dropdown" aria-controls="about-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">About</a> <ul id="about-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="/about"> Overview </a> </li> <li> <a href="/about/contact"> Contact </a> </li> <li> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer"> Careers </a> </li> <li> <a href="/about/announcements"> News </a> </li> <li> <a href="/about/press"> Press </a> </li> <li> <a href="http://blog.mdpi.com/" target="_blank" rel="noopener noreferrer"> Blog </a> </li> </ul> </div> </div> </li> </ul> </li> </ul> </div> <div class="large-3 columns text-right full-size-menu__buttons"> <div> <a class="button button--default-inversed UA_SignInUpButton" href="/user/login">Sign In / Sign Up</a> <a class="button button--default js-journal-active-only-link js-journal-active-only-submit-link UC_NavSubmitButton" href=" https://susy.mdpi.com/user/manuscripts/upload?journal=applsci " data-disabledmessage="new submissions are not possible.">Submit</a> </div> </div> </div> </div> <div class="header-divider"> </div> <div class="search-container hide-for-small-down row search-container__homepage-scheme"> <form id="basic_search" style="background-color: inherit !important;" class="large-12 medium-12 columns " action="/search" method="get"> <div class="row search-container__main-elements"> <div class="large-2 medium-2 small-12 columns text-right1 small-only-text-left"> <div class="show-for-medium-up"> <div class="search-input-label"> </div> </div> <span class="search-container__title">Search<span class="hide-for-medium"> for Articles</span><span class="hide-for-small">:</span></span> </div> <div class="custom-accordion-for-small-screen-content"> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Title / Keyword</div> </div> <input type="text" placeholder="Title / Keyword" id="q" tabindex="1" name="q" value="" /> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Author / Affiliation / Email</div> </div> <input type="text" id="authors" placeholder="Author / Affiliation / Email" tabindex="2" name="authors" value="" /> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Journal</div> </div> <select id="journal" tabindex="3" name="journal" class="chosen-select"> <option value="">All Journals</option> <option value="acoustics" > Acoustics </option> <option value="amh" > Acta Microbiologica Hellenica (AMH) </option> <option value="actuators" > Actuators </option> <option value="admsci" > Administrative Sciences </option> <option value="adolescents" > Adolescents </option> <option value="arm" > Advances in Respiratory Medicine (ARM) </option> <option value="aerobiology" > Aerobiology </option> <option value="aerospace" > Aerospace </option> <option value="agriculture" > Agriculture </option> <option value="agriengineering" > AgriEngineering </option> <option value="agrochemicals" > Agrochemicals </option> <option value="agronomy" > Agronomy </option> <option value="ai" > AI </option> <option value="air" > Air </option> <option value="algorithms" > Algorithms </option> <option value="allergies" > Allergies </option> <option value="alloys" > Alloys </option> <option value="analytica" > Analytica </option> <option value="analytics" > Analytics </option> <option value="anatomia" > Anatomia </option> <option value="anesthres" > Anesthesia Research </option> <option value="animals" > Animals </option> <option value="antibiotics" > Antibiotics </option> <option value="antibodies" > Antibodies </option> <option value="antioxidants" > Antioxidants </option> <option value="applbiosci" > Applied Biosciences </option> <option value="applmech" > Applied Mechanics </option> <option value="applmicrobiol" > Applied Microbiology </option> <option value="applnano" > Applied Nano </option> <option value="applsci" selected='selected'> Applied Sciences </option> <option value="asi" > Applied System Innovation (ASI) </option> <option value="appliedchem" > AppliedChem </option> <option value="appliedmath" > AppliedMath </option> <option value="aquacj" > Aquaculture Journal </option> <option value="architecture" > Architecture </option> <option value="arthropoda" > Arthropoda </option> <option value="arts" > Arts </option> <option value="astronomy" > Astronomy </option> <option value="atmosphere" > Atmosphere </option> <option value="atoms" > Atoms </option> <option value="audiolres" > Audiology Research </option> <option value="automation" > Automation </option> <option value="axioms" > Axioms </option> <option value="bacteria" > Bacteria </option> <option value="batteries" > Batteries </option> <option value="behavsci" > Behavioral Sciences </option> <option value="beverages" > Beverages </option> <option value="BDCC" > Big Data and Cognitive Computing (BDCC) </option> <option value="biochem" > BioChem </option> <option value="bioengineering" > Bioengineering </option> <option value="biologics" > Biologics </option> <option value="biology" > Biology </option> <option value="blsf" > Biology and Life Sciences Forum </option> <option value="biomass" > Biomass </option> <option value="biomechanics" > Biomechanics </option> <option value="biomed" > BioMed </option> <option value="biomedicines" > Biomedicines </option> <option value="biomedinformatics" > BioMedInformatics </option> <option value="biomimetics" > Biomimetics </option> <option value="biomolecules" > Biomolecules </option> <option value="biophysica" > Biophysica </option> <option value="biosensors" > Biosensors </option> <option value="biotech" > BioTech </option> <option value="birds" > Birds </option> <option value="blockchains" > Blockchains </option> <option value="brainsci" > Brain Sciences </option> <option value="buildings" > Buildings </option> <option value="businesses" > Businesses </option> <option value="carbon" > C </option> <option value="cancers" > Cancers </option> <option value="cardiogenetics" > Cardiogenetics </option> <option value="catalysts" > Catalysts </option> <option value="cells" > Cells </option> <option value="ceramics" > Ceramics </option> <option value="challenges" > Challenges </option> <option value="ChemEngineering" > ChemEngineering </option> <option value="chemistry" > Chemistry </option> <option value="chemproc" > Chemistry Proceedings </option> <option value="chemosensors" > Chemosensors </option> <option value="children" > Children </option> <option value="chips" > Chips </option> <option value="civileng" > CivilEng </option> <option value="cleantechnol" > Clean Technologies (Clean Technol.) </option> <option value="climate" > Climate </option> <option value="ctn" > Clinical and Translational Neuroscience (CTN) </option> <option value="clinbioenerg" > Clinical Bioenergetics </option> <option value="clinpract" > Clinics and Practice </option> <option value="clockssleep" > Clocks & Sleep </option> <option value="coasts" > Coasts </option> <option value="coatings" > Coatings </option> <option value="colloids" > Colloids and Interfaces </option> <option value="colorants" > Colorants </option> <option value="commodities" > Commodities </option> <option value="complications" > Complications </option> <option value="compounds" > Compounds </option> <option value="computation" > Computation </option> <option value="csmf" > Computer Sciences & Mathematics Forum </option> <option value="computers" > Computers </option> <option value="condensedmatter" > Condensed Matter </option> <option value="conservation" > Conservation </option> <option value="constrmater" > Construction Materials </option> <option value="cmd" > Corrosion and Materials Degradation (CMD) </option> <option value="cosmetics" > Cosmetics </option> <option value="covid" > COVID </option> <option value="crops" > Crops </option> <option value="cryo" > Cryo </option> <option value="cryptography" > Cryptography </option> <option value="crystals" > Crystals </option> <option value="cimb" > Current Issues in Molecular Biology (CIMB) </option> <option value="curroncol" > Current Oncology </option> <option value="dairy" > Dairy </option> <option value="data" > Data </option> <option value="dentistry" > Dentistry Journal </option> <option value="dermato" > Dermato </option> <option value="dermatopathology" > Dermatopathology </option> <option value="designs" > Designs </option> <option value="diabetology" > Diabetology </option> <option value="diagnostics" > Diagnostics </option> <option value="dietetics" > Dietetics </option> <option value="digital" > Digital </option> <option value="disabilities" > Disabilities </option> <option value="diseases" > Diseases </option> <option value="diversity" > Diversity </option> <option value="dna" > DNA </option> <option value="drones" > Drones </option> <option value="ddc" > Drugs and Drug Candidates (DDC) </option> <option value="dynamics" > Dynamics </option> <option value="earth" > Earth </option> <option value="ecologies" > Ecologies </option> <option value="econometrics" > Econometrics </option> <option value="economies" > Economies </option> <option value="education" > Education Sciences </option> <option value="electricity" > Electricity </option> <option value="electrochem" > Electrochem </option> <option value="electronicmat" > Electronic Materials </option> <option value="electronics" > Electronics </option> <option value="ecm" > Emergency Care and Medicine </option> <option value="encyclopedia" > Encyclopedia </option> <option value="endocrines" > Endocrines </option> <option value="energies" > Energies </option> <option value="esa" > Energy Storage and Applications (ESA) </option> <option value="eng" > Eng </option> <option value="engproc" > Engineering Proceedings </option> <option value="entropy" > Entropy </option> <option value="environsciproc" > Environmental Sciences Proceedings </option> <option value="environments" > Environments </option> <option value="epidemiologia" > Epidemiologia </option> <option value="epigenomes" > Epigenomes </option> <option value="ebj" > European Burn Journal (EBJ) </option> <option value="ejihpe" > European Journal of Investigation in Health, Psychology and Education (EJIHPE) </option> <option value="fermentation" > Fermentation </option> <option value="fibers" > Fibers </option> <option value="fintech" > FinTech </option> <option value="fire" > Fire </option> <option value="fishes" > Fishes </option> <option value="fluids" > Fluids </option> <option value="foods" > Foods </option> <option value="forecasting" > Forecasting </option> <option value="forensicsci" > Forensic Sciences </option> <option value="forests" > Forests </option> <option value="fossstud" > Fossil Studies </option> <option value="foundations" > Foundations </option> <option value="fractalfract" > Fractal and Fractional (Fractal Fract) </option> <option value="fuels" > Fuels </option> <option value="future" > Future </option> <option value="futureinternet" > Future Internet </option> <option value="futurepharmacol" > Future Pharmacology </option> <option value="futuretransp" > Future Transportation </option> <option value="galaxies" > Galaxies </option> <option value="games" > Games </option> <option value="gases" > Gases </option> <option value="gastroent" > Gastroenterology Insights </option> <option value="gastrointestdisord" > Gastrointestinal Disorders </option> <option value="gastronomy" > Gastronomy </option> <option value="gels" > Gels </option> <option value="genealogy" > Genealogy </option> <option value="genes" > Genes </option> <option value="geographies" > Geographies </option> <option value="geohazards" > GeoHazards </option> <option value="geomatics" > Geomatics </option> <option value="geometry" > Geometry </option> <option value="geosciences" > Geosciences </option> <option value="geotechnics" > Geotechnics </option> <option value="geriatrics" > Geriatrics </option> <option value="glacies" > Glacies </option> <option value="gucdd" > Gout, Urate, and Crystal Deposition Disease (GUCDD) </option> <option value="grasses" > Grasses </option> <option value="hardware" > Hardware </option> <option value="healthcare" > Healthcare </option> <option value="hearts" > Hearts </option> <option value="hemato" > Hemato </option> <option value="hematolrep" > Hematology Reports </option> <option value="heritage" > Heritage </option> <option value="histories" > Histories </option> <option value="horticulturae" > Horticulturae </option> <option value="hospitals" > Hospitals </option> <option value="humanities" > Humanities </option> <option value="humans" > Humans </option> <option value="hydrobiology" > Hydrobiology </option> <option value="hydrogen" > Hydrogen </option> <option value="hydrology" > Hydrology </option> <option value="hygiene" > Hygiene </option> <option value="immuno" > Immuno </option> <option value="idr" > Infectious Disease Reports </option> <option value="informatics" > Informatics </option> <option value="information" > Information </option> <option value="infrastructures" > Infrastructures </option> <option value="inorganics" > Inorganics </option> <option value="insects" > Insects </option> <option value="instruments" > Instruments </option> <option value="iic" > Intelligent Infrastructure and Construction </option> <option value="ijerph" > International Journal of Environmental Research and Public Health (IJERPH) </option> <option value="ijfs" > International Journal of Financial Studies (IJFS) </option> <option value="ijms" > International Journal of Molecular Sciences (IJMS) </option> <option value="IJNS" > International Journal of Neonatal Screening (IJNS) </option> <option value="ijpb" > International Journal of Plant Biology (IJPB) </option> <option value="ijt" > International Journal of Topology </option> <option value="ijtm" > International Journal of Translational Medicine (IJTM) </option> <option value="ijtpp" > International Journal of Turbomachinery, Propulsion and Power (IJTPP) </option> <option value="ime" > International Medical Education (IME) </option> <option value="inventions" > Inventions </option> <option value="IoT" > IoT </option> <option value="ijgi" > ISPRS International Journal of Geo-Information (IJGI) </option> <option value="J" > J </option> <option value="jal" > Journal of Ageing and Longevity (JAL) </option> <option value="jcdd" > Journal of Cardiovascular Development and Disease (JCDD) </option> <option value="jcto" > Journal of Clinical & Translational Ophthalmology (JCTO) </option> <option value="jcm" > Journal of Clinical Medicine (JCM) </option> <option value="jcs" > Journal of Composites Science (J. Compos. Sci.) </option> <option value="jcp" > Journal of Cybersecurity and Privacy (JCP) </option> <option value="jdad" > Journal of Dementia and Alzheimer's Disease (JDAD) </option> <option value="jdb" > Journal of Developmental Biology (JDB) </option> <option value="jeta" > Journal of Experimental and Theoretical Analyses (JETA) </option> <option value="jfb" > Journal of Functional Biomaterials (JFB) </option> <option value="jfmk" > Journal of Functional Morphology and Kinesiology (JFMK) </option> <option value="jof" > Journal of Fungi (JoF) </option> <option value="jimaging" > Journal of Imaging (J. Imaging) </option> <option value="jintelligence" > Journal of Intelligence (J. Intell.) </option> <option value="jlpea" > Journal of Low Power Electronics and Applications (JLPEA) </option> <option value="jmmp" > Journal of Manufacturing and Materials Processing (JMMP) </option> <option value="jmse" > Journal of Marine Science and Engineering (JMSE) </option> <option value="jmahp" > Journal of Market Access & Health Policy (JMAHP) </option> <option value="jmp" > Journal of Molecular Pathology (JMP) </option> <option value="jnt" > Journal of Nanotheranostics (JNT) </option> <option value="jne" > Journal of Nuclear Engineering (JNE) </option> <option value="ohbm" > Journal of Otorhinolaryngology, Hearing and Balance Medicine (JOHBM) </option> <option value="jop" > Journal of Parks </option> <option value="jpm" > Journal of Personalized Medicine (JPM) </option> <option value="jpbi" > Journal of Pharmaceutical and BioTech Industry (JPBI) </option> <option value="jor" > Journal of Respiration (JoR) </option> <option value="jrfm" > Journal of Risk and Financial Management (JRFM) </option> <option value="jsan" > Journal of Sensor and Actuator Networks (JSAN) </option> <option value="joma" > Journal of the Oman Medical Association (JOMA) </option> <option value="jtaer" > Journal of Theoretical and Applied Electronic Commerce Research (JTAER) </option> <option value="jvd" > Journal of Vascular Diseases (JVD) </option> <option value="jox" > Journal of Xenobiotics (JoX) </option> <option value="jzbg" > Journal of Zoological and Botanical Gardens (JZBG) </option> <option value="journalmedia" > Journalism and Media </option> <option value="kidneydial" > Kidney and Dialysis </option> <option value="kinasesphosphatases" > Kinases and Phosphatases </option> <option value="knowledge" > Knowledge </option> <option value="labmed" > LabMed </option> <option value="laboratories" > Laboratories </option> <option value="land" > Land </option> <option value="languages" > Languages </option> <option value="laws" > Laws </option> <option value="life" > Life </option> <option value="limnolrev" > Limnological Review </option> <option value="lipidology" > Lipidology </option> <option value="liquids" > Liquids </option> <option value="literature" > Literature </option> <option value="livers" > Livers </option> <option value="logics" > Logics </option> <option value="logistics" > Logistics </option> <option value="lubricants" > Lubricants </option> <option value="lymphatics" > Lymphatics </option> <option value="make" > Machine Learning and Knowledge Extraction (MAKE) </option> <option value="machines" > Machines </option> <option value="macromol" > Macromol </option> <option value="magnetism" > Magnetism </option> <option value="magnetochemistry" > Magnetochemistry </option> <option value="marinedrugs" > Marine Drugs </option> <option value="materials" > Materials </option> <option value="materproc" > Materials Proceedings </option> <option value="mca" > Mathematical and Computational Applications (MCA) </option> <option value="mathematics" > Mathematics </option> <option value="medsci" > Medical Sciences </option> <option value="msf" > Medical Sciences Forum </option> <option value="medicina" > Medicina </option> <option value="medicines" > Medicines </option> <option value="membranes" > Membranes </option> <option value="merits" > Merits </option> <option value="metabolites" > Metabolites </option> <option value="metals" > Metals </option> <option value="meteorology" > Meteorology </option> <option value="methane" > Methane </option> <option value="mps" > Methods and Protocols (MPs) </option> <option value="metrics" > Metrics </option> <option value="metrology" > Metrology </option> <option value="micro" > Micro </option> <option value="microbiolres" > Microbiology Research </option> <option value="micromachines" > Micromachines </option> <option value="microorganisms" > Microorganisms </option> <option value="microplastics" > Microplastics </option> <option value="minerals" > Minerals </option> <option value="mining" > Mining </option> <option value="modelling" > Modelling </option> <option value="mmphys" > Modern Mathematical Physics </option> <option value="molbank" > Molbank </option> <option value="molecules" > Molecules </option> <option value="mti" > Multimodal Technologies and Interaction (MTI) </option> <option value="muscles" > Muscles </option> <option value="nanoenergyadv" > Nanoenergy Advances </option> <option value="nanomanufacturing" > Nanomanufacturing </option> <option value="nanomaterials" > Nanomaterials </option> <option value="ndt" > NDT </option> <option value="network" > Network </option> <option value="neuroglia" > Neuroglia </option> <option value="neurolint" > Neurology International </option> <option value="neurosci" > NeuroSci </option> <option value="nitrogen" > Nitrogen </option> <option value="ncrna" > Non-Coding RNA (ncRNA) </option> <option value="nursrep" > Nursing Reports </option> <option value="nutraceuticals" > Nutraceuticals </option> <option value="nutrients" > Nutrients </option> <option value="obesities" > Obesities </option> <option value="oceans" > Oceans </option> <option value="onco" > Onco </option> <option value="optics" > Optics </option> <option value="oral" > Oral </option> <option value="organics" > Organics </option> <option value="organoids" > Organoids </option> <option value="osteology" > Osteology </option> <option value="oxygen" > Oxygen </option> <option value="parasitologia" > Parasitologia </option> <option value="particles" > Particles </option> <option value="pathogens" > Pathogens </option> <option value="pathophysiology" > Pathophysiology </option> <option value="pediatrrep" > Pediatric Reports </option> <option value="pets" > Pets </option> <option value="pharmaceuticals" > Pharmaceuticals </option> <option value="pharmaceutics" > Pharmaceutics </option> <option value="pharmacoepidemiology" > Pharmacoepidemiology </option> <option value="pharmacy" > Pharmacy </option> <option value="philosophies" > Philosophies </option> <option value="photochem" > Photochem </option> <option value="photonics" > Photonics </option> <option value="phycology" > Phycology </option> <option value="physchem" > Physchem </option> <option value="psf" > Physical Sciences Forum </option> <option value="physics" > Physics </option> <option value="physiologia" > Physiologia </option> <option value="plants" > Plants </option> <option value="plasma" > Plasma </option> <option value="platforms" > Platforms </option> <option value="pollutants" > Pollutants </option> <option value="polymers" > Polymers </option> <option value="polysaccharides" > Polysaccharides </option> <option value="populations" > Populations </option> <option value="poultry" > Poultry </option> <option value="powders" > Powders </option> <option value="proceedings" > Proceedings </option> <option value="processes" > Processes </option> <option value="prosthesis" > Prosthesis </option> <option value="proteomes" > Proteomes </option> <option value="psychiatryint" > Psychiatry International </option> <option value="psychoactives" > Psychoactives </option> <option value="psycholint" > Psychology International </option> <option value="publications" > Publications </option> <option value="qubs" > Quantum Beam Science (QuBS) </option> <option value="quantumrep" > Quantum Reports </option> <option value="quaternary" > Quaternary </option> <option value="radiation" > Radiation </option> <option value="reactions" > Reactions </option> <option value="realestate" > Real Estate </option> <option value="receptors" > Receptors </option> <option value="recycling" > Recycling </option> <option value="rsee" > Regional Science and Environmental Economics (RSEE) </option> <option value="religions" > Religions </option> <option value="remotesensing" > Remote Sensing </option> <option value="reports" > Reports </option> <option value="reprodmed" > Reproductive Medicine (Reprod. Med.) </option> <option value="resources" > Resources </option> <option value="rheumato" > Rheumato </option> <option value="risks" > Risks </option> <option value="robotics" > Robotics </option> <option value="ruminants" > Ruminants </option> <option value="safety" > Safety </option> <option value="sci" > Sci </option> <option value="scipharm" > Scientia Pharmaceutica (Sci. Pharm.) </option> <option value="sclerosis" > Sclerosis </option> <option value="seeds" > Seeds </option> <option value="sensors" > Sensors </option> <option value="separations" > Separations </option> <option value="sexes" > Sexes </option> <option value="signals" > Signals </option> <option value="sinusitis" > Sinusitis </option> <option value="smartcities" > Smart Cities </option> <option value="socsci" > Social Sciences </option> <option value="siuj" > Société Internationale d’Urologie Journal (SIUJ) </option> <option value="societies" > Societies </option> <option value="software" > Software </option> <option value="soilsystems" > Soil Systems </option> <option value="solar" > Solar </option> <option value="solids" > Solids </option> <option value="spectroscj" > Spectroscopy Journal </option> <option value="sports" > Sports </option> <option value="standards" > Standards </option> <option value="stats" > Stats </option> <option value="stresses" > Stresses </option> <option value="surfaces" > Surfaces </option> <option value="surgeries" > Surgeries </option> <option value="std" > Surgical Techniques Development </option> <option value="sustainability" > Sustainability </option> <option value="suschem" > Sustainable Chemistry </option> <option value="symmetry" > Symmetry </option> <option value="synbio" > SynBio </option> <option value="systems" > Systems </option> <option value="targets" > Targets </option> <option value="taxonomy" > Taxonomy </option> <option value="technologies" > Technologies </option> <option value="telecom" > Telecom </option> <option value="textiles" > Textiles </option> <option value="thalassrep" > Thalassemia Reports </option> <option value="therapeutics" > Therapeutics </option> <option value="thermo" > Thermo </option> <option value="timespace" > Time and Space </option> <option value="tomography" > Tomography </option> <option value="tourismhosp" > Tourism and Hospitality </option> <option value="toxics" > Toxics </option> <option value="toxins" > Toxins </option> <option value="transplantology" > Transplantology </option> <option value="traumacare" > Trauma Care </option> <option value="higheredu" > Trends in Higher Education </option> <option value="tropicalmed" > Tropical Medicine and Infectious Disease (TropicalMed) </option> <option value="universe" > Universe </option> <option value="urbansci" > Urban Science </option> <option value="uro" > Uro </option> <option value="vaccines" > Vaccines </option> <option value="vehicles" > Vehicles </option> <option value="venereology" > Venereology </option> <option value="vetsci" > Veterinary Sciences </option> <option value="vibration" > Vibration </option> <option value="virtualworlds" > Virtual Worlds </option> <option value="viruses" > Viruses </option> <option value="vision" > Vision </option> <option value="waste" > Waste </option> <option value="water" > Water </option> <option value="wild" > Wild </option> <option value="wind" > Wind </option> <option value="women" > Women </option> <option value="world" > World </option> <option value="wevj" > World Electric Vehicle Journal (WEVJ) </option> <option value="youth" > Youth </option> <option value="zoonoticdis" > Zoonotic Diseases </option> </select> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Article Type</div> </div> <select id="article_type" tabindex="4" name="article_type" class="chosen-select"> <option value="">All Article Types</option> <option value="research-article">Article</option> <option value="review-article">Review</option> <option value="rapid-communication">Communication</option> <option value="editorial">Editorial</option> <option value="abstract">Abstract</option> <option value="book-review">Book Review</option> <option value="brief-communication">Brief Communication</option> <option value="brief-report">Brief Report</option> <option value="case-report">Case Report</option> <option value="clinicopathological-challenge">Clinicopathological Challenge</option> <option value="article-commentary">Comment</option> <option value="commentary">Commentary</option> <option value="concept-paper">Concept Paper</option> <option value="conference-report">Conference Report</option> <option value="correction">Correction</option> <option value="creative">Creative</option> <option value="data-descriptor">Data Descriptor</option> <option value="discussion">Discussion</option> <option value="Entry">Entry</option> <option value="essay">Essay</option> <option value="expression-of-concern">Expression of Concern</option> <option value="extended-abstract">Extended Abstract</option> <option value="field-guide">Field Guide</option> <option value="guidelines">Guidelines</option> <option value="hypothesis">Hypothesis</option> <option value="interesting-image">Interesting Images</option> <option value="letter">Letter</option> <option value="books-received">New Book Received</option> <option value="obituary">Obituary</option> <option value="opinion">Opinion</option> <option value="perspective">Perspective</option> <option value="proceedings">Proceeding Paper</option> <option value="project-report">Project Report</option> <option value="protocol">Protocol</option> <option value="registered-report">Registered Report</option> <option value="reply">Reply</option> <option value="retraction">Retraction</option> <option value="note">Short Note</option> <option value="study-protocol">Study Protocol</option> <option value="systematic_review">Systematic Review</option> <option value="technical-note">Technical Note</option> <option value="tutorial">Tutorial</option> <option value="viewpoint">Viewpoint</option> </select> </div> <div class="large-1 medium-1 small-6 end columns small-push-6 medium-reset-order large-reset-order js-search-collapsed-button-container"> <div class="search-input-label"> </div> <input type="submit" id="search" value="Search" class="button button--dark button--full-width searchButton1 US_SearchButton" tabindex="12"> </div> <div class="large-1 medium-1 small-6 end columns large-text-left small-only-text-center small-pull-6 medium-reset-order large-reset-order js-search-collapsed-link-container"> <div class="search-input-label"> </div> <a class="main-search-clear search-container__link" href="#" onclick="openAdvanced(''); return false;">Advanced<span class="show-for-small-only"> Search</span></a> </div> </div> </div> <div class="search-container__advanced" style="margin-top: 0; padding-top: 0px; background-color: inherit; color: inherit;"> <div class="row"> <div class="large-2 medium-2 columns show-for-medium-up"> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Section</div> </div> <select id="section" tabindex="5" name="section" class="chosen-select"> <option value=""></option> </select> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Special Issue</div> </div> <select id="special_issue" tabindex="6" name="special_issue" class="chosen-select"> <option value=""></option> </select> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Volume</div> <input type="text" id="volume" tabindex="7" name="volume" placeholder="..." value="13" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Issue</div> <input type="text" id="issue" tabindex="8" name="issue" placeholder="..." value="9" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Number</div> <input type="text" id="number" tabindex="9" name="number" placeholder="..." value="" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Page</div> <input type="text" id="page" tabindex="10" name="page" placeholder="..." value="" /> </div> <div class="large-1 medium-1 small-6 columns small-push-6 medium-reset order large-reset-order medium-reset-order js-search-expanded-button-container"></div> <div class="large-1 medium-1 small-6 columns large-text-left small-only-text-center small-pull-6 medium-reset-order large-reset-order js-search-expanded-link-container"></div> </div> </div> </form> <form id="advanced-search" class="large-12 medium-12 columns"> <div class="search-container__advanced"> <div id="advanced-search-template" class="row advanced-search-row"> <div class="large-2 medium-2 small-12 columns show-for-medium-up"> </div> <div class="large-2 medium-2 small-3 columns connector-div"> <div class="search-input-label"><span class="show-for-medium-up">Logical Operator</span><span class="show-for-small">Operator</span></div> <select class="connector"> <option value="and">AND</option> <option value="or">OR</option> </select> </div> <div class="large-3 medium-3 small-6 columns search-text-div"> <div class="search-input-label">Search Text</div> <input type="text" class="search-text" placeholder="Search text"> </div> <div class="large-2 medium-2 small-6 large-offset-0 medium-offset-0 small-offset-3 columns search-field-div"> <div class="search-input-label">Search Type</div> <select class="search-field"> <option value="all">All fields</option> <option value="title">Title</option> <option value="abstract">Abstract</option> <option value="keywords">Keywords</option> <option value="authors">Authors</option> <option value="affiliations">Affiliations</option> <option value="doi">Doi</option> <option value="full_text">Full Text</option> <option value="references">References</option> </select> </div> <div class="large-1 medium-1 small-3 columns"> <div class="search-input-label"> </div> <div class="search-action-div"> <div class="search-plus"> <i class="material-icons">add_circle_outline</i> </div> </div> <div class="search-action-div"> <div class="search-minus"> <i class="material-icons">remove_circle_outline</i> </div> </div> </div> <div class="large-1 medium-1 small-6 large-offset-0 medium-offset-0 small-offset-3 end columns"> <div class="search-input-label"> </div> <input class="advanced-search-button button button--dark search-submit" type="submit" value="Search"> </div> <div class="large-1 medium-1 small-6 end columns show-for-medium-up"></div> </div> </div> </form> </div> <div class="header-divider"> </div> <div class="breadcrumb row full-row"> <div class="breadcrumb__element"> <a href="/about/journals">Journals</a> </div> <div class="breadcrumb__element"> <a href="/journal/applsci">Applied Sciences</a> </div> <div class="breadcrumb__element"> <a href="/2076-3417/13">Volume 13</a> </div> <div class="breadcrumb__element"> <a href="/2076-3417/13/9">Issue 9</a> </div> <div class="breadcrumb__element"> <a href="#">10.3390/app13095783</a> </div> </div> </header> <div id="main-content" class=""> <div class="row full-width row-fixed-left-column"> <div id="left-column" class="content__column large-3 medium-3 small-12 columns"> <div class="content__container"> <a href="/journal/applsci"> <img src="https://pub.mdpi-res.com/img/journals/applsci-logo.png?8600e93ff98dbf14" alt="applsci-logo" title="Applied Sciences" style="max-height: 60px; margin: 0 0 0 0;"> </a> <div class="generic-item no-border"> <a class="button button--color button--full-width js-journal-active-only-link js-journal-active-only-submit-link UC_ArticleSubmitButton" href="https://susy.mdpi.com/user/manuscripts/upload?form%5Bjournal_id%5D%3D90" data-disabledmessage="creating new submissions is not possible."> Submit to this Journal </a> <a class="button button--color button--full-width js-journal-active-only-link UC_ArticleReviewButton" href="https://susy.mdpi.com/volunteer/journals/review" data-disabledmessage="volunteering as journal reviewer is not possible."> Review for this Journal </a> <a class="button button--color-inversed button--color-journal button--full-width js-journal-active-only-link UC_ArticleEditIssueButton" href="/journalproposal/sendproposalspecialissue/applsci" data-path="/2076-3417/13/9/5783" data-disabledmessage="proposing new special issue is not possible."> Propose a Special Issue </a> </div> <div class="generic-item link-article-menu show-for-small"> <a href="#" class="link-article-menu show-for-small"> <span class="closed">►</span> <span class="open" style="display: none;">▼</span> Article Menu </a> </div> <div class="hide-small-down-initially UI_ArticleMenu"> <div class="generic-item"> <h2>Article Menu</h2> </div> <ul class="accordion accordion__menu" data-accordion data-options="multi_expand:true;toggleable: true"> <li class="accordion-navigation"> <a href="#academic_editors" class="accordion__title">Academic Editor</a> <div id="academic_editors" class="content active"> <div class="academic-editor-container " title="Faculty of Engineering, Moncton University, Moncton, NB E1A3E9, Canada"> <div class="sciprofiles-link" style="display: inline-block"><a class="sciprofiles-link__link" href="https://sciprofiles.com/profile/1480410?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" target="_blank" rel="noopener noreferrer"><img class="sciprofiles-link__image" src="/profiles/1480410/thumb/Habib_Hamam.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Habib Hamam</span></a></div> </div> </div> </li> <li class="accordion-direct-link"> <a href="/2076-3417/13/9/5783/scifeed_display" data-reveal-id="scifeed-modal" data-reveal-ajax="true">Subscribe SciFeed</a> </li> <li class="accordion-direct-link js-article-similarity-container" style="display: none"> <a href="#" class="js-similarity-related-articles">Recommended Articles</a> </li> <li class="accordion-navigation"> <a href="#related" class="accordion__title">Related Info Link</a> <div id="related" class="content UI_ArticleMenu_RelatedLinks"> <ul> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=ChatGPT%20for%20Education%20and%20Research%3A%20Opportunities%2C%20Threats%2C%20and%20Strategies" target="_blank" rel="noopener noreferrer">Google Scholar</a> </li> </ul> </div> </li> <li class="accordion-navigation"> <a href="#authors" class="accordion__title">More by Authors Links</a> <div id="authors" class="content UI_ArticleMenu_AuthorsLinks"> <ul class="side-menu-ul"> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on DOAJ</a> </li> <div id="AuthorDOAJExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Md.%20Mostafizer%20Rahman%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Rahman, M. Mostafizer</a> <li> </li> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Yutaka%20Watanobe%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Watanobe, Y.</a> <li> </li> </ul> </div> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on Google Scholar</a> </li> <div id="AuthorGoogleExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Md.%20Mostafizer%20Rahman" target="_blank" rel="noopener noreferrer">Rahman, M. Mostafizer</a> <li> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Yutaka%20Watanobe" target="_blank" rel="noopener noreferrer">Watanobe, Y.</a> <li> </li> </ul> </div> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on PubMed</a> </li> <div id="AuthorPubMedExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Md.%20Mostafizer%20Rahman" target="_blank" rel="noopener noreferrer">Rahman, M. Mostafizer</a> <li> </li> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Yutaka%20Watanobe" target="_blank" rel="noopener noreferrer">Watanobe, Y.</a> <li> </li> </ul> </div> </ul> </div> </li> </ul> <span style="display:none" id="scifeed_hidden_flag"></span> <span style="display:none" id="scifeed_subscribe_url">/ajax/scifeed/subscribe</span> </div> </div> <div class="content__container responsive-moving-container large medium active hidden" data-id="article-counters"> <div id="counts-wrapper" class="row generic-item no-border" data-equalizer> <div id="js-counts-wrapper__views" class="small-12 hide columns count-div-container"> <a href="#metrics" > <div class="count-div" data-equalizer-watch> <span class="name">Article Views</span> <span class="count view-number"></span> </div> </a> </div> <div id="js-counts-wrapper__citations" class="small-12 columns hide count-div-container"> <a href="#metrics" > <div class="count-div" data-equalizer-watch> <span class="name">Citations</span> <span class="count citations-number Var_ArticleMaxCitations">-</span> </div> </a> </div> </div> </div> <div class="content__container"> <div class="hide-small-down-initially"> <ul class="accordion accordion__menu" data-accordion data-options="multi_expand:true;toggleable: true"> <li class="accordion-navigation"> <a href="#table_of_contents" class="accordion__title">Table of Contents</a> <div id="table_of_contents" class="content active"> <div class="menu-caption" id="html-quick-links-title"></div> </div> </li> </ul> </div> </div> <!-- PubGrade code --> <div id="pbgrd-sky"></div> <script src="https://cdn.pbgrd.com/core-mdpi.js"></script> <style>.content__container { min-width: 300px; }</style> <!-- PubGrade code --> </div> <div id="middle-column" class="content__column large-9 medium-9 small-12 columns end middle-bordered"> <div class="middle-column__help"> <div class="middle-column__help__fixed show-for-medium-up"> <span id="js-altmetrics-donut" href="#" target="_blank" rel="noopener noreferrer" style="display: none;"> <span data-badge-type='donut' class='altmetric-embed' data-doi='10.3390/app13095783'></span> <span>Altmetric</span> </span> <a href="#" class="UA_ShareButton" data-reveal-id="main-share-modal" title="Share"> <i class="material-icons">share</i> <span>Share</span> </a> <a href="#" data-reveal-id="main-help-modal" title="Help"> <i class="material-icons">announcement</i> <span>Help</span> </a> <a href="javascript:void(0);" data-reveal-id="cite-modal" data-counterslink = "https://www.mdpi.com/2076-3417/13/9/5783/cite" > <i class="material-icons">format_quote</i> <span>Cite</span> </a> <a href="https://sciprofiles.com/discussion-groups/public/10.3390/app13095783?utm_source=mpdi.com&utm_medium=publication&utm_campaign=discuss_in_sciprofiles" target="_blank" rel="noopener noreferrer" title="Discuss in Sciprofiles"> <i class="material-icons">question_answer</i> <span>Discuss in SciProfiles</span> </a> <a href="#" class="" data-hypothesis-trigger-endorses-tab title="Endorse"> <i data-hypothesis-endorse-trigger class="material-icons" >thumb_up</i> <div data-hypothesis-endorsement-count data-hypothesis-trigger-endorses-tab class="hypothesis-count-container"> ... </div> <span>Endorse</span> </a> <a href="#" data-hypothesis-trigger class="js-hypothesis-open UI_ArticleAnnotationsButton" title="Comment"> <i class="material-icons">textsms</i> <div data-hypothesis-annotation-count class="hypothesis-count-container"> ... </div> <span>Comment</span> </a> </div> <div id="main-help-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Need Help?</h2> </div> <div class="small-6 columns"> <h3>Support</h3> <p> Find support for a specific problem in the support section of our website. </p> <a target="_blank" href="/about/contactform" class="button button--color button--full-width"> Get Support </a> </div> <div class="small-6 columns"> <h3>Feedback</h3> <p> Please let us know what you think of our products and services. </p> <a target="_blank" href="/feedback/send" class="button button--color button--full-width"> Give Feedback </a> </div> <div class="small-6 columns end"> <h3>Information</h3> <p> Visit our dedicated information section to learn more about MDPI. </p> <a target="_blank" href="/authors" class="button button--color button--full-width"> Get Information </a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> </div> <div class="middle-column__main "> <div class="page-highlight"> <style type="text/css"> img.review-status { width: 30px; } </style> <div id="jmolModal" class="reveal-modal" data-reveal aria-labelledby="Captcha" aria-hidden="true" role="dialog"> <h2>JSmol Viewer</h2> <div class="row"> <div class="small-12 columns text-center"> <iframe style="width: 520px; height: 520px;" frameborder="0" id="jsmol-content"></iframe> <div class="content"></div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div itemscope itemtype="http://schema.org/ScholarlyArticle" id="abstract" class="abstract_div"> <div class="js-check-update-container"></div> <div class="html-content__container content__container content__container__combined-for-large__first" style="overflow: auto; position: inherit;"> <div class='html-profile-nav'> <div class='top-bar'> <div class='nav-sidebar-btn show-for-large-up' data-status='opened' > <i class='material-icons'>first_page</i> </div> <a id="js-button-download" class="button button--color-inversed" style="display: none;" href="/2076-3417/13/9/5783/pdf?version=1683532719" data-name="ChatGPT for Education and Research: Opportunities, Threats, and Strategies" data-journal="applsci"> <i class="material-icons custom-download"></i> Download PDF </a> <div class='nav-btn'> <i class='material-icons'>settings</i> </div> <a href="/2076-3417/13/9/5783/reprints" id="js-button-reprints" class="button button--color-inversed"> Order Article Reprints </a> </div> <div class='html-article-menu'> <div class='html-first-step row'> <div class='html-font-family large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'> Font Type: </div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option"><i style='font-family:Arial, Arial, Helvetica, sans-serif;' data-fontfamily='Arial, Arial, Helvetica, sans-serif'>Arial</i></span> <span class="html-article-menu-option"><i style='font-family:Georgia1, Georgia, serif;' data-fontfamily='Georgia1, Georgia, serif'>Georgia</i></span> <span class="html-article-menu-option"><i style='font-family:Verdana, Verdana, Geneva, sans-serif;' data-fontfamily='Verdana, Verdana, Geneva, sans-serif' >Verdana</i></span> </div> </div> </div> <div class='html-font-resize large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'>Font Size:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-percent="100">Aa</span> <span class="html-article-menu-option a2" data-percent="120">Aa</span> <span class="html-article-menu-option a3" data-percent="160">Aa</span> </div> </div> </div> </div> <div class='row'> <div class='html-line-space large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns' >Line Spacing:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-line-height="1.5em"> <i class="fa"></i> </span> <span class="html-article-menu-option a2" data-line-height="1.8em"> <i class="fa"></i> </span> <span class="html-article-menu-option a3" data-line-height="2.1em"> <i class="fa"></i> </span> </div> </div> </div> <div class='html-column-width large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns' >Column Width:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-column-width="20%"> <i class="fa"></i> </span> <span class="html-article-menu-option a2" data-column-width="10%"> <i class="fa"></i> </span> <span class="html-article-menu-option a3" data-column-width="0%"> <i class="fa"></i> </span> </div> </div> </div> </div> <div class='row'> <div class='html-font-bg large-6 medium-6 small-12 columns end'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'>Background:</div> <div class='large-8 medium-8 small-12 columns'> <div class="html-article-menu-option html-nav-bg html-nav-bright" data-bg="bright"> <i class="fa fa-file-text"></i> </div> <div class="html-article-menu-option html-nav-bg html-nav-dark" data-bg="dark"> <i class="fa fa-file-text-o"></i> </div> <div class="html-article-menu-option html-nav-bg html-nav-creme" data-bg="creme"> <i class="fa fa-file-text"></i> </div> </div> </div> </div> </div> </div> </div> <article ><div class='html-article-content'> <span itemprop="publisher" content="Multidisciplinary Digital Publishing Institute"></span><span itemprop="url" content="https://www.mdpi.com/2076-3417/13/9/5783"></span> <div class="article-icons"><span class="label openaccess" data-dropdown="drop-article-label-openaccess" aria-expanded="false">Open Access</span><span class="label articletype">Article</span></div> <h1 class="title hypothesis_container" itemprop="name"> ChatGPT for Education and Research: Opportunities, Threats, and Strategies </h1> <div class="art-authors hypothesis_container"> by <span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop11108444' data-options='is_hover:true, hover_timeout:5000'> Md. Mostafizer Rahman</div><div id="profile-card-drop11108444" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Md. Mostafizer Rahman</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/967526?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Md.%20Mostafizer%20Rahman" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Md.%20Mostafizer%20Rahman&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Md.%20Mostafizer%20Rahman" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup> 1,2,*</sup><span style="display: inline; margin-left: 5px;"></span><a class="toEncode emailCaptcha visibility-hidden" data-author-id="11108444" href="/cdn-cgi/l/email-protection#a986cac7cd84cacec086c586ccc4c8c0c584d9dbc6ddcccaddc0c6c78a9999999b9fcd98cc989099ca99cb999d989e9ccf9ccb9bcd99c8999999ca999d99989d9a99cc999b9999"><sup><i class="fa fa-envelope-o"></i></sup></a><a href="https://orcid.org/0000-0001-9368-7638" target="_blank" rel="noopener noreferrer"><img src="https://pub.mdpi-res.com/img/design/orcid.png?0465bc3812adeb52?1732261071" title="ORCID" style="position: relative; width: 13px; margin-left: 3px; max-width: 13px !important; height: auto; top: -5px;"></a> and </span><span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop11108445' data-options='is_hover:true, hover_timeout:5000'> Yutaka Watanobe</div><div id="profile-card-drop11108445" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/profiles/1025878/thumb/Yutaka_Watanobe.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Yutaka Watanobe</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/1025878?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Yutaka%20Watanobe" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Yutaka%20Watanobe&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Yutaka%20Watanobe" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup> 2</sup><span style="display: inline; margin-left: 5px;"></span><a class="toEncode emailCaptcha visibility-hidden" data-author-id="11108445" href="/cdn-cgi/l/email-protection#3e115d505a135d59571152115b535f5752134e4c514a5b5d4a5751501d0e0e0e5d09070e5a0f060f0c0f060d070e5d0b0a0f060f0e0e0d0e5d0b090f060f5f0b090f0d0e07"><sup><i class="fa fa-envelope-o"></i></sup></a><a href="https://orcid.org/0000-0002-0030-3859" target="_blank" rel="noopener noreferrer"><img src="https://pub.mdpi-res.com/img/design/orcid.png?0465bc3812adeb52?1732261071" title="ORCID" style="position: relative; width: 13px; margin-left: 3px; max-width: 13px !important; height: auto; top: -5px;"></a></span> </div> <div class="nrm"></div> <span style="display:block; height:6px;"></span> <div></div> <div style="margin: 5px 0 15px 0;" class="hypothesis_container"> <div class="art-affiliations"> <div class="affiliation "> <div class="affiliation-item"><sup>1</sup></div> <div class="affiliation-name ">Dhaka University of Engineering & Technology, Gazipur, Gazipur 1707, Bangladesh</div> </div> <div class="affiliation "> <div class="affiliation-item"><sup>2</sup></div> <div class="affiliation-name ">Department of Computer Science and Engineering, The University of Aizu, Aizu-Wakamatsu 965-8580, Japan</div> </div> <div class="affiliation"> <div class="affiliation-item"><sup>*</sup></div> <div class="affiliation-name ">Author to whom correspondence should be addressed. </div> </div> </div> </div> <div class="bib-identity" style="margin-bottom: 10px;"> <em>Appl. Sci.</em> <b>2023</b>, <em>13</em>(9), 5783; <a href="https://doi.org/10.3390/app13095783">https://doi.org/10.3390/app13095783</a> </div> <div class="pubhistory" style="font-weight: bold; padding-bottom: 10px;"> <span style="display: inline-block">Submission received: 25 March 2023</span> / <span style="display: inline-block">Revised: 1 May 2023</span> / <span style="display: inline-block">Accepted: 5 May 2023</span> / <span style="display: inline-block">Published: 8 May 2023</span> </div> <div class="highlight-box1"> <div class="download"> <a class="button button--color-inversed button--drop-down" data-dropdown="drop-download-1141623" aria-controls="drop-supplementary-1141623" aria-expanded="false"> Download <i class="material-icons">keyboard_arrow_down</i> </a> <div id="drop-download-1141623" class="f-dropdown label__btn__dropdown label__btn__dropdown--button" data-dropdown-content aria-hidden="true" tabindex="-1"> <a class="UD_ArticlePDF" href="/2076-3417/13/9/5783/pdf?version=1683532719" data-name="ChatGPT for Education and Research: Opportunities, Threats, and Strategies" data-journal="applsci">Download PDF</a> <br/> <a id="js-pdf-with-cover-access-captcha" href="#" data-target="/2076-3417/13/9/5783/pdf-with-cover" class="accessCaptcha">Download PDF with Cover</a> <br/> <a id="js-xml-access-captcha" href="#" data-target="/2076-3417/13/9/5783/xml" class="accessCaptcha">Download XML</a> <br/> <a href="/2076-3417/13/9/5783/epub" id="epub_link">Download Epub</a> <br/> </div> <div class="js-browse-figures" style="display: inline-block;"> <a href="#" class="button button--color-inversed margin-bottom-10 openpopupgallery UI_BrowseArticleFigures" data-target='article-popup' data-counterslink = "https://www.mdpi.com/2076-3417/13/9/5783/browse" >Browse Figures</a> </div> <div id="article-popup" class="popupgallery" style="display: inline; line-height: 200%"> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001.png?1683532805" title=" <strong>Figure 1</strong><br/> <p>Capabilities of ChatGPT for technical education. (<b>a</b>) Conceptual example and explanation of a topic. (<b>b</b>) Solutions of mathematical questions.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002.png?1683532803" title=" <strong>Figure 2</strong><br/> <p>Outline of Algorithm and Data Structures course using ChatGPT.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003.png?1683532794" title=" <strong>Figure 3</strong><br/> <p>Personalized learning using ChatGPT.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004.png?1683532791" title=" <strong>Figure 4</strong><br/> <p>Summarized information generated by ChatGPT based on a query.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005.png?1683532793" title=" <strong>Figure 5</strong><br/> <p>ChatGPT generates quizzes with different difficulty levels on the same topic.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006.png?1683532787" title=" <strong>Figure 6</strong><br/> <p>Research ideas for a topic are generated by ChatGPT.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007.png?1683532798" title=" <strong>Figure 7</strong><br/> <p>Pseudocode and explanation of selection sort algorithm. (<b>a</b>) Pseudocode of selection sort. (<b>b</b>) Explanation of selection sort.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008.png?1683532795" title=" <strong>Figure 8</strong><br/> <p>Comparison of the evaluation accuracy of the generated code for all problems executed with basic compiler and the AOJ platform.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009.png?1683532800" title=" <strong>Figure 9</strong><br/> <p>Error checking and debugging in code using ChatGPT.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010.png?1683532788" title=" <strong>Figure 10</strong><br/> <p>Code review and optimization using ChatGPT. (<b>a</b>) Erroneous code with a TLE error decision. (<b>b</b>) Suggestions and optimized code provided by ChatGPT.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011.png?1683532801" title=" <strong>Figure 11</strong><br/> <p>Student participation statistics in the survey.</p> "> </a> <a href="https://pub.mdpi-res.com/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012.png?1683532789" title=" <strong>Figure 12</strong><br/> <p>Programming experience (on a scale of 1 to 5) of the students who participated in the survey.</p> "> </a> </div> <a class="button button--color-inversed" href="/2076-3417/13/9/5783/notes">Versions Notes</a> </div> </div> <div class="responsive-moving-container small hidden" data-id="article-counters" style="margin-top: 15px;"></div> <div class="html-dynamic"> <section> <div class="art-abstract art-abstract-new in-tab hypothesis_container"> <p> <div><section class="html-abstract" id="html-abstract"> <h2 id="html-abstract-title">Abstract</h2><b>:</b> <div class="html-p">In recent years, the rise of advanced artificial intelligence technologies has had a profound impact on many fields, including education and research. One such technology is ChatGPT, a powerful large language model developed by OpenAI. This technology offers exciting opportunities for students and educators, including personalized feedback, increased accessibility, interactive conversations, lesson preparation, evaluation, and new ways to teach complex concepts. However, ChatGPT poses different threats to the traditional education and research system, including the possibility of cheating on online exams, human-like text generation, diminished critical thinking skills, and difficulties in evaluating information generated by ChatGPT. This study explores the potential opportunities and threats that ChatGPT poses to overall education from the perspective of students and educators. Furthermore, for programming learning, we explore how ChatGPT helps students improve their programming skills. To demonstrate this, we conducted different coding-related experiments with ChatGPT, including code generation from problem descriptions, pseudocode generation of algorithms from texts, and code correction. The generated codes are validated with an online judge system to evaluate their accuracy. In addition, we conducted several surveys with students and teachers to find out how ChatGPT supports programming learning and teaching. Finally, we present the survey results and analysis.</div> </section> <div id="html-keywords"> <div class="html-gwd-group"><div id="html-keywords-title">Keywords: </div><a href="/search?q=ChatGPT">ChatGPT</a>; <a href="/search?q=educational+technology">educational technology</a>; <a href="/search?q=research">research</a>; <a href="/search?q=programming+education">programming education</a>; <a href="/search?q=large+language+model">large language model</a>; <a href="/search?q=GPT-3">GPT-3</a>; <a href="/search?q=ChatGPT+survey">ChatGPT survey</a>; <a href="/search?q=GPT-4">GPT-4</a>; <a href="/search?q=artificial+intelligence">artificial intelligence</a>; <a href="/search?q=AI+for+code">AI for code</a></div> <div> </div> </div> </div> </p> </div> </section> </div> <div class="hypothesis_container"> <ul class="menu html-nav" data-prev-node="#html-quick-links-title"> </ul> <div class="html-body"> <section id='sec1-applsci-13-05783' type='intro'><h2 data-nested='1'> 1. Introduction</h2><div class='html-p'>Over the past few years, the advancement of natural language processing (NLP) has achieved significant success in many realistic applications such as speech and entity recognition, summarization, language translation, and text generation. Researchers have also used recurrent neural network (RNN) models in many applications because of their recurrent structure to remember dependencies in texts [<a href="#B1-applsci-13-05783" class="html-bibr">1</a>,<a href="#B2-applsci-13-05783" class="html-bibr">2</a>,<a href="#B3-applsci-13-05783" class="html-bibr">3</a>]. However, an RNN model has limitations and cannot handle extremely long-range dependencies in natural language texts [<a href="#B2-applsci-13-05783" class="html-bibr">2</a>]. Therefore, the Transformer architecture was introduced [<a href="#B4-applsci-13-05783" class="html-bibr">4</a>] to alleviate this problem. It is an autoregressive (<a href='https://en.wikipedia.org/wiki/Autoregressive_model' target='_blank' rel="noopener noreferrer">https://en.wikipedia.org/wiki/Autoregressive_model</a>, accessed on 10 February 2023) and self-supervised (<a href='https://en.wikipedia.org/wiki/Self-supervised_learning' target='_blank' rel="noopener noreferrer">https://en.wikipedia.org/wiki/Self-supervised_learning</a>, accessed on 10 February 2023) language model. Transformer also has a self-attention mechanism that determines the relationship and relevance of different parts of the input. This makes the model very robust for understanding the relationship between words in a sentence regardless of their position. Generative pretrained transformer (GPT)-3 is a large language model (LLM) based on the Transformer architecture [<a href="#B5-applsci-13-05783" class="html-bibr">5</a>,<a href="#B6-applsci-13-05783" class="html-bibr">6</a>] that has achieved significant success in NLP tasks. GPT-3 models are trained on extensive text data (approximately 175 billion trainable parameters and 570 GB of text), capable of generating human-like text and performing other language-related tasks with a high percentage of accuracy.</div><div class='html-p'>ChatGPT is an NLP model developed by OpenAI (<a href='https://openai.com/' target='_blank' rel="noopener noreferrer">https://openai.com/</a>, accessed on 5 January 2023) and was launched in November 2022. ChatGPT [<a href="#B7-applsci-13-05783" class="html-bibr">7</a>] emerged as a breakthrough LLM that can generate text and maintain a human-like conversational style. As GPT-3 is trained on vast amounts of Internet data and is suitable for a wide range of downstream tasks, the ChatGPT model begins with the GPT-3 pretrained LLM. However, GPT-3 has the disadvantage of having “<span class='html-italic'>poorly characterized behavior</span>” [<a href="#B8-applsci-13-05783" class="html-bibr">8</a>]. Therefore, to avoid toxic and untruthful outputs, ChatGPT decided to use three different strategies: (<span class='html-italic'>i</span>) supervised fine-tuning, (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) reward modeling, and (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) reinforcement learning. The process begins by collecting a dataset of labeler demonstrations used to fine-tune GPT-3 with supervised learning. Next, a dataset of rankings of model outputs is used to further fine-tune the supervised model with reinforcement learning from human feedback. Finally, the resulting model is called InstructGPT [<a href="#B8-applsci-13-05783" class="html-bibr">8</a>]. Unlike other AI-based language models, ChatGPT generates and presents entirely new content in a real-time conversation with the user. Furthermore, ChatGPT can consistently maintain a style of dialogue that engages the user in a more realistic way, rather than providing irrelevant answers to each question. This makes ChatGPT a more unique model than other LLMs.</div><div class='html-p'>ChatGPT has exhibited top performance in many application domains, such as coherent content and essay generation, chatbot responses, language translation, question answering, and programming code [<a href="#B9-applsci-13-05783" class="html-bibr">9</a>,<a href="#B10-applsci-13-05783" class="html-bibr">10</a>]. In addition, research is underway to fine-tune such LLMs for specific tasks and apply transfer learning in new domains. In the context of education, both students and educators can use ChatGPT for many academic and research purposes. Educators can take advantage of ChatGPT to prepare an outline of a particular course, topic-related content for lectures, presentations on academic topics, questions, problemsets, etc. Similarly, students can be assisted by ChatGPT in solving complex problems and questions, writing essays, and explaining a specific topic to accelerate their learning [<a href="#B10-applsci-13-05783" class="html-bibr">10</a>,<a href="#B11-applsci-13-05783" class="html-bibr">11</a>]. Students can even receive programming-related support here to accelerate their learning of programming. ChatGPT has made significant progress; however, there are concerns about misuse [<a href="#B12-applsci-13-05783" class="html-bibr">12</a>,<a href="#B13-applsci-13-05783" class="html-bibr">13</a>,<a href="#B14-applsci-13-05783" class="html-bibr">14</a>]. Therefore, it is important to consider the potential threats (e.g., the integrity of online exams and question answering) alongside the many good applications of ChatGPT for education. Some experts have expressed concern about the future of some common practices such as programming in the era of ChatGPT [<a href="#B13-applsci-13-05783" class="html-bibr">13</a>]. Therefore, it is important to rationally evaluate the situation and prepare a suitable future educational plan in the presence of tools such as ChatGPT.</div><div class='html-p'>In recent decades, many technologies have emerged that have occasionally disrupted traditional practices. Therefore, people need to evaluate and consider the benefits and threats of such new technologies [<a href="#B10-applsci-13-05783" class="html-bibr">10</a>]. In the past, questions have been raised about Google and how this tool will change the way people think, read, and memorize [<a href="#B15-applsci-13-05783" class="html-bibr">15</a>]. Another educational tool is the Massive Open Online Course, which gained a significant amount of attention in early 2010, and then its performance declined because of its strategies and business models [<a href="#B16-applsci-13-05783" class="html-bibr">16</a>]. These concerns can also be applied to ChatGPT, as it has many potentials but also significant dangers. Above all, ChatGPT can be used as an educational technology in many ways, including tutors, language models, and research and teaching assistants. Furthermore, ChatGPT is distinguished from other LLMs by some of its special characteristics such as accessibility, personalization, conversational format, and cost-effectiveness. Numerous studies have been conducted to explore the application of artificial intelligence (AI) in education, including chatbots [<a href="#B17-applsci-13-05783" class="html-bibr">17</a>], programming support [<a href="#B18-applsci-13-05783" class="html-bibr">18</a>,<a href="#B19-applsci-13-05783" class="html-bibr">19</a>], language models [<a href="#B2-applsci-13-05783" class="html-bibr">2</a>,<a href="#B20-applsci-13-05783" class="html-bibr">20</a>], and NLP tools [<a href="#B21-applsci-13-05783" class="html-bibr">21</a>]. However, ChatGPT has recently been launched and is also a relatively new technology in the educational domain. To the best of our knowledge, no research has (<span class='html-italic'>i</span>) conducted a comprehensive survey with students and teachers to find out how ChatGPT supports programming learning and teaching and (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) addressed the opportunities, threats, and strategies of ChatGPT for education, research, and particularly programming education.</div><section id='AimsandContributions' type=''><h4 class='html-italic' data-nested='2'> Aims and Contributions</h4><div class='html-p'>In this study, we explore the opportunities, challenges, and strategies of using ChatGPT in education and research and identify strategies for potential threats. To demonstrate the effectiveness of ChatGPT in programming support, we performed coding-related experiments, such as code generation from problem descriptions, pseudocode generation of algorithms from texts, and code correction. These generated solution codes were validated using an online judge system. In addition, we conducted a comprehensive survey with students and teachers to find out how ChatGPT supports programming learning and teaching. The main contributions of this study are as follows:</div><div class='html-p'><ul class='html-bullet'><li><div class='html-p'>Investigated the opportunities and possible threats of using ChatGPT in educational settings, particularly in programming education</div></li><li><div class='html-p'>Performed experiments with ChatGPT to illustrate how this tool can be used to support programming learning</div></li><li><div class='html-p'>Conducted a comprehensive survey with students and teachers to find out how ChatGPT supports programming learning and teaching</div></li><li><div class='html-p'>Presented threat-mitigation strategies in the presence of AI tools such as ChatGPT</div></li><li><div class='html-p'>Discussed future educational plans and curricula in light of such revolutionary AI tools</div></li></ul></div><div class='html-p'>The rest of the paper is organized as follows: <a href="#sec2-applsci-13-05783" class="html-sec">Section 2</a> presents related work, <a href="#sec3-applsci-13-05783" class="html-sec">Section 3</a> explores the opportunities of ChatGPT from educator and student perspectives, <a href="#sec4-applsci-13-05783" class="html-sec">Section 4</a> presents the programming learning with ChatGPT, <a href="#sec5-applsci-13-05783" class="html-sec">Section 5</a> presents the survey results and analysis, <a href="#sec6-applsci-13-05783" class="html-sec">Section 6</a> explores the potential threats of ChatGPT and strategies to address them, <a href="#sec7-applsci-13-05783" class="html-sec">Section 7</a> presents the limitations, and finally, <a href="#sec8-applsci-13-05783" class="html-sec">Section 8</a> concludes the study.</div></section></section><section id='sec2-applsci-13-05783' type=''><h2 data-nested='1'> 2. Related Literature</h2><div class='html-p'>In this section, we present recent studies on education and research using ChatGPT from the perspective of educators and learners. We also summarize published studies that use ChatGPT for different educational fields, including science, medicine, and engineering. Due to the novelty of the topic, we found few peer-reviewed scholarly papers. However, we reviewed preprints (non-peer-reviewed academic papers) in different educational branches. Muneer [<a href="#B22-applsci-13-05783" class="html-bibr">22</a>] presented the potential of AI and NLP to improve academic performance. The study employed a case study using ChatGPT, which significantly enhances academic research on economics and finance. Dowling and collaborators [<a href="#B23-applsci-13-05783" class="html-bibr">23</a>] discovered the benefits of ChatGPT for their research in finance. They also mentioned the ethical implications of this revolutionary AI tool. Rudolph et al. [<a href="#B24-applsci-13-05783" class="html-bibr">24</a>] discussed the opportunities and challenges of using ChatGPT in education. Moreover, some basic features and user interfaces of ChatGPT were presented in [<a href="#B24-applsci-13-05783" class="html-bibr">24</a>]. Furthermore, several studies [<a href="#B9-applsci-13-05783" class="html-bibr">9</a>,<a href="#B10-applsci-13-05783" class="html-bibr">10</a>,<a href="#B11-applsci-13-05783" class="html-bibr">11</a>,<a href="#B12-applsci-13-05783" class="html-bibr">12</a>,<a href="#B14-applsci-13-05783" class="html-bibr">14</a>] have published applications of ChatGPT in education.</div><div class='html-p'>Frieder et al. [<a href="#B25-applsci-13-05783" class="html-bibr">25</a>] tested the mathematical capabilities of ChatGPT on GHOSTS and handcrafted datasets. GHOSTS is the first collection of data expressed in natural language that was created and maintained by active mathematicians. Their experimental results proved that “<span class='html-italic'>the mathematical abilities of ChatGPT are significantly below those of an average mathematics student. ChatGPT often understands the question but does not provide correct solutions.</span>” The performance of ChatGPT as an assistant in medical education is also significant. Kung et al. [<a href="#B26-applsci-13-05783" class="html-bibr">26</a>] evaluated the performance of ChatGPT on the US Medical Licensing Exam, which includes three exams: Step 1, Step 2CK, and Step 3. Their experimental results show that ChatGPT performed close to or near the minimum requirement on all three exams despite receiving no specific guidance or support. Gilson et al. [<a href="#B27-applsci-13-05783" class="html-bibr">27</a>] investigated the performance of ChatGPT on the medical licensing exam. These compelling results mean that ChatGPT can support medical education. A summary of articles related to medical education using ChatGPT can be found in [<a href="#B28-applsci-13-05783" class="html-bibr">28</a>].</div><div class='html-p'>Computer programming is a complex task requiring correct logical and syntactic implementation. AI-based models have achieved plausible success on a variety of programming tasks, including code repair, summarization, completion, correction, classification, and generation [<a href="#B20-applsci-13-05783" class="html-bibr">20</a>,<a href="#B29-applsci-13-05783" class="html-bibr">29</a>]. Alphacode [<a href="#B30-applsci-13-05783" class="html-bibr">30</a>] is a state-of-the-art LLM developed and trained specifically to support competitive-level programming. Both ChatGPT and Alphacode perform coding-related tasks by digesting a large amount of human-generated text [<a href="#B31-applsci-13-05783" class="html-bibr">31</a>]. ChatGPT is a more general conversation engine, whereas Alphacode is more specialized for programming [<a href="#B31-applsci-13-05783" class="html-bibr">31</a>], even though these two systems use “<span class='html-italic'>virtually the same architecture</span>” [<a href="#B31-applsci-13-05783" class="html-bibr">31</a>]. Moreover, although ChatGPT was not designed and developed for automatic code repair, this tool is still suitable for it. The performance of code debugging with ChatGPT has been presented in the study [<a href="#B32-applsci-13-05783" class="html-bibr">32</a>]. Their experimental results show that the bug-fixing performance of ChatGPT is competitive with deep learning models such as Codex and CoCoNut. Nevertheless, ChatGPT has significantly outperformed traditional code-repair approaches [<a href="#B32-applsci-13-05783" class="html-bibr">32</a>]. Jalil et al. [<a href="#B33-applsci-13-05783" class="html-bibr">33</a>] studied the performance of ChatGPT in solving software testing curriculum questions. ChatGPT could generate correct/partially correct answers and explanations in approximately 44% and 57% of cases, respectively.</div><div class='html-p'>Malinka and collaborators [<a href="#B34-applsci-13-05783" class="html-bibr">34</a>] studied the impact of ChatGPT on higher (university) education, especially on subjects related to computer programming. They demonstrated the effectiveness and usability of ChatGPT for handling programming assignments, exams, and homework using collected data. They also presented the misuse and benefits of ChatGPT for computer science education. In the study [<a href="#B35-applsci-13-05783" class="html-bibr">35</a>], the programming capabilities of ChatGPT for solving numerical problems were investigated. Generating code, debugging and improving code written by humans, completing code, and rewriting code in different programming languages were tested with ChatGPT for numerical algorithms. They considered several numerical problems, including the diffusion equation, Poisson equation, compressible inviscid flow, incompressible Navier–Stokes equations, solving linear systems of equations, eigenvalue problems, and storing sparse matrices. The experimental results showed that ChatGPT can successfully generate program codes for numerical problems, but there are limitations and challenges in solving problems. Moreover, ChatGPT has recently been applied to tasks in different domains such as software engineering [<a href="#B36-applsci-13-05783" class="html-bibr">36</a>], medical education [<a href="#B37-applsci-13-05783" class="html-bibr">37</a>], data augmentation [<a href="#B38-applsci-13-05783" class="html-bibr">38</a>], fifth industrial revolution [<a href="#B39-applsci-13-05783" class="html-bibr">39</a>], code generation [<a href="#B40-applsci-13-05783" class="html-bibr">40</a>], intelligent vehicles [<a href="#B41-applsci-13-05783" class="html-bibr">41</a>], and solving AI tasks [<a href="#B42-applsci-13-05783" class="html-bibr">42</a>]. In contrast, researchers are concerned about the general practices of programming in the future by ChatGPT [<a href="#B13-applsci-13-05783" class="html-bibr">13</a>]. For the convenience of researchers, we have summarized some studies using ChatGPT in <a href="#applsci-13-05783-t001" class="html-table">Table 1</a>.</div></section><section id='sec3-applsci-13-05783' type=''><h2 data-nested='1'> 3. Opportunities with ChatGPT</h2><div class='html-p'>ChatGPT is a powerful LLM developed by OpenAI that has the potential to transform our technological interactions and lead to a significant paradigm shift. Many academic articles have been published on ChatGPT, but a review of the literature on the effects of ChatGPT revealed various viewpoints ranging from favorable to unfavorable. In mathematics and science education, calculators have become an inseparable part; similarly, ChatGPT will be an important tool for daily writing and work [<a href="#B50-applsci-13-05783" class="html-bibr">50</a>]. Sharples [<a href="#B51-applsci-13-05783" class="html-bibr">51</a>] encourages educators and learners to take advantage of the available capabilities of AI tools such as ChatGPT rather than forego their use. In this section, we present the prospects and opportunities of ChatGPT for education and research from the perspective of learners, educators, and researchers.</div><section id='sec3dot1-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 3.1. Opportunities for Learners</h4><div class='html-p'>ChatGPT offers many possibilities, and this tool can be a good assistant for learners. Learners are allowed to use this tool to understand and solve complex problems. For learners who prefer experimental and hands-on learning, ChatGPT is an excellent platform to achieve this [<a href="#B24-applsci-13-05783" class="html-bibr">24</a>]. One of the biggest advantages of ChatGPT is its ability to understand and respond to natural language queries. This allows learners to ask ChatGPT a question in the same way they would ask their tutors. This makes ChatGPT more intuitive and learner-friendly. It can be used at all levels of education, from elementary to higher education, and even for professional development. The ChatGPT model can help students develop their reading and writing skills by providing suggestions (e.g., syntactic and grammatical); the model can create practice exercises and quizzes for various subjects (e.g., mathematics, physics, language, and literature); the model can provide a set of exercises and quizzes. Moreover, the ChatGPT model can create explanations and step-by-step solutions to a given problem; the model can help develop problem-solving skills and analytical and out-of-the-box thinking.</div><div class='html-p'>Furthermore, ChatGPT can be used for group discussions and debates by providing personalized guidance to learners during the discussion; ChatGPT can support learners with disabilities by providing services such as speech-to-text and text-to-speech. The ChatGPT model can be a professional tutor for developing language skills, programming, report writing, project management, and technical (e.g., medical, legal, and IT) report writing. More interestingly, learners can argue with ChatGPT about the given explanations, solutions, and other suggestions. Therefore, learners receive interactive help from ChatGPT anytime and anywhere. In addition, we experimented with the ChatGPT model to find the derivatives of mathematical equations, and it solved all equations correctly. In this case, the correctness is 100%. <a href="#applsci-13-05783-f001" class="html-fig">Figure 1</a> shows the capabilities of ChatGPT for technical education.</div></section><section id='sec3dot2-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 3.2. Opportunities for Educators</h4><div class='html-p'>As an LLM, ChatGPT can be a valuable tool for educators in many ways. Educators can take advantage of using ChatGPT for effective teaching and research. Here are some examples that can demonstrate the effectiveness of ChatGPT for teaching and research.</div><div class='html-p'><b>Lesson Planning:</b> ChatGPT can be used to create lesson plans for specific courses, such as math, chemistry, physics, computer science, civil engineering, language, and literature. ChatGPT provides topic-specific illustrations, activities, and exercises to help educators better teach their students. ChatGPT can also be used to generate topic-specific quiz questions tailored to the subject matter and difficulty level. For example, we asked ChatGPT to “<b>prepare a detailed outline for the Algorithms and Data Structures course</b>”, as depicted in <a href="#applsci-13-05783-f002" class="html-fig">Figure 2</a>. It creates a complete table of contents for the Algorithms and Data Structures course, showing topics and a breakdown of each topic, along with learning objectives.</div><div class='html-p'><b>Personalized Learning Support:</b> Educators can use ChatGPT to provide personalized learning support for their students. Depending on a student’s needs and learning style, ChatGPT can suggest customized resources and learning activities. For instance, educators can use ChatGPT to analyze student performance data and identify areas where students are struggling with particular concepts or algorithms. An educator might notice that a particular student is struggling with sorting algorithms. In this case, the educator can take advantage of ChatGPT to generate customized resources based on that student’s learning style and abilities (e.g., a video tutorial on a specific sorting algorithm that the student is struggling with or a coding exercise to reinforce that concept). <a href="#applsci-13-05783-f003" class="html-fig">Figure 3</a> depicts the personalized learning steps.</div><div class='html-p'><b>Answering Learners’ Queries:</b> Educators can receive the help of ChatGPT to answer learners’ questions. Furthermore, if educators can ask ChatGPT for explanations and examples on a particular topic, it will surely increase the effectiveness of teaching. For example, if a learner asks the question “<b>Which sorting algorithm should we use for which data field?</b>”, ChatGPT can provide summary information in this case (see <a href="#applsci-13-05783-f004" class="html-fig">Figure 4</a>), which can be useful for teachers. In addition, teachers can ask ChatGPT for explanations and examples on a complex topic to obtain accurate and tailored information.</div><div class='html-p'><b>Rapid Assessment and Evaluation:</b> Educators can also leverage the power of the ChatGPT model to assess and evaluate learner assignments and quizzes. The model can be used to check submitted assignments for plagiarism. Interestingly, the model can generate questions/quizzes on the basis of different difficulty levels (e.g., high, medium, easy) on the same topic. For example, as depicted in <a href="#applsci-13-05783-f005" class="html-fig">Figure 5</a>, we asked ChatGPT to create a <b>high</b>-difficulty quiz on “<span class='html-italic'>Sorting and Searching Algorithms</span>”. We also asked ChatGPT about quizzes of other levels, such as medium and easy, and we found that there was a significant difference between quizzes of different levels. In addition, the model can be used to grade assignments and quizzes [<a href="#B9-applsci-13-05783" class="html-bibr">9</a>]. This can save educators a significant amount of valuable time.</div><div class='html-p'>Apart from the above benefits, educators can use ChatGPT for language learning support, personalized feedback, professional development, and research.</div></section><section id='sec3dot3-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 3.3. Opportunities for Researchers</h4><div class='html-p'>The ChatGPT model offers many advantages to researchers. First, it can effectively support the writing process of research. At its most basic, it can improve writing by finding and correcting typographical errors, improving grammatical inconsistencies, providing advanced vocabulary, and recommending improvement strategies. This allows researchers to devote more time to experimentation and implementation. The model can also summarize published work on a particular topic, which helps researchers understand the work. It can also provide clues and research ideas by analyzing a specific topic. For example, we asked ChatGPT to provide an unexplored research idea on “<b>how to reduce errors related to resource constraints (time and memory limit exceeded) in code for programmers</b>”. Based on this query, ChatGPT provided some interesting and promising research ideas, as illustrated in <a href="#applsci-13-05783-f006" class="html-fig">Figure 6</a>.</div></section></section><section id='sec4-applsci-13-05783' type=''><h2 data-nested='1'> 4. Programming Learning with ChatGPT</h2><div class='html-p'>The importance of computer programming in professional and academic fields is significant. Experienced programmers have demonstrated improvement in both professional and academic fields [<a href="#B52-applsci-13-05783" class="html-bibr">52</a>]. Programming skills are acquired through repeated practice. To assist programmers, deep-learning-based tools are introduced for code repair, completion, error detection, optimization, verification, and classification [<a href="#B1-applsci-13-05783" class="html-bibr">1</a>,<a href="#B2-applsci-13-05783" class="html-bibr">2</a>,<a href="#B19-applsci-13-05783" class="html-bibr">19</a>,<a href="#B20-applsci-13-05783" class="html-bibr">20</a>,<a href="#B53-applsci-13-05783" class="html-bibr">53</a>,<a href="#B54-applsci-13-05783" class="html-bibr">54</a>]. In recent years, LLMs based on the Transformer architecture (e.g., CodeBERT, Codex, and PyMT5) have achieved state-of-the-art results for various programming tasks [<a href="#B55-applsci-13-05783" class="html-bibr">55</a>]. ChatGPT is an LLM based on the Transformer architecture and has received significant attention because of its human-like conversational style. The application of ChatGPT is not limited to language-related tasks but also finds use in programming learning applications (e.g., code suggestion, optimization, completion, and error detection). However, the quality and suitability of these applications for programming learning remain unclear. Therefore, we evaluate and analyze the performance of ChatGPT in various programming learning tasks as follows.</div><section id='sec4dot1-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 4.1. Conceptual Understanding</h4><div class='html-p'>A clear concept is a basic requirement for improved programming performance. ChatGPT can provide explanations and examples of various programming concepts (e.g., data structures, algorithms, languages, and programming language syntax) in a concise, simple, and understandable manner. For example, when we asked ChatGPT to “<b>provide a pseudocode for a selection sort and an explanation</b>”, it generated the pseudocode and explanation, as depicted in <a href="#applsci-13-05783-f007" class="html-fig">Figure 7</a>. The results demonstrate that ChatGPT can generate easy-to-understand explanations and pseudocode that are useful for learners to understand algorithmic concepts.</div></section><section id='sec4dot2-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 4.2. Solution Code Generation</h4><div class='html-p'>Programmers can use ChatGPT to generate solution codes based on a problem description. Such solution codes can assist programmers in their programming learning phase. Therefore, we experimented to evaluate the performance of ChatGPT in generating code based on problem descriptions. In the experiment, we used the “<b>Algorithms and Data Structures</b>” problem description from the Aizu Online Judge (AOJ) system [<a href="#B56-applsci-13-05783" class="html-bibr">56</a>] and verified the correctness of the codes generated by ChatGPT on the same platform and in a basic compiler. We leveraged the problem descriptions of eight random problems and generated codes three times for each problem on the basis of the same description. We then used these strategies to validate our experimental results. <a href="#applsci-13-05783-t002" class="html-table">Table 2</a> shows the correctness of the generated codes based on the problem descriptions using ChatGPT.</div><div class='html-p'>In addition, <a href="#applsci-13-05783-f008" class="html-fig">Figure 8</a> shows the comparative accuracy of the generated codes executed in the AOJ platform and a basic compiler. The following observations can be drawn: (<span class='html-italic'>i</span>) the correctness rate of the generated code based on the basic compiler is approximately 95.83%; (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) the correctness rate based on AOJ compilation is approximately 75%; (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) when running a submitted code on the AOJ platform, various constraints (time, memory, etc.) and output formatting are taken into account, which may be a reason for the lower accuracy on the AOJ platform than the basic compiler; (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>v</mi> </mrow> </semantics></math>) ChatGPT generates mostly correct code considering long problem descriptions, including constraints, algorithms, and input and output formatting.</div></section><section id='sec4dot3-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 4.3. Error Checking and Debugging in Code</h4><div class='html-p'>Error checking and debugging code is a tedious and time-consuming task for learners, requiring them to check code line-by-line to identify errors and their locations. ChatGPT can identify errors in code and provide potential suggestions and code snippets. We experimented with ChatGPT to debug erroneous codes. To do this, we collected erroneous codes from the AOJ system. We asked the questions “<b>Does this code have a bug? How can it be fixed?</b>” to ChatGPT, and it responded with valuable suggestions, code snippets, and occasionally whole codes, as depicted in <a href="#applsci-13-05783-f009" class="html-fig">Figure 9</a>. The suggestions proved to be interesting to the programmers and helpful in resolving the code errors.</div></section><section id='sec4dot4-applsci-13-05783' type=''><h4 class='html-italic' data-nested='2'> 4.4. Solution Code Optimization</h4><div class='html-p'>Code optimization is important in competitive programming, where all test cases and applied constraints must be met. ChatGPT can help optimize codes by suggesting ways to reduce the memory usage and time complexity. Moreover, the explanations provided by ChatGPT based on code reviews are valuable and help programmers better understand the problem and error in the code. We tested using ChatGPT for code optimization. For this experiment, we collected codes that received the time limit exceeded (TLE) or memory limit exceeded (MLE) decision from the AOJ platform, implying that optimization is required to reduce the memory usage and time complexity to be accepted. We asked the question “<b>The following code passed most of the test cases on the AOJ platform, but received a TLE error decision, how can I optimize the code?</b>” to ChatGPT. In response, ChatGPT provided a useful explanation on the basis of a review of the code as well as optimized code, as depicted in <a href="#applsci-13-05783-f010" class="html-fig">Figure 10</a>. The generated optimized code was validated on the AOJ platform, and it passed all test cases (10/10) and was accepted for the <b>Bubble Sort</b> problem (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/4/ALDS1_2_A' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/4/ALDS1_2_A</a> accessed on 21 February 2023). This is a rare case (or an example of erroneous code), but ChatGPT has optimized and fixed it. However, the erroneous code does not require an advanced algorithm like Merge Sort to solve it. It appears that ChatGPT can be a powerful tool to assist programmers in their programming-learning process.</div><div class='html-p'>Furthermore, the ChatGPT model can be used for daily practice, learning resources, and personalized programming support for both beginners and advanced programmers. This platform can be a significant assistant for programming learners to better develop concepts, logic, programming language, and coding skills.</div></section></section><section id='sec5-applsci-13-05783' type=''><h2 data-nested='1'> 5. Survey on ChatGPT Language Model for Programming Learning and Teaching Support</h2><div class='html-p'>We conducted a comprehensive survey on how ChatGPT supports programming learning and teaching among undergraduate, Master’s, and doctoral students and teachers. The purpose of the survey was to learn how ChatGPT supports programming learning and teaching. Our survey included several questions, such as the respondents’ identification, current programming experience, whether they receive programming learning and teaching support from ChatGPT, how useful this support is in solving programming problems and teaching, and how satisfied they are with this support. The questionnaire for students was related to programming learning support and for teachers, to teaching support. In this section, we present the results of the survey in detail.</div><div class='html-p'>Of the participating students, 61.3% (35.5% first year, 16.1% second year, 6.5% third year, and 3.2% fourth year) were undergraduate students, 32.2% (16.1% first year and 16.1% second year) were Master’s students, and 6.5% were second-year doctoral students. <a href="#applsci-13-05783-f011" class="html-fig">Figure 11</a> depicts the students’ participation in this survey.</div><div class='html-p'>We asked students to rate their programming experiences on a scale of 1 to 5, and received a score of <math display='inline'><semantics> <mrow> <mn>1</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from about 29% of students, <math display='inline'><semantics> <mrow> <mn>2</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 25.8%, <math display='inline'><semantics> <mrow> <mn>3</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 25.8%, <math display='inline'><semantics> <mrow> <mn>4</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 9.7%, and <math display='inline'><semantics> <mrow> <mn>5</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 9.7%. We found that most students rated their programming experiences between <math display='inline'><semantics> <mrow> <mn>1</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> and <math display='inline'><semantics> <mrow> <mn>3</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math>. <a href="#applsci-13-05783-f012" class="html-fig">Figure 12</a> shows the programming skills of the participating students.</div><div class='html-p'>In response to the question “<span class='html-italic'>Have you taken help/support from ChatGPT for solving programming problems?</span>”, 78.8% of the students answered “<span class='html-italic'>Yes</span>” and 21.2% answered “<span class='html-italic'>No</span>”. These results show that a large number of students have taken the support of ChatGPT for their programming learning. By asking the question “<span class='html-italic'>Do ChatGPT’s suggestions help you in solving programming problems?</span>”, we tried to assess how ChatGPT suggestions help students. We found that about 86.7% of the students answered “<span class='html-italic'>Yes</span>”. Moreover, we asked students “<span class='html-italic'>What kind of problems have you solved with the help of ChatGPT?</span>” and gave them two options, “<span class='html-italic'>simple problem</span>” and “<span class='html-italic'>complex problem</span>”. The answers were interesting: about 59.3% of students used ChatGPT to solve their “<span class='html-italic'>complex</span>” problems and about 40.7% of students used ChatGPT to solve “<span class='html-italic'>simple</span>” problems. To evaluate the usefulness of ChatGPT for learning programming, 92.9% of the students answered “<span class='html-italic'>Yes</span>”. Finally, we asked students, “<span class='html-italic'>How satisfied are you with the use of ChatGPT? Please give a rating on a scale 1–5.</span>” and received a rating of <math display='inline'><semantics> <mrow> <mn>1</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 3.3% of students, <math display='inline'><semantics> <mrow> <mn>2</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 10%, <math display='inline'><semantics> <mrow> <mn>3</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 30%, <math display='inline'><semantics> <mrow> <mn>4</mn> <mo>/</mo> <mn>4</mn> </mrow> </semantics></math> from 36.6%, and <math display='inline'><semantics> <mrow> <mn>5</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math> from 20%. It can be seen that most students were satisfied with the programming support provided by ChatGPT.</div><div class='html-p'>On the other hand, a similar type of survey was conducted with teachers to evaluate how ChatGPT supports programming teaching and research. To the question “<span class='html-italic'>Have you taken help/support from ChatGPT for teaching programming?</span>”, about 60% of the teachers answered “<span class='html-italic'>Yes</span>”. For questions about programming teaching and research, most teachers were satisfied with the suggestions provided by ChatGPT.</div></section><section id='sec6-applsci-13-05783' type=''><h2 data-nested='1'> 6. Threats and Strategies</h2><div class='html-p'>As an AI LLM, ChatGPT can play an important role in education and research. The capabilities of this powerful tool are not limited to these fields but also apply to many others. However, despite the many advantages of using ChatGPT, there are also challenges in using it for education and research, especially for technical education such as computer programming. Because ChatGPT is capable of generating texts that are nearly indistinguishable from human-generated texts in high-level cognitive tasks, this capability of ChatGPT raises concerns about its potential use in education and research. In this section, we present the challenges and possible strategies for using ChatGPT.</div><div class='html-p'><b>Integrity of assignments and online exams:</b> Online exams have become a common phenomenon in higher education. As ChatGPT can generate human-like text for academic topics, educators and institutions need to be aware of the possibility of cheating in online exams using ChatGPT. In short, ChatGPT threatens the fairness and validity of online exams and assignments. To address these raised issues, there are some strategies that educators and institutions can take. Students can be given clear instructions on assignments and online exams on how to structure their assignments and answer their questions online [<a href="#B57-applsci-13-05783" class="html-bibr">57</a>]. Students can send their assignments to teachers for review before final submission. An advanced plagiarism-detection tool can be used to detect AI-generated texts. Furthermore, advanced exam supervision/proctoring techniques could be effective for online exams [<a href="#B14-applsci-13-05783" class="html-bibr">14</a>]. In this context, further research is required to fully understand the impact of AI LLMs such as ChatGPT and strategies for combating the misuse of ChatGPT.</div><div class='html-p'><b>Blind reliance on generative AI tools:</b> A heavy reliance on generative AI tools such as ChatGPT can negatively affect education and research. This is because the ease of obtaining answers, problem-solving strategies, and scientific text generation can limit critical thinking and problem-solving skills. Recently, ChatGPT has authorized and credited published papers and preprints [<a href="#B58-applsci-13-05783" class="html-bibr">58</a>]. It also raises questions about writing essays and research articles. The CEO of OpenAI warns against blind reliance on ChatGPT, saying:</div><blockquote><div class='html-p'>“<span class='html-italic'>ChatGPT is incredibly limited but good enough at some things to create a misleading impression of greatness. It’s a mistake to be relying on it for anything important but a preview of progress. We have lots of work to do on robustness and truthfulness.</span>”</div></blockquote><blockquote><div class='html-p'>— Sam Altman, CEO of OpenAI</div></blockquote><div class='html-p'>To address this issue, it is important for students, educators, and researchers to be aware of the limitations of LLMs, and these tools can only be used as supportive tools to enhance research and learning [<a href="#B59-applsci-13-05783" class="html-bibr">59</a>]. Further research is required to design academic curricula, question-and-answer patterns, assignments, and exams to address the challenges raised.</div><div class='html-p'><b>Difficulty in evaluating the ChatGPT-generated answers and texts:</b> As an AI LLM, ChatGPT uses complex algorithms and statistical models to generate answers and text on the basis of patterns learned from large amounts of text data. The answers and texts generated by ChatGPT are becoming indistinguishable from human-generated answers and texts. This poses a challenge to educators and researchers [<a href="#B57-applsci-13-05783" class="html-bibr">57</a>,<a href="#B60-applsci-13-05783" class="html-bibr">60</a>,<a href="#B61-applsci-13-05783" class="html-bibr">61</a>,<a href="#B62-applsci-13-05783" class="html-bibr">62</a>]. Existing plagiarism-detection tools are finding it increasingly difficult to distinguish between AI- and human-generated texts. As a result, restrictions have been placed on the use of ChatGPT in educational institutions [<a href="#B63-applsci-13-05783" class="html-bibr">63</a>]. Cotton et al. [<a href="#B57-applsci-13-05783" class="html-bibr">57</a>] presented several strategies for recognizing texts from LLMs such as ChatGPT, including language inconsistencies, a lack of proper citations, factual errors, ambiguity, and poor context awareness. Further research on the development of new technologies (e.g., AI-based plagiarism detectors) is needed to ensure the integrity of education and research.</div><div class='html-p'><b>Ethical implications and potential biases:</b> The ethical implications and biases of using ChatGPT in education and research should be carefully considered. Typically, LLMs rely heavily on training data, and when the data contain biases or anomalies, it could lead to unfair results. For example, if the training data are biased toward certain people or cultures, the model may produce unfair or discriminatory output. Therefore, it is imperative to ensure that the training data are diverse and well-balanced. ChatGPT and other AI language models can be used to generate fake news, hate speech, and other harmful content. This can lead to social unrest, reputation damage, and even physical harm. Furthermore, the internal mechanisms and processes are not sufficiently open and transparent to users about how they work. It is also important to ensure that the decision-making processes of these models are transparent to users. Because ChatGPT generates responses without human intervention, it can be difficult to hold anyone accountable for the responses generated. This may make it difficult to address any ethical concerns or biases. ChatGPT and other generative models involve the collection and processing of personal data, which raises concerns about privacy and data security. Appropriate measures should be taken to protect unauthorized access to individual data.</div><div class='html-p'><b>Critical thinking and problem-solving skill:</b> ChatGPT can generate nearly accurate answers to technical questions from a wide range of topics and correct or partially correct programming code based on problem descriptions, algorithm and problem names, etc. Simply acquiring answers and code from ChatGPT can be a barrier to improving learners’ critical thinking and problem-solving skills. To the best of our knowledge, there are no such tools that can recognize code generated by AI models, and thus, the solution codes generated by AI models can be used for academic coding exams and competitions. This poses a challenge to educators on how to deal with this new situation.</div><div class='html-p'>However, there are some strategies for determining whether responses and programming codes are generated by ChatGPT. <span class='html-italic'>Look for telltale signs</span>: ChatGPT responses typically have certain characteristics, such as a lack of personalization or a rather generic tone. Furthermore, the programming code typically contains programming syntax and formatting. <span class='html-italic'>Check for coherence</span>: ChatGPT responses may not have a consistent or logical flow, especially when it is generating answers to complex questions. If the answers appear disjointed or nonsensical, this may indicate that they were generated by ChatGPT or another AI model. <span class='html-italic'>Compare responses</span>: We can compare responses generated by ChatGPT with responses generated by other language models or humans. If the answer is identical to answers generated by ChatGPT, it may be a sign that the answer was not generated by a human. <span class='html-italic'>Use of plagiarism-detection tools</span>: we may also use plagiarism-detection tools to determine whether an answer contains programming code copied from somewhere else. This can help detect cases of fraud. In addition, if there is possible cheating with programming codes, we can ask follow-up questions to determine the depth of the learner’s understanding in answering the question.</div></section><section id='sec7-applsci-13-05783' type=''><h2 data-nested='1'> 7. Limitations</h2><div class='html-p'>It is worth noting that our experiments were conducted on ChatGPT, which is currently in an active development phase. During the experiments, we obtained significant results in code generation, error checking and debugging, and optimization of the solution code. The results may vary for the following reasons: (<span class='html-italic'>i</span>) the release of a new version of ChatGPT may lead to different results; (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) asking different questions than those presented in this study; (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>i</mi> <mi>i</mi> </mrow> </semantics></math>) results may vary for different problem descriptions; (<math display='inline'><semantics> <mrow> <mi>i</mi> <mi>v</mi> </mrow> </semantics></math>) code-optimization results may vary for different solution codes.</div><div class='html-p'>Apart from that, the experimental results show that the accuracy of the generated code is 95.83% on the basic compiler and 75% on AOJ. The average accuracy of the code generated by ChatGPT is 85.42%. Although ChatGPT generates about 85.42% correct code, it still has the limitations of generating code based on the description. In some cases, adjustments to the generated code may be necessary to achieve error-free compilation and acceptance.</div><div class='html-p'>Furthermore, in the survey for teachers, we asked the question, “<span class='html-italic'>How satisfied are you with the use of ChatGPT? Please give a rating on a scale of 1-5</span>”. About 50% of teachers gave a rating of <math display='inline'><semantics> <mrow> <mn>3</mn> <mo>/</mo> <mn>5</mn> </mrow> </semantics></math>. This result also indicates that ChatGPT has not yet gained enough trust in programming education. Some teachers shared their real-life experiences, such as “<span class='html-italic'><b>ChatGPT is still not perfect to answer some exams of my Java class</b></span>”. In addition, we asked ChatGPT to solve an elementary school quiz that involved counting the number of occurrences of the digit “<span class='html-italic'>8</span>” in a given number “<span class='html-italic'>348789623489109823647864351672</span>”, and it <span class='html-italic'>failed</span> every time to count the exact number of occurrences of the digit “<span class='html-italic'>8</span>”, which can be easily counted by elementary students. It also shows the clear limitation of ChatGPT. There is a risk of blindly trusting ChatGPT.</div></section><section id='sec8-applsci-13-05783' type='conclusions'><h2 data-nested='1'> 8. Conclusions</h2><div class='html-p'>ChatGPT and other AI LLMs have the potential and can be supporting tools for educational and research work. ChatGPT is a revolutionary LLM that can maintain human-like conversations and generate human-like text for any natural language query that is nearly indistinguishable. The model can be used to answer questions, write essays, solve problems, explain complex topics, provide virtual tutoring, practice languages, learn programming, teach, and support research. Furthermore, the ChatGPT model can be used to solve technical (e.g., engineering and computer programming) and non-technical (e.g., language and literature) problems. Our surveys and experimental results show that ChatGPT is useful not only for programming education but also for education and research. However, although ChatGPT is a powerful tool that can generate impressive responses on a variety of topics, it still has certain limitations, such as a lack of common sense, potential bias, difficulty with complex reasoning, and inability to process visual information. It is important to keep in mind the limitations of ChatGPT when using it, and it should not be relied upon blindly. In addition, the ethical implications (e.g., bias and discrimination, privacy and security, misuse of technology, accountability, transparency, and social impact) of ChatGPT are complex and multifaceted and should be carefully considered.</div><div class='html-p'>Despite the various difficulties and challenges, we believe that the risks discussed can be effectively managed and must be addressed to provide reliable and equitable access to LLMs for educational and research purposes.</div></section> </div> <div class="html-back"> <section class='html-notes'><h2 >Author Contributions</h2><div class='html-p'>Conceptualization, M.M.R. and Y.W.; Data curation, M.M.R.; Formal analysis, M.M.R.; Funding acquisition, Y.W.; Methodology, M.M.R.; Project administration, Y.W.; Resources, M.M.R.; Supervision, Y.W.; Validation, M.M.R.; Visualization, M.M.R.; Writing—original draft, M.M.R.; Writing—review and editing, Y.W. All authors have read and agreed to the published version of the manuscript.</div></section><section class='html-notes'><h2>Funding</h2><div class='html-p'>This research was supported by the Japan Society for the Promotion of Science (JSPS) KAKENHI (<a href='https://kaken.nii.ac.jp/en/grant/KAKENHI-PROJECT-23H03508/' target='_blank' rel="noopener noreferrer">https://kaken.nii.ac.jp/en/grant/KAKENHI-PROJECT-23H03508/</a> accessed on 15 March 2023). Grant Number: 23H03508.</div></section><section class='html-notes'><h2 >Institutional Review Board Statement</h2><div class='html-p'>Not applicable.</div></section><section class='html-notes'><h2 >Informed Consent Statement</h2><div class='html-p'>Not applicable.</div></section><section class='html-notes'><h2 >Data Availability Statement</h2><div class='html-p'>The experimental dataset, including all problem descriptions and erroneous source code, was collected from the Aizu Online Judge System. The web links are: <a href='http://developers.u-aizu.ac.jp/index' target='_blank' rel="noopener noreferrer">http://developers.u-aizu.ac.jp/index</a> (accessed on 15 March 2023) and <a href='https://onlinejudge.u-aizu.ac.jp/' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/</a> (accessed on 15 March 2023).</div></section><section class='html-notes'><h2 >Conflicts of Interest</h2><div class='html-p'>The authors declare no conflict of interest.</div></section><section id='html-references_list'><h2>References</h2><ol class='html-xx'><li id='B1-applsci-13-05783' class='html-x' data-content='1.'>Rahman, M.M.; Watanobe, Y.; Nakamura, K. A neural network based intelligent support model for program code completion. <span class='html-italic'>Sci. Program.</span> <b>2020</b>, <span class='html-italic'>2020</span>, 7426461. [<a href="https://scholar.google.com/scholar_lookup?title=A+neural+network+based+intelligent+support+model+for+program+code+completion&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Nakamura,+K.&publication_year=2020&journal=Sci.+Program.&volume=2020&pages=7426461&doi=10.1155/2020/7426461" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1155/2020/7426461" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B2-applsci-13-05783' class='html-x' data-content='2.'>Rahman, M.M.; Watanobe, Y.; Nakamura, K. A bidirectional LSTM language model for code evaluation and repair. <span class='html-italic'>Symmetry</span> <b>2021</b>, <span class='html-italic'>13</span>, 247. [<a href="https://scholar.google.com/scholar_lookup?title=A+bidirectional+LSTM+language+model+for+code+evaluation+and+repair&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Nakamura,+K.&publication_year=2021&journal=Symmetry&volume=13&pages=247&doi=10.3390/sym13020247" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3390/sym13020247" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B3-applsci-13-05783' class='html-x' data-content='3.'>Rahman, M.M. Data Analysis and Code Assessment Using Machine Learning Techniques for Programming Activities. Ph.D. Thesis, The University of Aizu, Aizuwakamatsu, Japan, 2022. [<a href="https://scholar.google.com/scholar_lookup?title=Data+Analysis+and+Code+Assessment+Using+Machine+Learning+Techniques+for+Programming+Activities&author=Rahman,+M.M.&publication_year=2022" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B4-applsci-13-05783' class='html-x' data-content='4.'>Vaswani, A.; Shazeer, N.; Parmar, N.; Uszkoreit, J.; Jones, L.; Gomez, A.N.; Kaiser, Ł.; Polosukhin, I. Attention is all you need. <span class='html-italic'>Adv. Neural Inf. Process. Syst.</span> <b>2017</b>, <span class='html-italic'>30</span>. Available online: <a href='https://proceedings.neurips.cc/paper_files/paper/2017/file/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf' target='_blank' rel="noopener noreferrer" >https://proceedings.neurips.cc/paper_files/paper/2017/file/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf</a> (accessed on 15 March 2023).</li><li id='B5-applsci-13-05783' class='html-x' data-content='5.'>Brown, T.; Mann, B.; Ryder, N.; Subbiah, M.; Kaplan, J.D.; Dhariwal, P.; Neelakantan, A.; Shyam, P.; Sastry, G.; Askell, A.; et al. Language models are few-shot learners. <span class='html-italic'>Adv. Neural Inf. Process. Syst.</span> <b>2020</b>, <span class='html-italic'>33</span>, 1877–1901. [<a href="https://scholar.google.com/scholar_lookup?title=Language+models+are+few-shot+learners&author=Brown,+T.&author=Mann,+B.&author=Ryder,+N.&author=Subbiah,+M.&author=Kaplan,+J.D.&author=Dhariwal,+P.&author=Neelakantan,+A.&author=Shyam,+P.&author=Sastry,+G.&author=Askell,+A.&publication_year=2020&journal=Adv.+Neural+Inf.+Process.+Syst.&volume=33&pages=1877%E2%80%931901" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B6-applsci-13-05783' class='html-x' data-content='6.'>Floridi, L.; Chiriatti, M. GPT-3: Its nature, scope, limits, and consequences. <span class='html-italic'>Minds Mach.</span> <b>2020</b>, <span class='html-italic'>30</span>, 681–694. [<a href="https://scholar.google.com/scholar_lookup?title=GPT-3:+Its+nature,+scope,+limits,+and+consequences&author=Floridi,+L.&author=Chiriatti,+M.&publication_year=2020&journal=Minds+Mach.&volume=30&pages=681%E2%80%93694&doi=10.1007/s11023-020-09548-1" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1007/s11023-020-09548-1" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B7-applsci-13-05783' class='html-x' data-content='7.'>OpenAI-Team. ChatGPT: Optimizing Language Models for Dialogue. 2022. Available online: <a href='https://openai.com/blog/chatgpt/' target='_blank' rel="noopener noreferrer" >https://openai.com/blog/chatgpt/</a> (accessed on 11 March 2023).</li><li id='B8-applsci-13-05783' class='html-x' data-content='8.'>Ouyang, L.; Wu, J.; Jiang, X.; Almeida, D.; Wainwright, C.L.; Mishkin, P.; Zhang, C.; Agarwal, S.; Slama, K.; Ray, A.; et al. Training language models to follow instructions with human feedback. <span class='html-italic'>arXiv</span> <b>2022</b>, arXiv:2203.02155. [<a href="https://scholar.google.com/scholar_lookup?title=Training+language+models+to+follow+instructions+with+human+feedback&author=Ouyang,+L.&author=Wu,+J.&author=Jiang,+X.&author=Almeida,+D.&author=Wainwright,+C.L.&author=Mishkin,+P.&author=Zhang,+C.&author=Agarwal,+S.&author=Slama,+K.&author=Ray,+A.&publication_year=2022&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B9-applsci-13-05783' class='html-x' data-content='9.'>Kasneci, E.; Seßler, K.; Küchemann, S.; Bannert, M.; Dementieva, D.; Fischer, F.; Gasser, U.; Groh, G.; Günnemann, S.; Hüllermeier, E.; et al. ChatGPT for good? On opportunities and challenges of large language models for education. <span class='html-italic'>Learn. Individ. Differ.</span> <b>2023</b>, <span class='html-italic'>103</span>, 102274. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT+for+good?+On+opportunities+and+challenges+of+large+language+models+for+education&author=Kasneci,+E.&author=Se%C3%9Fler,+K.&author=K%C3%BCchemann,+S.&author=Bannert,+M.&author=Dementieva,+D.&author=Fischer,+F.&author=Gasser,+U.&author=Groh,+G.&author=G%C3%BCnnemann,+S.&author=H%C3%BCllermeier,+E.&publication_year=2023&journal=Learn.+Individ.+Differ.&volume=103&pages=102274&doi=10.1016/j.lindif.2023.102274" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1016/j.lindif.2023.102274" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B10-applsci-13-05783' class='html-xx' data-content='10.'>Qadir, J. Engineering Education in the Era of ChatGPT: Promise and Pitfalls of Generative AI for Education. <span class='html-italic'>TechRxiv Prepr.</span> <b>2022</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Engineering+Education+in+the+Era+of+ChatGPT:+Promise+and+Pitfalls+of+Generative+AI+for+Education&author=Qadir,+J.&publication_year=2022&journal=TechRxiv+Prepr.&doi=10.36227/techrxiv.21789434.v1" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.36227/techrxiv.21789434.v1" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B11-applsci-13-05783' class='html-xx' data-content='11.'>Thunstrom, A.O. We asked GPT-3 to write an academic paper about itself: Then we tried to get it published. <span class='html-italic'>Scientific American</span>, 30 June 2022. [<a href="https://scholar.google.com/scholar_lookup?title=We+asked+GPT-3+to+write+an+academic+paper+about+itself:+Then+we+tried+to+get+it+published&author=Thunstrom,+A.O.&publication_year=2022" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B12-applsci-13-05783' class='html-xx' data-content='12.'>Stokel-Walker, C. AI bot ChatGPT writes smart essays-should academics worry? <span class='html-italic'>Nature</span>, 9 December 2022. [<a href="https://scholar.google.com/scholar_lookup?title=AI+bot+ChatGPT+writes+smart+essays-should+academics+worry?&author=Stokel-Walker,+C.&publication_year=2022" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B13-applsci-13-05783' class='html-xx' data-content='13.'>Welsh, M. The End of Programming. <span class='html-italic'>Commun. ACM</span> <b>2022</b>, <span class='html-italic'>66</span>, 34–35. [<a href="https://scholar.google.com/scholar_lookup?title=The+End+of+Programming&author=Welsh,+M.&publication_year=2022&journal=Commun.+ACM&volume=66&pages=34%E2%80%9335&doi=10.1145/3570220" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1145/3570220" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B14-applsci-13-05783' class='html-xx' data-content='14.'>Susnjak, T. ChatGPT: The End of Online Exam Integrity? <span class='html-italic'>arXiv</span> <b>2022</b>, arXiv:2212.09292. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT:+The+End+of+Online+Exam+Integrity?&author=Susnjak,+T.&publication_year=2022&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B15-applsci-13-05783' class='html-xx' data-content='15.'>Parslow, G.R. Commentary: How the internet is changing the way we think, read and remember. <span class='html-italic'>Biochem. Mol. Biol. Educ.</span> <b>2011</b>, <span class='html-italic'>39</span>, 228. [<a href="https://scholar.google.com/scholar_lookup?title=Commentary:+How+the+internet+is+changing+the+way+we+think,+read+and+remember&author=Parslow,+G.R.&publication_year=2011&journal=Biochem.+Mol.+Biol.+Educ.&volume=39&pages=228&doi=10.1002/bmb.20514&pmid=21618390" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1002/bmb.20514" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="http://www.ncbi.nlm.nih.gov/pubmed/21618390" class='cross-ref' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B16-applsci-13-05783' class='html-xx' data-content='16.'>Pappano, L. The Year of the MOOC. <span class='html-italic'>New York Times</span>, 4 November 2012. [<a href="https://scholar.google.com/scholar_lookup?title=The+Year+of+the+MOOC&author=Pappano,+L.&publication_year=2012" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B17-applsci-13-05783' class='html-xx' data-content='17.'>Wollny, S.; Schneider, J.; Di Mitri, D.; Weidlich, J.; Rittberger, M.; Drachsler, H. Are we there yet?—A systematic literature review on chatbots in education. <span class='html-italic'>Front. Artif. Intell.</span> <b>2021</b>, <span class='html-italic'>4</span>, 654924. [<a href="https://scholar.google.com/scholar_lookup?title=Are+we+there+yet?%E2%80%94A+systematic+literature+review+on+chatbots+in+education&author=Wollny,+S.&author=Schneider,+J.&author=Di+Mitri,+D.&author=Weidlich,+J.&author=Rittberger,+M.&author=Drachsler,+H.&publication_year=2021&journal=Front.+Artif.+Intell.&volume=4&pages=654924&doi=10.3389/frai.2021.654924&pmid=34337392" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3389/frai.2021.654924" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="http://www.ncbi.nlm.nih.gov/pubmed/34337392" class='cross-ref' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B18-applsci-13-05783' class='html-xx' data-content='18.'>Rahman, M.M.; Watanobe, Y.; Rage, U.K.; Nakamura, K. A novel rule-based online judge recommender system to promote computer programming education. In Proceedings of the Advances and Trends in Artificial Intelligence. From Theory to Practice: 34th International Conference on Industrial, Engineering and Other Applications of Applied Intelligent Systems, IEA/AIE 2021, Kuala Lumpur, Malaysia, 26–29 July 2021; pp. 15–27. [<a href="https://scholar.google.com/scholar_lookup?title=A+novel+rule-based+online+judge+recommender+system+to+promote+computer+programming+education&conference=Proceedings+of+the+Advances+and+Trends+in+Artificial+Intelligence.+From+Theory+to+Practice:+34th+International+Conference+on+Industrial,+Engineering+and+Other+Applications+of+Applied+Intelligent+Systems,+IEA/AIE+2021&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Rage,+U.K.&author=Nakamura,+K.&publication_year=2021&pages=15%E2%80%9327" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B19-applsci-13-05783' class='html-xx' data-content='19.'>Rahman, M.M.; Watanobe, Y.; Nakamura, K. Source code assessment and classification based on estimated error probability using attentive LSTM language model and its application in programming education. <span class='html-italic'>Appl. Sci.</span> <b>2020</b>, <span class='html-italic'>10</span>, 2973. [<a href="https://scholar.google.com/scholar_lookup?title=Source+code+assessment+and+classification+based+on+estimated+error+probability+using+attentive+LSTM+language+model+and+its+application+in+programming+education&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Nakamura,+K.&publication_year=2020&journal=Appl.+Sci.&volume=10&pages=2973&doi=10.3390/app10082973" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3390/app10082973" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B20-applsci-13-05783' class='html-xx' data-content='20.'>Rahman, M.M.; Watanobe, Y.; Kiran, R.U.; Kabir, R. A stacked bidirectional lstm model for classifying source codes built in mpls. In Proceedings of the Machine Learning and Principles and Practice of Knowledge Discovery in Databases: International Workshops of ECML PKDD 2021, Virtual Event, 13–17 September 2021; pp. 75–89. [<a href="https://scholar.google.com/scholar_lookup?title=A+stacked+bidirectional+lstm+model+for+classifying+source+codes+built+in+mpls&conference=Proceedings+of+the+Machine+Learning+and+Principles+and+Practice+of+Knowledge+Discovery+in+Databases:+International+Workshops+of+ECML+PKDD+2021&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Kiran,+R.U.&author=Kabir,+R.&publication_year=2021&pages=75%E2%80%9389" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B21-applsci-13-05783' class='html-xx' data-content='21.'>Litman, D. Natural language processing for enhancing teaching and learning. In Proceedings of the AAAI Conference on Artificial Intelligence, Phoenix, AZ, USA, 12–17 February 2016; Volume 30. [<a href="https://scholar.google.com/scholar_lookup?title=Natural+language+processing+for+enhancing+teaching+and+learning&conference=Proceedings+of+the+AAAI+Conference+on+Artificial+Intelligence&author=Litman,+D.&publication_year=2016" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B22-applsci-13-05783' class='html-xx' data-content='22.'>Alshater, M.M. Exploring the role of artificial intelligence in enhancing academic performance: A case study of ChatGPT. <span class='html-italic'>SSRN</span> <b>2022</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Exploring+the+role+of+artificial+intelligence+in+enhancing+academic+performance:+A+case+study+of+ChatGPT&author=Alshater,+M.M.&publication_year=2022&journal=SSRN&doi=10.2139/ssrn.4312358" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.2139/ssrn.4312358" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B23-applsci-13-05783' class='html-xx' data-content='23.'>Dowling, M.; Lucey, B. ChatGPT for (finance) research: The Bananarama conjecture. <span class='html-italic'>Financ. Res. Lett.</span> <b>2023</b>, 103662. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT+for+(finance)+research:+The+Bananarama+conjecture&author=Dowling,+M.&author=Lucey,+B.&publication_year=2023&journal=Financ.+Res.+Lett.&pages=103662&doi=10.1016/j.frl.2023.103662" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1016/j.frl.2023.103662" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B24-applsci-13-05783' class='html-xx' data-content='24.'>Rudolph, J.; Tan, S.; Tan, S. ChatGPT: Bullshit spewer or the end of traditional assessments in higher education? <span class='html-italic'>J. Appl. Learn. Teach.</span> <b>2023</b>, <span class='html-italic'>6</span>. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT:+Bullshit+spewer+or+the+end+of+traditional+assessments+in+higher+education?&author=Rudolph,+J.&author=Tan,+S.&author=Tan,+S.&publication_year=2023&journal=J.+Appl.+Learn.+Teach.&volume=6&doi=10.37074/jalt.2023.6.1.9" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.37074/jalt.2023.6.1.9" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B25-applsci-13-05783' class='html-xx' data-content='25.'>Frieder, S.; Pinchetti, L.; Griffiths, R.R.; Salvatori, T.; Lukasiewicz, T.; Petersen, P.C.; Chevalier, A.; Berner, J. Mathematical capabilities of chatgpt. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2301.13867. [<a href="https://scholar.google.com/scholar_lookup?title=Mathematical+capabilities+of+chatgpt&author=Frieder,+S.&author=Pinchetti,+L.&author=Griffiths,+R.R.&author=Salvatori,+T.&author=Lukasiewicz,+T.&author=Petersen,+P.C.&author=Chevalier,+A.&author=Berner,+J.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B26-applsci-13-05783' class='html-xx' data-content='26.'>Kung, T.H.; Cheatham, M.; Medenilla, A.; Sillos, C.; De Leon, L.; Elepaño, C.; Madriaga, M.; Aggabao, R.; Diaz-Candido, G.; Maningo, J.; et al. Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models. <span class='html-italic'>PLoS Digit. Health</span> <b>2023</b>, <span class='html-italic'>2</span>, e0000198. [<a href="https://scholar.google.com/scholar_lookup?title=Performance+of+ChatGPT+on+USMLE:+Potential+for+AI-assisted+medical+education+using+large+language+models&author=Kung,+T.H.&author=Cheatham,+M.&author=Medenilla,+A.&author=Sillos,+C.&author=De+Leon,+L.&author=Elepa%C3%B1o,+C.&author=Madriaga,+M.&author=Aggabao,+R.&author=Diaz-Candido,+G.&author=Maningo,+J.&publication_year=2023&journal=PLoS+Digit.+Health&volume=2&pages=e0000198&doi=10.1371/journal.pdig.0000198" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1371/journal.pdig.0000198" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B27-applsci-13-05783' class='html-xx' data-content='27.'>Gilson, A.; Safranek, C.; Huang, T.; Socrates, V.; Chi, L.; Taylor, R.A.; Chartash, D. How Well Does ChatGPT Do When Taking the Medical Licensing Exams? The Implications of Large Language Models for Medical Education and Knowledge Assessment. <span class='html-italic'>medRxiv</span> <b>2022</b>. [<a href="https://scholar.google.com/scholar_lookup?title=How+Well+Does+ChatGPT+Do+When+Taking+the+Medical+Licensing+Exams?+The+Implications+of+Large+Language+Models+for+Medical+Education+and+Knowledge+Assessment&author=Gilson,+A.&author=Safranek,+C.&author=Huang,+T.&author=Socrates,+V.&author=Chi,+L.&author=Taylor,+R.A.&author=Chartash,+D.&publication_year=2022&journal=medRxiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B28-applsci-13-05783' class='html-xx' data-content='28.'>Aydın, Ö.; Karaarslan, E. OpenAI ChatGPT generated literature review: Digital twin in healthcare. <span class='html-italic'>SSRN</span> <b>2022</b>. [<a href="https://scholar.google.com/scholar_lookup?title=OpenAI+ChatGPT+generated+literature+review:+Digital+twin+in+healthcare&author=Ayd%C4%B1n,+%C3%96.&author=Karaarslan,+E.&publication_year=2022&journal=SSRN&doi=10.2139/ssrn.4308687" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.2139/ssrn.4308687" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B29-applsci-13-05783' class='html-xx' data-content='29.'>Watanobe, Y.; Rahman, M.M.; Amin, M.F.I.; Kabir, R. Identifying algorithm in program code based on structural features using CNN classification model. <span class='html-italic'>Appl. Intell.</span> <b>2022</b>, 1–27. [<a href="https://scholar.google.com/scholar_lookup?title=Identifying+algorithm+in+program+code+based+on+structural+features+using+CNN+classification+model&author=Watanobe,+Y.&author=Rahman,+M.M.&author=Amin,+M.F.I.&author=Kabir,+R.&publication_year=2022&journal=Appl.+Intell.&pages=1%E2%80%9327&doi=10.1007/s10489-022-04078-y" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1007/s10489-022-04078-y" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B30-applsci-13-05783' class='html-xx' data-content='30.'>Li, Y.; Choi, D.; Chung, J.; Kushman, N.; Schrittwieser, J.; Leblond, R.; Eccles, T.; Keeling, J.; Gimeno, F.; Dal Lago, A.; et al. Competition-level code generation with alphacode. <span class='html-italic'>Science</span> <b>2022</b>, <span class='html-italic'>378</span>, 1092–1097. [<a href="https://scholar.google.com/scholar_lookup?title=Competition-level+code+generation+with+alphacode&author=Li,+Y.&author=Choi,+D.&author=Chung,+J.&author=Kushman,+N.&author=Schrittwieser,+J.&author=Leblond,+R.&author=Eccles,+T.&author=Keeling,+J.&author=Gimeno,+F.&author=Dal+Lago,+A.&publication_year=2022&journal=Science&volume=378&pages=1092%E2%80%931097&doi=10.1126/science.abq1158&pmid=36480631" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1126/science.abq1158" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>] [<a href="http://www.ncbi.nlm.nih.gov/pubmed/36480631" class='cross-ref' data-typ='pmid' target='_blank' rel='noopener noreferrer'>PubMed</a>]</li><li id='B31-applsci-13-05783' class='html-xx' data-content='31.'>Castelvecchi, D. Are ChatGPT and AlphaCode going to replace programmers? <span class='html-italic'>Nature</span>, 8 December 2022. [<a href="https://scholar.google.com/scholar_lookup?title=Are+ChatGPT+and+AlphaCode+going+to+replace+programmers?&author=Castelvecchi,+D.&publication_year=2022" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B32-applsci-13-05783' class='html-xx' data-content='32.'>Sobania, D.; Briesch, M.; Hanna, C.; Petke, J. An analysis of the automatic bug fixing performance of chatgpt. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2301.08653. [<a href="https://scholar.google.com/scholar_lookup?title=An+analysis+of+the+automatic+bug+fixing+performance+of+chatgpt&author=Sobania,+D.&author=Briesch,+M.&author=Hanna,+C.&author=Petke,+J.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B33-applsci-13-05783' class='html-xx' data-content='33.'>Jalil, S.; Rafi, S.; LaToza, T.D.; Moran, K.; Lam, W. ChatGPT and Software Testing Education: Promises & Perils. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2302.03287. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT+and+Software+Testing+Education:+Promises+%2526+Perils&author=Jalil,+S.&author=Rafi,+S.&author=LaToza,+T.D.&author=Moran,+K.&author=Lam,+W.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B34-applsci-13-05783' class='html-xx' data-content='34.'>Malinka, K.; Perešíni, M.; Firc, A.; Hujňák, O.; Januš, F. On the educational impact of ChatGPT: Is Artificial Intelligence ready to obtain a university degree? <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2303.11146. [<a href="https://scholar.google.com/scholar_lookup?title=On+the+educational+impact+of+ChatGPT:+Is+Artificial+Intelligence+ready+to+obtain+a+university+degree?&author=Malinka,+K.&author=Pere%C5%A1%C3%ADni,+M.&author=Firc,+A.&author=Huj%C5%88%C3%A1k,+O.&author=Janu%C5%A1,+F.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B35-applsci-13-05783' class='html-xx' data-content='35.'>Kashefi, A.; Mukerji, T. Chatgpt for programming numerical methods. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2303.12093. [<a href="https://scholar.google.com/scholar_lookup?title=Chatgpt+for+programming+numerical+methods&author=Kashefi,+A.&author=Mukerji,+T.&publication_year=2023&journal=arXiv&doi=10.1615/JMachLearnModelComput.2023048492" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1615/JMachLearnModelComput.2023048492" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B36-applsci-13-05783' class='html-xx' data-content='36.'>White, J.; Hays, S.; Fu, Q.; Spencer-Smith, J.; Schmidt, D.C. Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2303.07839. [<a href="https://scholar.google.com/scholar_lookup?title=Chatgpt+prompt+patterns+for+improving+code+quality,+refactoring,+requirements+elicitation,+and+software+design&author=White,+J.&author=Hays,+S.&author=Fu,+Q.&author=Spencer-Smith,+J.&author=Schmidt,+D.C.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B37-applsci-13-05783' class='html-xx' data-content='37.'>Lee, H. The rise of ChatGPT: Exploring its potential in medical education. <span class='html-italic'>Anat. Sci. Educ.</span> <b>2023</b>. [<a href="https://scholar.google.com/scholar_lookup?title=The+rise+of+ChatGPT:+Exploring+its+potential+in+medical+education&author=Lee,+H.&publication_year=2023&journal=Anat.+Sci.+Educ.&doi=10.1002/ase.2270" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1002/ase.2270" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B38-applsci-13-05783' class='html-xx' data-content='38.'>Dai, H.; Liu, Z.; Liao, W.; Huang, X.; Wu, Z.; Zhao, L.; Liu, W.; Liu, N.; Li, S.; Zhu, D.; et al. Chataug: Leveraging chatgpt for text data augmentation. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2302.13007. [<a href="https://scholar.google.com/scholar_lookup?title=Chataug:+Leveraging+chatgpt+for+text+data+augmentation&author=Dai,+H.&author=Liu,+Z.&author=Liao,+W.&author=Huang,+X.&author=Wu,+Z.&author=Zhao,+L.&author=Liu,+W.&author=Liu,+N.&author=Li,+S.&author=Zhu,+D.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B39-applsci-13-05783' class='html-xx' data-content='39.'>Wang, F.Y.; Yang, J.; Wang, X.; Li, J.; Han, Q.L. Chat with chatgpt on industry 5.0: Learning and decision-making for intelligent industries. <span class='html-italic'>IEEE/CAA J. Autom. Sin.</span> <b>2023</b>, <span class='html-italic'>10</span>, 831–834. [<a href="https://scholar.google.com/scholar_lookup?title=Chat+with+chatgpt+on+industry+5.0:+Learning+and+decision-making+for+intelligent+industries&author=Wang,+F.Y.&author=Yang,+J.&author=Wang,+X.&author=Li,+J.&author=Han,+Q.L.&publication_year=2023&journal=IEEE/CAA+J.+Autom.+Sin.&volume=10&pages=831%E2%80%93834&doi=10.1109/JAS.2023.123552" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1109/JAS.2023.123552" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B40-applsci-13-05783' class='html-xx' data-content='40.'>Wollowski, M. Using ChatGPT to produce code for a typical college-level assignment. <span class='html-italic'>AI Mag.</span> <b>2023</b>, <span class='html-italic'>44</span>, 129–130. [<a href="https://scholar.google.com/scholar_lookup?title=Using+ChatGPT+to+produce+code+for+a+typical+college-level+assignment&author=Wollowski,+M.&publication_year=2023&journal=AI+Mag.&volume=44&pages=129%E2%80%93130&doi=10.1002/aaai.12086" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1002/aaai.12086" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B41-applsci-13-05783' class='html-xx' data-content='41.'>Du, H.; Teng, S.; Chen, H.; Ma, J.; Wang, X.; Gou, C.; Li, B.; Ma, S.; Miao, Q.; Na, X.; et al. Chat with chatgpt on intelligent vehicles: An ieee tiv perspective. <span class='html-italic'>IEEE Trans. Intell. Veh.</span> <b>2023</b>, <span class='html-italic'>8</span>, 2020–2026. [<a href="https://scholar.google.com/scholar_lookup?title=Chat+with+chatgpt+on+intelligent+vehicles:+An+ieee+tiv+perspective&author=Du,+H.&author=Teng,+S.&author=Chen,+H.&author=Ma,+J.&author=Wang,+X.&author=Gou,+C.&author=Li,+B.&author=Ma,+S.&author=Miao,+Q.&author=Na,+X.&publication_year=2023&journal=IEEE+Trans.+Intell.+Veh.&volume=8&pages=2020%E2%80%932026&doi=10.1109/TIV.2023.3253281" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1109/TIV.2023.3253281" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B42-applsci-13-05783' class='html-xx' data-content='42.'>Shen, Y.; Song, K.; Tan, X.; Li, D.; Lu, W.; Zhuang, Y. Hugginggpt: Solving ai tasks with chatgpt and its friends in huggingface. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2303.17580. [<a href="https://scholar.google.com/scholar_lookup?title=Hugginggpt:+Solving+ai+tasks+with+chatgpt+and+its+friends+in+huggingface&author=Shen,+Y.&author=Song,+K.&author=Tan,+X.&author=Li,+D.&author=Lu,+W.&author=Zhuang,+Y.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B43-applsci-13-05783' class='html-xx' data-content='43.'>Avila-Chauvet, L.; Mejía, D.; Acosta Quiroz, C.O. Chatgpt as a Support Tool for Online Behavioral Task Programming. <span class='html-italic'>SSRN</span> <b>2023</b>. Available online: <a href='https://ssrn.com/abstract=4329020' target='_blank' rel="noopener noreferrer" >https://ssrn.com/abstract=4329020</a> (accessed on 15 March 2023).</li><li id='B44-applsci-13-05783' class='html-xx' data-content='44.'>Antaki, F.; Touma, S.; Milad, D.; El-Khoury, J.; Duval, R. Evaluating the performance of chatgpt in ophthalmology: An analysis of its successes and shortcomings. <span class='html-italic'>medRxiv</span> <b>2023</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Evaluating+the+performance+of+chatgpt+in+ophthalmology:+An+analysis+of+its+successes+and+shortcomings&author=Antaki,+F.&author=Touma,+S.&author=Milad,+D.&author=El-Khoury,+J.&author=Duval,+R.&publication_year=2023&journal=medRxiv&doi=10.1016/j.xops.2023.100324" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1016/j.xops.2023.100324" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B45-applsci-13-05783' class='html-xx' data-content='45.'>Rao, A.S.; Kim, J.; Kamineni, M.; Pang, M.; Lie, W.; Succi, M. Evaluating ChatGPT as an adjunct for radiologic decision-making. <span class='html-italic'>medRxiv</span> <b>2023</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Evaluating+ChatGPT+as+an+adjunct+for+radiologic+decision-making&author=Rao,+A.S.&author=Kim,+J.&author=Kamineni,+M.&author=Pang,+M.&author=Lie,+W.&author=Succi,+M.&publication_year=2023&journal=medRxiv&doi=10.1101/2023.02.02.23285399" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1101/2023.02.02.23285399" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B46-applsci-13-05783' class='html-xx' data-content='46.'>Wenzlaff, K.; Spaeth, S. Smarter than Humans? Validating how OpenAI’s ChatGPT model explains Crowdfunding, Alternative Finance and Community Finance. <span class='html-italic'>SSRN</span> <b>2022</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Smarter+than+Humans?+Validating+how+OpenAI%E2%80%99s+ChatGPT+model+explains+Crowdfunding,+Alternative+Finance+and+Community+Finance&author=Wenzlaff,+K.&author=Spaeth,+S.&publication_year=2022&journal=SSRN&doi=10.2139/ssrn.4302443" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.2139/ssrn.4302443" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B47-applsci-13-05783' class='html-xx' data-content='47.'>Zaremba, A.; Demir, E. ChatGPT: Unlocking the Future of NLP in Finance. <span class='html-italic'>SSRN</span> <b>2023</b>. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT:+Unlocking+the+Future+of+NLP+in+Finance&author=Zaremba,+A.&author=Demir,+E.&publication_year=2023&journal=SSRN&doi=10.2139/ssrn.4323643" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.2139/ssrn.4323643" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B48-applsci-13-05783' class='html-xx' data-content='48.'>Choi, J.H.; Hickman, K.E.; Monahan, A.; Schwarcz, D. Chatgpt goes to law school. <span class='html-italic'>SSRN</span> <b>2023</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Chatgpt+goes+to+law+school&author=Choi,+J.H.&author=Hickman,+K.E.&author=Monahan,+A.&author=Schwarcz,+D.&publication_year=2023&journal=SSRN&doi=10.2139/ssrn.4335905" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.2139/ssrn.4335905" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B49-applsci-13-05783' class='html-xx' data-content='49.'>Jiao, W.; Wang, W.; Huang, J.t.; Wang, X.; Tu, Z. Is ChatGPT a good translator? A preliminary study. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2301.08745. [<a href="https://scholar.google.com/scholar_lookup?title=Is+ChatGPT+a+good+translator?+A+preliminary+study&author=Jiao,+W.&author=Wang,+W.&author=Huang,+J.t.&author=Wang,+X.&author=Tu,+Z.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B50-applsci-13-05783' class='html-xx' data-content='50.'>Beth, M. AI and the Future of Undergraduate Writing. 2022. Available online: <a href='https://www.chronicle.com/article/ai-and-the-future-of-undergraduate-writing' target='_blank' rel="noopener noreferrer" >https://www.chronicle.com/article/ai-and-the-future-of-undergraduate-writing</a> (accessed on 12 March 2023).</li><li id='B51-applsci-13-05783' class='html-xx' data-content='51.'>Sharples, M. Automated essay writing: An AIED opinion. <span class='html-italic'>Int. J. Artif. Intell. Educ.</span> <b>2022</b>, <span class='html-italic'>32</span>, 1119–1126. [<a href="https://scholar.google.com/scholar_lookup?title=Automated+essay+writing:+An+AIED+opinion&author=Sharples,+M.&publication_year=2022&journal=Int.+J.+Artif.+Intell.+Educ.&volume=32&pages=1119%E2%80%931126&doi=10.1007/s40593-022-00300-7" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1007/s40593-022-00300-7" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B52-applsci-13-05783' class='html-xx' data-content='52.'>Rahman, M.M.; Watanobe, Y.; Kiran, R.U.; Thang, T.C.; Paik, I. Impact of practical skills on academic performance: A data-driven analysis. <span class='html-italic'>IEEE Access</span> <b>2021</b>, <span class='html-italic'>9</span>, 139975–139993. [<a href="https://scholar.google.com/scholar_lookup?title=Impact+of+practical+skills+on+academic+performance:+A+data-driven+analysis&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Kiran,+R.U.&author=Thang,+T.C.&author=Paik,+I.&publication_year=2021&journal=IEEE+Access&volume=9&pages=139975%E2%80%93139993&doi=10.1109/ACCESS.2021.3119145" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1109/ACCESS.2021.3119145" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B53-applsci-13-05783' class='html-xx' data-content='53.'>Zhang, Q.; Fang, C.; Ma, Y.; Sun, W.; Chen, Z. A Survey of Learning-based Automated Program Repair. <span class='html-italic'>arXiv</span> <b>2023</b>, arXiv:2301.03270. [<a href="https://scholar.google.com/scholar_lookup?title=A+Survey+of+Learning-based+Automated+Program+Repair&author=Zhang,+Q.&author=Fang,+C.&author=Ma,+Y.&author=Sun,+W.&author=Chen,+Z.&publication_year=2023&journal=arXiv" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B54-applsci-13-05783' class='html-xx' data-content='54.'>Rahman, M.M.; Watanobe, Y.; Nakamura, K. Evaluation of source codes using bidirectional lstm neural network. In Proceedings of the 2020 3rd IEEE International Conference on Knowledge Innovation and Invention (ICKII), Kaohsiung, Taiwan, 21–23 August 2020; pp. 140–143. [<a href="https://scholar.google.com/scholar_lookup?title=Evaluation+of+source+codes+using+bidirectional+lstm+neural+network&conference=Proceedings+of+the+2020+3rd+IEEE+International+Conference+on+Knowledge+Innovation+and+Invention+(ICKII)&author=Rahman,+M.M.&author=Watanobe,+Y.&author=Nakamura,+K.&publication_year=2020&pages=140%E2%80%93143" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B55-applsci-13-05783' class='html-xx' data-content='55.'>Sobania, D.; Briesch, M.; Rothlauf, F. Choose your programming copilot: A comparison of the program synthesis performance of github copilot and genetic programming. In Proceedings of the Genetic and Evolutionary Computation Conference, New York, NY, USA, 9–13 July 2022; pp. 1019–1027. [<a href="https://scholar.google.com/scholar_lookup?title=Choose+your+programming+copilot:+A+comparison+of+the+program+synthesis+performance+of+github+copilot+and+genetic+programming&conference=Proceedings+of+the+Genetic+and+Evolutionary+Computation+Conference&author=Sobania,+D.&author=Briesch,+M.&author=Rothlauf,+F.&publication_year=2022&pages=1019%E2%80%931027" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>]</li><li id='B56-applsci-13-05783' class='html-xx' data-content='56.'>Watanobe, Y.; Rahman, M.M.; Matsumoto, T.; Rage, U.K.; Ravikumar, P. Online judge system: Requirements, architecture, and experiences. <span class='html-italic'>Int. J. Softw. Eng. Knowl. Eng.</span> <b>2022</b>, <span class='html-italic'>32</span>, 917–946. [<a href="https://scholar.google.com/scholar_lookup?title=Online+judge+system:+Requirements,+architecture,+and+experiences&author=Watanobe,+Y.&author=Rahman,+M.M.&author=Matsumoto,+T.&author=Rage,+U.K.&author=Ravikumar,+P.&publication_year=2022&journal=Int.+J.+Softw.+Eng.+Knowl.+Eng.&volume=32&pages=917%E2%80%93946&doi=10.1142/S0218194022500346" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1142/S0218194022500346" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B57-applsci-13-05783' class='html-xx' data-content='57.'>Cotton, D.R.; Cotton, P.A.; Shipway, J.R. Chatting and Cheating. Ensuring academic integrity in the era of ChatGPT. <span class='html-italic'>Innov. Educ. Teach. Int.</span> <b>2023</b>, 1–12. [<a href="https://scholar.google.com/scholar_lookup?title=Chatting+and+Cheating.+Ensuring+academic+integrity+in+the+era+of+ChatGPT&author=Cotton,+D.R.&author=Cotton,+P.A.&author=Shipway,+J.R.&publication_year=2023&journal=Innov.+Educ.+Teach.+Int.&pages=1%E2%80%9312&doi=10.1080/14703297.2023.2190148" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1080/14703297.2023.2190148" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B58-applsci-13-05783' class='html-xx' data-content='58.'>Stokel-Walker, C. ChatGPT listed as author on research papers: Many scientists disapprove. <span class='html-italic'>Nature</span> <b>2023</b>, <span class='html-italic'>613</span>, 620–621. [<a href="https://scholar.google.com/scholar_lookup?title=ChatGPT+listed+as+author+on+research+papers:+Many+scientists+disapprove&author=Stokel-Walker,+C.&publication_year=2023&journal=Nature&volume=613&pages=620%E2%80%93621&doi=10.1038/d41586-023-00107-z" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1038/d41586-023-00107-z" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B59-applsci-13-05783' class='html-xx' data-content='59.'>Pavlik, J.V. Collaborating with ChatGPT: Considering the Implications of Generative Artificial Intelligence for Journalism and Media Education. <span class='html-italic'>J. Mass Commun. Educ.</span> <b>2023</b>, <span class='html-italic'>78</span>, 84–93. [<a href="https://scholar.google.com/scholar_lookup?title=Collaborating+with+ChatGPT:+Considering+the+Implications+of+Generative+Artificial+Intelligence+for+Journalism+and+Media+Education&author=Pavlik,+J.V.&publication_year=2023&journal=J.+Mass+Commun.+Educ.&volume=78&pages=84%E2%80%9393&doi=10.1177/10776958221149577" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1177/10776958221149577" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B60-applsci-13-05783' class='html-xx' data-content='60.'>Elkins, K.; Chun, J. Can GPT-3 pass a Writer’s turing test? <span class='html-italic'>J. Cult. Anal.</span> <b>2020</b>, <span class='html-italic'>5</span>, 1–16. [<a href="https://scholar.google.com/scholar_lookup?title=Can+GPT-3+pass+a+Writer%E2%80%99s+turing+test?&author=Elkins,+K.&author=Chun,+J.&publication_year=2020&journal=J.+Cult.+Anal.&volume=5&pages=1%E2%80%9316&doi=10.22148/001c.17212" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.22148/001c.17212" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B61-applsci-13-05783' class='html-xx' data-content='61.'>Gao, C.A.; Howard, F.M.; Markov, N.S.; Dyer, E.C.; Ramesh, S.; Luo, Y.; Pearson, A.T. Comparing scientific abstracts generated by ChatGPT to original abstracts using an artificial intelligence output detector, plagiarism detector, and blinded human reviewers. <span class='html-italic'>bioRxiv</span> <b>2022</b>. [<a href="https://scholar.google.com/scholar_lookup?title=Comparing+scientific+abstracts+generated+by+ChatGPT+to+original+abstracts+using+an+artificial+intelligence+output+detector,+plagiarism+detector,+and+blinded+human+reviewers&author=Gao,+C.A.&author=Howard,+F.M.&author=Markov,+N.S.&author=Dyer,+E.C.&author=Ramesh,+S.&author=Luo,+Y.&author=Pearson,+A.T.&publication_year=2022&journal=bioRxiv&doi=10.1101/2022.12.23.521610" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.1101/2022.12.23.521610" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B62-applsci-13-05783' class='html-xx' data-content='62.'>Dehouche, N. Plagiarism in the age of massive Generative Pre-trained Transformers (GPT-3). <span class='html-italic'>Ethics Sci. Environ. Politics</span> <b>2021</b>, <span class='html-italic'>21</span>, 17–23. [<a href="https://scholar.google.com/scholar_lookup?title=Plagiarism+in+the+age+of+massive+Generative+Pre-trained+Transformers+(GPT-3)&author=Dehouche,+N.&publication_year=2021&journal=Ethics+Sci.+Environ.+Politics&volume=21&pages=17%E2%80%9323&doi=10.3354/esep00195" class='google-scholar' target='_blank' rel='noopener noreferrer'>Google Scholar</a>] [<a href="https://doi.org/10.3354/esep00195" class='cross-ref' target='_blank' rel='noopener noreferrer'>CrossRef</a>]</li><li id='B63-applsci-13-05783' class='html-xx' data-content='63.'>Kalhan, R. ChatGPT Banned from New York City Public Schools’ Devices and Networks. 2023. Available online: <a href='https://www.nbcnews.com/tech/tech-news/new-york-city-public-schools-ban-chatgpt-devices-networks-rcna64446' target='_blank' rel="noopener noreferrer" >https://www.nbcnews.com/tech/tech-news/new-york-city-public-schools-ban-chatgpt-devices-networks-rcna64446</a> (accessed on 12 March 2023).</li></ol></section><section id='FiguresandTables' type='display-objects'><div class="html-fig-wrap" id="applsci-13-05783-f001"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f001"> <img alt="Applsci 13 05783 g001 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f001"></a> </div> </div> <div class="html-fig_description"> <b>Figure 1.</b> Capabilities of ChatGPT for technical education. (<b>a</b>) Conceptual example and explanation of a topic. (<b>b</b>) Solutions of mathematical questions. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f001"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f001" > <div class="html-caption" > <b>Figure 1.</b> Capabilities of ChatGPT for technical education. (<b>a</b>) Conceptual example and explanation of a topic. (<b>b</b>) Solutions of mathematical questions.</div> <div class="html-img"><img alt="Applsci 13 05783 g001" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g001.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f002"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f002"> <img alt="Applsci 13 05783 g002 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f002"></a> </div> </div> <div class="html-fig_description"> <b>Figure 2.</b> Outline of Algorithm and Data Structures course using ChatGPT. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f002"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f002" > <div class="html-caption" > <b>Figure 2.</b> Outline of Algorithm and Data Structures course using ChatGPT.</div> <div class="html-img"><img alt="Applsci 13 05783 g002" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g002.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f003"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f003"> <img alt="Applsci 13 05783 g003 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f003"></a> </div> </div> <div class="html-fig_description"> <b>Figure 3.</b> Personalized learning using ChatGPT. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f003"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f003" > <div class="html-caption" > <b>Figure 3.</b> Personalized learning using ChatGPT.</div> <div class="html-img"><img alt="Applsci 13 05783 g003" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g003.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f004"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f004"> <img alt="Applsci 13 05783 g004 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f004"></a> </div> </div> <div class="html-fig_description"> <b>Figure 4.</b> Summarized information generated by ChatGPT based on a query. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f004"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f004" > <div class="html-caption" > <b>Figure 4.</b> Summarized information generated by ChatGPT based on a query.</div> <div class="html-img"><img alt="Applsci 13 05783 g004" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g004.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f005"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f005"> <img alt="Applsci 13 05783 g005 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f005"></a> </div> </div> <div class="html-fig_description"> <b>Figure 5.</b> ChatGPT generates quizzes with different difficulty levels on the same topic. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f005"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f005" > <div class="html-caption" > <b>Figure 5.</b> ChatGPT generates quizzes with different difficulty levels on the same topic.</div> <div class="html-img"><img alt="Applsci 13 05783 g005" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g005.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f006"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f006"> <img alt="Applsci 13 05783 g006 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f006"></a> </div> </div> <div class="html-fig_description"> <b>Figure 6.</b> Research ideas for a topic are generated by ChatGPT. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f006"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f006" > <div class="html-caption" > <b>Figure 6.</b> Research ideas for a topic are generated by ChatGPT.</div> <div class="html-img"><img alt="Applsci 13 05783 g006" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g006.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f007"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f007"> <img alt="Applsci 13 05783 g007 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f007"></a> </div> </div> <div class="html-fig_description"> <b>Figure 7.</b> Pseudocode and explanation of selection sort algorithm. (<b>a</b>) Pseudocode of selection sort. (<b>b</b>) Explanation of selection sort. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f007"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f007" > <div class="html-caption" > <b>Figure 7.</b> Pseudocode and explanation of selection sort algorithm. (<b>a</b>) Pseudocode of selection sort. (<b>b</b>) Explanation of selection sort.</div> <div class="html-img"><img alt="Applsci 13 05783 g007" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g007.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f008"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f008"> <img alt="Applsci 13 05783 g008 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f008"></a> </div> </div> <div class="html-fig_description"> <b>Figure 8.</b> Comparison of the evaluation accuracy of the generated code for all problems executed with basic compiler and the AOJ platform. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f008"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f008" > <div class="html-caption" > <b>Figure 8.</b> Comparison of the evaluation accuracy of the generated code for all problems executed with basic compiler and the AOJ platform.</div> <div class="html-img"><img alt="Applsci 13 05783 g008" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g008.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f009"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f009"> <img alt="Applsci 13 05783 g009 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f009"></a> </div> </div> <div class="html-fig_description"> <b>Figure 9.</b> Error checking and debugging in code using ChatGPT. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f009"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f009" > <div class="html-caption" > <b>Figure 9.</b> Error checking and debugging in code using ChatGPT.</div> <div class="html-img"><img alt="Applsci 13 05783 g009" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g009.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f010"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f010"> <img alt="Applsci 13 05783 g010 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f010"></a> </div> </div> <div class="html-fig_description"> <b>Figure 10.</b> Code review and optimization using ChatGPT. (<b>a</b>) Erroneous code with a TLE error decision. (<b>b</b>) Suggestions and optimized code provided by ChatGPT. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f010"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f010" > <div class="html-caption" > <b>Figure 10.</b> Code review and optimization using ChatGPT. (<b>a</b>) Erroneous code with a TLE error decision. (<b>b</b>) Suggestions and optimized code provided by ChatGPT.</div> <div class="html-img"><img alt="Applsci 13 05783 g010" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g010.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f011"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f011"> <img alt="Applsci 13 05783 g011 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f011"></a> </div> </div> <div class="html-fig_description"> <b>Figure 11.</b> Student participation statistics in the survey. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f011"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f011" > <div class="html-caption" > <b>Figure 11.</b> Student participation statistics in the survey.</div> <div class="html-img"><img alt="Applsci 13 05783 g011" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g011.png" /></div> </div><div class="html-fig-wrap" id="applsci-13-05783-f012"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f012"> <img alt="Applsci 13 05783 g012 550" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012-550.jpg" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#fig_body_display_applsci-13-05783-f012"></a> </div> </div> <div class="html-fig_description"> <b>Figure 12.</b> Programming experience (on a scale of 1 to 5) of the students who participated in the survey. <!-- <p><a class="html-figpopup" href="#fig_body_display_applsci-13-05783-f012"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_applsci-13-05783-f012" > <div class="html-caption" > <b>Figure 12.</b> Programming experience (on a scale of 1 to 5) of the students who participated in the survey.</div> <div class="html-img"><img alt="Applsci 13 05783 g012" data-large="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012.png" data-original="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012.png" data-lsrc="/applsci/applsci-13-05783/article_deploy/html/images/applsci-13-05783-g012.png" /></div> </div><div class="html-table-wrap" id="applsci-13-05783-t001"> <div class="html-table_wrap_td" > <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href='#table_body_display_applsci-13-05783-t001'> <img alt="Table" data-lsrc="https://www.mdpi.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#table_body_display_applsci-13-05783-t001"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 1.</b> A list of educational and research articles about ChatGPT. </div> </div> <div class="html-table_show mfp-hide " id ="table_body_display_applsci-13-05783-t001" > <div class="html-caption" ><b>Table 1.</b> A list of educational and research articles about ChatGPT.</div> <table > <thead ><tr ><th align='center' valign='middle' style='border-bottom:solid thin;border-top:solid thin' class='html-align-center' >Category</th><th align='center' valign='middle' style='border-bottom:solid thin;border-top:solid thin' class='html-align-center' >Article</th><th align='center' valign='middle' style='border-bottom:solid thin;border-top:solid thin' class='html-align-center' ># Citations</th><th align='center' valign='middle' style='border-bottom:solid thin;border-top:solid thin' class='html-align-center' >Description</th></tr></thead><tbody ><tr ><td rowspan='5' align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Programming Support</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Jalil et al. [<a href="#B33-applsci-13-05783" class="html-bibr">33</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >9</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Solving questions of software-testing curriculum</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Sobania et al. [<a href="#B32-applsci-13-05783" class="html-bibr">32</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >34</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Automatic bug fixing in code</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Qadir [<a href="#B10-applsci-13-05783" class="html-bibr">10</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >28</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Application in engineering education</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Laurent et al. [<a href="#B43-applsci-13-05783" class="html-bibr">43</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >9</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Support tool for HTML, CSS, and JavaScript code</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Matt Welsh [<a href="#B13-applsci-13-05783" class="html-bibr">13</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >12</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Future of common programming practices</td></tr><tr ><td rowspan='4' align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Medical Education and Exam</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Kung et al. [<a href="#B26-applsci-13-05783" class="html-bibr">26</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >208</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >AI-assisted medical education</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Gilson et al. [<a href="#B27-applsci-13-05783" class="html-bibr">27</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >39</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Medical education</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Antaki et al. [<a href="#B44-applsci-13-05783" class="html-bibr">44</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >11</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Ophthalmology question answering</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Rao et al. [<a href="#B45-applsci-13-05783" class="html-bibr">45</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >11</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Adjunct for radiologic decision-making</td></tr><tr ><td rowspan='4' align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Finance Education and Research</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Muneer [<a href="#B22-applsci-13-05783" class="html-bibr">22</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >18</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Enhance the performance of economy and finance research</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Dowling et al. [<a href="#B23-applsci-13-05783" class="html-bibr">23</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >57</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Research on finance</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Karsten [<a href="#B46-applsci-13-05783" class="html-bibr">46</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >8</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Explain alternative and community finance and crowdfunding</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Adam and Demir [<a href="#B47-applsci-13-05783" class="html-bibr">47</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >17</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Financial application</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Mathematics</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Simon et al. [<a href="#B25-applsci-13-05783" class="html-bibr">25</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >34</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Presented mathematical capabilities</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Law</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Jonathan et al. [<a href="#B48-applsci-13-05783" class="html-bibr">48</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >66</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Examine the performance for law school exams</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Translator</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Wenxiang et al. [<a href="#B49-applsci-13-05783" class="html-bibr">49</a>]</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >48</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Performance in machine translation</td></tr></tbody> </table> </div><div class="html-table-wrap" id="applsci-13-05783-t002"> <div class="html-table_wrap_td" > <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href='#table_body_display_applsci-13-05783-t002'> <img alt="Table" data-lsrc="https://www.mdpi.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/2076-3417/13/9/5783/display" href="#table_body_display_applsci-13-05783-t002"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 2.</b> Evaluation results of generated codes based on Basic Compiler and AOJ system. </div> </div> <div class="html-table_show mfp-hide " id ="table_body_display_applsci-13-05783-t002" > <div class="html-caption" ><b>Table 2.</b> Evaluation results of generated codes based on Basic Compiler and AOJ system.</div> <table > <thead ><tr ><th rowspan='2' align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Case No.</th><th rowspan='2' align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Problem Name</th><th colspan='2' align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Evaluation on Basic Compiler</th><th colspan='2' align='center' valign='middle' style='border-top:solid thin;border-bottom:solid thin' class='html-align-center' >Evaluation on AOJ</th></tr><tr ><th align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Success</th><th align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Failure</th><th align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Success</th><th align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Failure</th></tr></thead><tbody ><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Insertion Sort (IS) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_1_A' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_1_A</a> accessed on 5 January 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1 (WA)</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >GCD (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_1_B' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_1_B</a> accessed on 5 January 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Prime Numbers (PN) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_1_C' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_1_C</a> accessed on 13 January 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >4</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Reverse Polish Notation (RPN) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_3_A' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_3_A</a> accessed on 13 January 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >5</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Round-Robin Scheduler (RRS) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_3_B' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_3_B</a> accessed on 13 January 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1 (RE)</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >6</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Binary Search (BS) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_4_B' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_4_B</a> accessed on 05 February 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1 (TLE)</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >7</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Merge Sort (MS) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_5_B' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_5_B</a> accessed on 05 February 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2 (TLE, WA)</td></tr><tr ><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >8</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >Depth First Search (DFS) (<a href='https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_11_B' target='_blank' rel="noopener noreferrer">https://onlinejudge.u-aizu.ac.jp/courses/lesson/1/ALDS1/1/ALDS1_11_B</a> accessed on 10 February 2023)</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >3</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >0</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >2</td><td align='center' valign='middle' style='border-bottom:solid thin' class='html-align-center' >1 (WA)</td></tr></tbody> </table> </div></section><section class='html-fn_group'><table><tr id=''><td></td><td><div class='html-p'><b>Disclaimer/Publisher’s Note:</b> The statements, opinions and data contained in all publications are solely those of the individual author(s) and contributor(s) and not of MDPI and/or the editor(s). MDPI and/or the editor(s) disclaim responsibility for any injury to people or property resulting from any ideas, methods, instructions or products referred to in the content.</div></td></tr></table></section> <section id="html-copyright"><br>© 2023 by the authors. Licensee MDPI, Basel, Switzerland. This article is an open access article distributed under the terms and conditions of the Creative Commons Attribution (CC BY) license (<a href='https://creativecommons.org/licenses/by/4.0/' target='_blank' rel="noopener noreferrer" >https://creativecommons.org/licenses/by/4.0/</a>).</section> </div> </div> <div class="additional-content"> <h2><a name="cite"></a>Share and Cite</h2> <div class="social-media-links" style="text-align: left;"> <a href="/cdn-cgi/l/email-protection#b48b92d5d9c48fc7c1d6ded1d7c089f2c6dbd9918684f9f0e4fd9187f5918684918686f7dcd5c0f3e4e0918684d2dbc6918684f1d0c1d7d5c0dddbda918684d5dad0918684e6d1c7d1d5c6d7dc9187f5918684fbc4c4dbc6c0c1daddc0ddd1c79186f7918684e0dcc6d1d5c0c79186f7918684d5dad0918684e7c0c6d5c0d1d3ddd1c792c5c1dbc08f92d5d9c48fd6dbd0cd89dcc0c0c4c78e9b9bc3c3c39ad9d0c4dd9ad7dbd99b86868c878680829187f59184f59184f5f7dcd5c0f3e4e0918684d2dbc6918684f1d0c1d7d5c0dddbda918684d5dad0918684e6d1c7d1d5c6d7dc9187f5918684fbc4c4dbc6c0c1daddc0ddd1c79186f7918684e0dcc6d1d5c0c79186f7918684d5dad0918684e7c0c6d5c0d1d3ddd1c79184f59184f5f5d6c7c0c6d5d7c09187f5918684fdda918684c6d1d7d1dac0918684cdd1d5c6c79186f7918684c0dcd1918684c6ddc7d1918684dbd2918684d5d0c2d5dad7d1d0918684d5c6c0ddd2ddd7ddd5d8918684dddac0d1d8d8ddd3d1dad7d1918684c0d1d7dcdadbd8dbd3ddd1c7918684dcd5c7918684dcd5d0918684d5918684c4c6dbd2dbc1dad0918684ddd9c4d5d7c0918684dbda918684d9d5dacd918684d2ddd1d8d0c79186f7918684dddad7d8c1d0dddad3918684d1d0c1d7d5c0dddbda918684d5dad0918684c6d1c7d1d5c6d7dc9a918684fbdad1918684c7c1d7dc918684c0d1d7dcdadbd8dbd3cd918684ddc7918684f7dcd5c0f3e4e09186f7918684d5918684c4dbc3d1c6d2c1d8918684d8d5c6d3d1918684d8d5dad3c1d5d3d1918684d9dbd0d1d8918684d0d1c2d1d8dbc4d1d0918684d6cd918684fbc4d1daf5fd9a918684e0dcddc7918684c0d1d7dcdadbd8dbd3cd918684dbd2d2d1c6c7918684d1ccd7ddc0dddad3918684dbc4c4dbc6c0c1daddc0ddd1c7918684d2dbc6918684c7c0c1d0d1dac0c7918684d5dad0918684d1d0c1d7d5c0dbc6c79186f7918684dddad7d8c1d0dddad3918684c4d1c6c7dbdad5d8ddced1d0918684d2d1d1d0d6d5d7df9186f7918684dddad7c6d1d5c7d1d0918684d5d7d7d1c7c7ddd6ddd8ddc0cd9186f7918684dddac0d1c6d5d7c0ddc2d1918684d7dbdac2d1c6c7d5c0dddbdac79186f7918684d8d1c7c7dbda918684c4c6d1c4d5c6d5c0dddbda9186f7918684d1c2d5d8c1d5c0dddbda9186f7918684d5dad0918684dad1c3918684c3d5cdc7918684c0db918684c0d1d5d7dc918684d7dbd9c4d8d1cc918684d7dbdad7d1c4c0c79a918684fcdbc3d1c2d1c69186f7918684f7dcd5c0f3e4e0918684c4dbc7d1c7918684d0ddd2d2d1c6d1dac0918684c0dcc6d1d5c0c7918684c0db918684c0dcd1918684c0c6d5d0ddc0dddbdad5d8918684d1d0c1d7d5c0dddbda918684d5dad0918684c6d1c7d1d5c6d7dc918684c7cdc7c0d1d99186f7918684dddad7d8c1d0dddad3918684c0dcd1918684c4dbc7c7ddd6ddd8ddc0cd918684dbd2918684d7dcd1d5c0dddad3918684dbda918684dbdad8dddad1918684d1ccd5d9c79186f7918684dcc1d9d5da99d8dddfd1918684c0d1ccc0918684d3d1dad1c6d5c0dddbda9186f7918684d0ddd9dddaddc7dcd1d0918684d7c6ddc0ddd7d5d8918684c0dcdddadfdddad3918684c7dfddd8d8c79186f7918684d5dad0918684d0ddd2d2ddd7c1d8c0ddd1c7918684ddda918684d1c2d5d8c1d5c0dddad3918684dddad2dbc6d9d5c0dddbda918684d3d1dad1c6d5c0d1d0918684d6cd918684f7dcd5c0f3e4e09a918684e0dcddc7918684c7c0c1d0cd918684d1ccc4d8dbc6d1c7918684c0dcd1918684c4dbc0d1dac0ddd5d8918684dbc4c4dbc6c0c1daddc0ddd1c7918684d5dad0918684c0dcc6d1d5c0c7918684c0dcd5c0918684f7dcd5c0f3e4e0918684c4dbc7d1c7918684c0db918684dbc2d1c6d5d8d8918684d1d0c1d7d5c0dddbda918684d2c6dbd9918684c0dcd1918684c4d1c6c7c4d1d7c0ddc2d1918684dbd2918684c7c0c1d0d1dac0c7918684d5dad0918684d1d0c1d7d5c0dbc6c79a918684f2c1c6c0dcd1c6d9dbc6d19186f7918684d2dbc6918684c4c6dbd3c6d5d9d9dddad3918684d8d1d5c6dadddad39186f7918684c3d1918684d1ccc4d8dbc6d1918684dcdbc3918684f7dcd5c0f3e4e0918684dcd1d8c4c7918684c7c0c1d0d1dac0c7918684ddd9c4c6dbc2d1918684c0dcd1ddc6918684c4c6dbd3c6d5d9d9dddad3918684c7dfddd8d8c79a918684e0db918684d0d1d9dbdac7c0c6d5c0d1918684c0dcddc79186f7918684c3d1918684d7dbdad0c1d7c0d1d0918684d0ddd2d2d1c6d1dac0918684d7dbd0dddad399c6d1d8d5c0d1d0918684d1ccc4d1c6ddd9d1dac0c7918684c3ddc0dc918684f7dcd5c0f3e4e09186f7918684dddad7d8c1d0dddad3918684d7dbd0d1918684d3d1dad1c6d5c0dddbda918684d2c6dbd9918684c4c6dbd6d8d1d9918684d0d1c7d7c6ddc4c0dddbdac79186f7918684c4c7d1c1d0dbd7dbd0d1918684d3d1dad1c6d5c0dddbda918684dbd2918684d5d8d3dbc6ddc0dcd9c7918684d2c6dbd9918684c0d1ccc0c79186f7918684d5dad0918684d7dbd0d1918684d7dbc6c6d1d7c0dddbda9a918684e0dcd1918684d3d1dad1c6d5c0d1d0918684d7dbd0d1c7918684d5c6d1918684c2d5d8ddd0d5c0d1d0918684c3ddc0dc918684d5da918684dbdad8dddad1918684dec1d0d3d1918684c7cdc7c0d1d9918684c0dbef9a9a9ae9" title="Email"> <i class="fa fa-envelope-square" style="font-size: 30px;"></i> </a> <a href="https://twitter.com/intent/tweet?text=ChatGPT+for+Education+and+Research%3A+Opportunities%2C+Threats%2C+and+Strategies&hashtags=mdpiapplsci&url=https%3A%2F%2Fwww.mdpi.com%2F2283246&via=Applsci" onclick="windowOpen(this.href,600,800); return false" target="_blank" rel="noopener noreferrer"> <i class="fa fa-twitter-x-square" style="font-size: 30px;"></i> </a> <a href=" http://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fwww.mdpi.com%2F2283246&title=ChatGPT%20for%20Education%20and%20Research%3A%20Opportunities%2C%20Threats%2C%20and%20Strategies%26source%3Dhttps%3A%2F%2Fwww.mdpi.com%26summary%3DIn%20recent%20years%2C%20the%20rise%20of%20advanced%20artificial%20intelligence%20technologies%20has%20had%20a%20profound%20impact%20on%20many%20fields%2C%20including%20education%20and%20research.%20One%20such%20technology%20is%20ChatGPT%2C%20a%20powerful%20large%20language%20model%20developed%20by%20OpenAI.%20This%20%5B...%5D" onclick="windowOpen(this.href,600,800); return false" title="LinkedIn" target="_blank" rel="noopener noreferrer"> <i class="fa fa-linkedin-square" style="font-size: 30px;"></i> </a> <a href="https://www.facebook.com/sharer.php?u=https://www.mdpi.com/2283246" title="facebook" target="_blank" rel="noopener noreferrer"> <i class="fa fa-facebook-square" style="font-size: 30px;"></i> </a> <a href="javascript:void(0);" title="Wechat" data-reveal-id="weixin-share-modal"> <i class="fa fa-weixin-square" style="font-size: 26px;"></i> </a> <a href="http://www.reddit.com/submit?url=https://www.mdpi.com/2283246" title="Reddit" target="_blank" rel="noopener noreferrer"> <i class="fa fa-reddit-square" style="font-size: 30px;"></i> </a> <a href="http://www.mendeley.com/import/?url=https://www.mdpi.com/2283246" title="Mendeley" target="_blank" rel="noopener noreferrer"> <i class="fa fa-mendeley-square" style="font-size: 30px;"></i> </a> </div> <div class="in-tab" style="padding-top: 0px!important; margin-top: 15px;"> <div><b>MDPI and ACS Style</b></div> <p> Rahman, M.M.; Watanobe, Y. ChatGPT for Education and Research: Opportunities, Threats, and Strategies. <em>Appl. Sci.</em> <b>2023</b>, <em>13</em>, 5783. https://doi.org/10.3390/app13095783 </p> <div style="display: block"> <b>AMA Style</b><br> <p> Rahman MM, Watanobe Y. ChatGPT for Education and Research: Opportunities, Threats, and Strategies. <em>Applied Sciences</em>. 2023; 13(9):5783. https://doi.org/10.3390/app13095783 </p> <b>Chicago/Turabian Style</b><br> <p> Rahman, Md. Mostafizer, and Yutaka Watanobe. 2023. "ChatGPT for Education and Research: Opportunities, Threats, and Strategies" <em>Applied Sciences</em> 13, no. 9: 5783. https://doi.org/10.3390/app13095783 </p> <b>APA Style</b><br> <p> Rahman, M. M., & Watanobe, Y. (2023). ChatGPT for Education and Research: Opportunities, Threats, and Strategies. <em>Applied Sciences</em>, <em>13</em>(9), 5783. https://doi.org/10.3390/app13095783 </p> </div> </div> <div class="info-box no-margin"> Note that from the first issue of 2016, this journal uses article numbers instead of page numbers. See further details <a target="_blank" href="https://www.mdpi.com/about/announcements/784">here</a>. </div> <h2><a name="metrics"></a>Article Metrics</h2> <div class="row"> <div class="small-12 columns"> <div id="loaded_cite_count" style="display:none">No</div> <div id="framed_div_cited_count" class="in-tab" style="display: none; overflow: auto;"></div> <div id="loaded" style="display:none">No</div> <div id="framed_div" class="in-tab" style="display: none; margin-top: 10px;"></div> </div> <div class="small-12 columns"> <div id="article_stats_div" style="display: none; margin-bottom: 1em;"> <h3>Article Access Statistics</h3> <div id="article_stats_swf" ></div> For more information on the journal statistics, click <a href="/journal/applsci/stats">here</a>. <div class="info-box"> Multiple requests from the same IP address are counted as one view. </div> </div> </div> </div> </div> </div> </article> </div> </div></div> <div class="webpymol-controls webpymol-controls-template" style="margin-top: 10px; display: none;"> <a class="bzoom">Zoom</a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="borient"> Orient </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="blines"> As Lines </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bsticks"> As Sticks </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bcartoon"> As Cartoon </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bsurface"> As Surface </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bprevscene">Previous Scene</a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bnextscene">Next Scene</a> </div> <div id="scifeed-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="recommended-articles-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="author-biographies-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="cite-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="Captcha" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Cite</h2> </div> <div class="small-12 columns"> <!-- BibTeX --> <form style="margin:0; padding:0; display:inline;" name="export-bibtex" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="1141623"> <input type="hidden" name="export_format_top" value="bibtex"> <input type="hidden" name="export_submit_top" value=""> </form> <!-- EndNote --> <form style="margin:0; padding:0; display:inline;" name="export-endnote" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="1141623"> <input type="hidden" name="export_format_top" value="endnote_no_abstract"> <input type="hidden" name="export_submit_top" value=""> </form> <!-- RIS --> <form style="margin:0; padding:0; display:inline;" name="export-ris" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="1141623"> <input type="hidden" name="export_format_top" value="ris"> <input type="hidden" name="export_submit_top" value=""> </form> <div> Export citation file: <a href="javascript:window.document.forms['export-bibtex'].submit()">BibTeX</a> | <a href="javascript:window.document.forms['export-endnote'].submit()">EndNote</a> | <a href="javascript:window.document.forms['export-ris'].submit()">RIS</a> </div> </div> <div class="small-12 columns"> <div class="in-tab"> <div><b>MDPI and ACS Style</b></div> <p> Rahman, M.M.; Watanobe, Y. ChatGPT for Education and Research: Opportunities, Threats, and Strategies. <em>Appl. Sci.</em> <b>2023</b>, <em>13</em>, 5783. https://doi.org/10.3390/app13095783 </p> <div style="display: block"> <b>AMA Style</b><br> <p> Rahman MM, Watanobe Y. ChatGPT for Education and Research: Opportunities, Threats, and Strategies. <em>Applied Sciences</em>. 2023; 13(9):5783. https://doi.org/10.3390/app13095783 </p> <b>Chicago/Turabian Style</b><br> <p> Rahman, Md. Mostafizer, and Yutaka Watanobe. 2023. "ChatGPT for Education and Research: Opportunities, Threats, and Strategies" <em>Applied Sciences</em> 13, no. 9: 5783. https://doi.org/10.3390/app13095783 </p> <b>APA Style</b><br> <p> Rahman, M. M., & Watanobe, Y. (2023). ChatGPT for Education and Research: Opportunities, Threats, and Strategies. <em>Applied Sciences</em>, <em>13</em>(9), 5783. https://doi.org/10.3390/app13095783 </p> </div> </div> <div class="info-box no-margin"> Note that from the first issue of 2016, this journal uses article numbers instead of page numbers. See further details <a target="_blank" href="https://www.mdpi.com/about/announcements/784">here</a>. </div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> </div> </div> </div> </div> </section> <div id="footer"> <div class="journal-info"> <span> <em><a class="Var_JournalInfo" href="/journal/applsci">Appl. Sci.</a></em>, EISSN 2076-3417, Published by MDPI </span> <div class="large-right"> <span> <a href="/rss/journal/applsci" class="rss-link">RSS</a> </span> <span> <a href="/journal/applsci/toc-alert">Content Alert</a> </span> </div> </div> <div class="row full-width footer-links" data-equalizer="footer" data-equalizer-mq="small"> <div class="large-2 large-push-4 medium-3 small-6 columns" data-equalizer-watch="footer"> <h3> Further Information </h3> <a href="/apc"> Article Processing Charges </a> <a href="/about/payment"> Pay an Invoice </a> <a href="/openaccess"> Open Access Policy </a> <a href="/about/contact"> Contact MDPI </a> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer"> Jobs at MDPI </a> </div> <div class="large-2 large-push-4 medium-3 small-6 columns" data-equalizer-watch="footer"> <h3> Guidelines </h3> <a href="/authors"> For Authors </a> <a href="/reviewers"> For Reviewers </a> <a href="/editors"> For Editors </a> <a href="/librarians"> For Librarians </a> <a href="/publishing_services"> For Publishers </a> <a href="/societies"> For Societies </a> <a href="/conference_organizers"> For Conference Organizers </a> </div> <div class="large-2 large-push-4 medium-3 small-6 columns"> <h3> MDPI Initiatives </h3> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer"> Sciforum </a> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer"> MDPI Books </a> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer"> Preprints.org </a> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer"> Scilit </a> <a href="https://sciprofiles.com?utm_source=mpdi.com&utm_medium=bottom_menu&utm_campaign=initiative" target="_blank" rel="noopener noreferrer"> SciProfiles </a> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer"> Encyclopedia </a> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer"> JAMS </a> <a href="/about/proceedings"> Proceedings Series </a> </div> <div class="large-2 large-push-4 medium-3 small-6 right-border-large-without columns UA_FooterFollowMDPI"> <h3> Follow MDPI </h3> <a href="https://www.linkedin.com/company/mdpi" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a href="https://www.facebook.com/MDPIOpenAccessPublishing" target="_blank" rel="noopener noreferrer"> Facebook </a> <a href="https://twitter.com/MDPIOpenAccess" target="_blank" rel="noopener noreferrer"> Twitter </a> </div> <div id="footer-subscribe" class="large-4 large-pull-8 medium-12 small-12 left-border-large columns"> <div class="footer-subscribe__container"> <img class="show-for-large-up" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-white-small.png?71d18e5f805839ab?1732261071" alt="MDPI" title="MDPI Open Access Journals" style="height: 50px; margin-bottom: 10px;"> <form id="newsletter" method="POST" action="/subscribe"> <p> Subscribe to receive issue release notifications and newsletters from MDPI journals </p> <select multiple id="newsletter-journal" class="foundation-select" name="journals[]"> <option value="acoustics">Acoustics</option> <option value="amh">Acta Microbiologica Hellenica</option> <option value="actuators">Actuators</option> <option value="admsci">Administrative Sciences</option> <option value="adolescents">Adolescents</option> <option value="arm">Advances in Respiratory Medicine</option> <option value="aerobiology">Aerobiology</option> <option value="aerospace">Aerospace</option> <option value="agriculture">Agriculture</option> <option value="agriengineering">AgriEngineering</option> <option value="agrochemicals">Agrochemicals</option> <option value="agronomy">Agronomy</option> <option value="ai">AI</option> <option value="air">Air</option> <option value="algorithms">Algorithms</option> <option value="allergies">Allergies</option> <option value="alloys">Alloys</option> <option value="analytica">Analytica</option> <option value="analytics">Analytics</option> <option value="anatomia">Anatomia</option> <option value="anesthres">Anesthesia Research</option> <option value="animals">Animals</option> <option value="antibiotics">Antibiotics</option> <option value="antibodies">Antibodies</option> <option value="antioxidants">Antioxidants</option> <option value="applbiosci">Applied Biosciences</option> <option value="applmech">Applied Mechanics</option> <option value="applmicrobiol">Applied Microbiology</option> <option value="applnano">Applied Nano</option> <option value="applsci">Applied Sciences</option> <option value="asi">Applied System Innovation</option> <option value="appliedchem">AppliedChem</option> <option value="appliedmath">AppliedMath</option> <option value="aquacj">Aquaculture Journal</option> <option value="architecture">Architecture</option> <option value="arthropoda">Arthropoda</option> <option value="arts">Arts</option> <option value="astronomy">Astronomy</option> <option value="atmosphere">Atmosphere</option> <option value="atoms">Atoms</option> <option value="audiolres">Audiology Research</option> <option value="automation">Automation</option> <option value="axioms">Axioms</option> <option value="bacteria">Bacteria</option> <option value="batteries">Batteries</option> <option value="behavsci">Behavioral Sciences</option> <option value="beverages">Beverages</option> <option value="BDCC">Big Data and Cognitive Computing</option> <option value="biochem">BioChem</option> <option value="bioengineering">Bioengineering</option> <option value="biologics">Biologics</option> <option value="biology">Biology</option> <option value="blsf">Biology and Life Sciences Forum</option> <option value="biomass">Biomass</option> <option value="biomechanics">Biomechanics</option> <option value="biomed">BioMed</option> <option value="biomedicines">Biomedicines</option> <option value="biomedinformatics">BioMedInformatics</option> <option value="biomimetics">Biomimetics</option> <option value="biomolecules">Biomolecules</option> <option value="biophysica">Biophysica</option> <option value="biosensors">Biosensors</option> <option value="biotech">BioTech</option> <option value="birds">Birds</option> <option value="blockchains">Blockchains</option> <option value="brainsci">Brain Sciences</option> <option value="buildings">Buildings</option> <option value="businesses">Businesses</option> <option value="carbon">C</option> <option value="cancers">Cancers</option> <option value="cardiogenetics">Cardiogenetics</option> <option value="catalysts">Catalysts</option> <option value="cells">Cells</option> <option value="ceramics">Ceramics</option> <option value="challenges">Challenges</option> <option value="ChemEngineering">ChemEngineering</option> <option value="chemistry">Chemistry</option> <option value="chemproc">Chemistry Proceedings</option> <option value="chemosensors">Chemosensors</option> <option value="children">Children</option> <option value="chips">Chips</option> <option value="civileng">CivilEng</option> <option value="cleantechnol">Clean Technologies</option> <option value="climate">Climate</option> <option value="ctn">Clinical and Translational Neuroscience</option> <option value="clinbioenerg">Clinical Bioenergetics</option> <option value="clinpract">Clinics and Practice</option> <option value="clockssleep">Clocks & Sleep</option> <option value="coasts">Coasts</option> <option value="coatings">Coatings</option> <option value="colloids">Colloids and Interfaces</option> <option value="colorants">Colorants</option> <option value="commodities">Commodities</option> <option value="complications">Complications</option> <option value="compounds">Compounds</option> <option value="computation">Computation</option> <option value="csmf">Computer Sciences & Mathematics Forum</option> <option value="computers">Computers</option> <option value="condensedmatter">Condensed Matter</option> <option value="conservation">Conservation</option> <option value="constrmater">Construction Materials</option> <option value="cmd">Corrosion and Materials Degradation</option> <option value="cosmetics">Cosmetics</option> <option value="covid">COVID</option> <option value="crops">Crops</option> <option value="cryo">Cryo</option> <option value="cryptography">Cryptography</option> <option value="crystals">Crystals</option> <option value="cimb">Current Issues in Molecular Biology</option> <option value="curroncol">Current Oncology</option> <option value="dairy">Dairy</option> <option value="data">Data</option> <option value="dentistry">Dentistry Journal</option> <option value="dermato">Dermato</option> <option value="dermatopathology">Dermatopathology</option> <option value="designs">Designs</option> <option value="diabetology">Diabetology</option> <option value="diagnostics">Diagnostics</option> <option value="dietetics">Dietetics</option> <option value="digital">Digital</option> <option value="disabilities">Disabilities</option> <option value="diseases">Diseases</option> <option value="diversity">Diversity</option> <option value="dna">DNA</option> <option value="drones">Drones</option> <option value="ddc">Drugs and Drug Candidates</option> <option value="dynamics">Dynamics</option> <option value="earth">Earth</option> <option value="ecologies">Ecologies</option> <option value="econometrics">Econometrics</option> <option value="economies">Economies</option> <option value="education">Education Sciences</option> <option value="electricity">Electricity</option> <option value="electrochem">Electrochem</option> <option value="electronicmat">Electronic Materials</option> <option value="electronics">Electronics</option> <option value="ecm">Emergency Care and Medicine</option> <option value="encyclopedia">Encyclopedia</option> <option value="endocrines">Endocrines</option> <option value="energies">Energies</option> <option value="esa">Energy Storage and Applications</option> <option value="eng">Eng</option> <option value="engproc">Engineering Proceedings</option> <option value="entropy">Entropy</option> <option value="environsciproc">Environmental Sciences Proceedings</option> <option value="environments">Environments</option> <option value="epidemiologia">Epidemiologia</option> <option value="epigenomes">Epigenomes</option> <option value="ebj">European Burn Journal</option> <option value="ejihpe">European Journal of Investigation in Health, Psychology and Education</option> <option value="fermentation">Fermentation</option> <option value="fibers">Fibers</option> <option value="fintech">FinTech</option> <option value="fire">Fire</option> <option value="fishes">Fishes</option> <option value="fluids">Fluids</option> <option value="foods">Foods</option> <option value="forecasting">Forecasting</option> <option value="forensicsci">Forensic Sciences</option> <option value="forests">Forests</option> <option value="fossstud">Fossil Studies</option> <option value="foundations">Foundations</option> <option value="fractalfract">Fractal and Fractional</option> <option value="fuels">Fuels</option> <option value="future">Future</option> <option value="futureinternet">Future Internet</option> <option value="futurepharmacol">Future Pharmacology</option> <option value="futuretransp">Future Transportation</option> <option value="galaxies">Galaxies</option> <option value="games">Games</option> <option value="gases">Gases</option> <option value="gastroent">Gastroenterology Insights</option> <option value="gastrointestdisord">Gastrointestinal Disorders</option> <option value="gastronomy">Gastronomy</option> <option value="gels">Gels</option> <option value="genealogy">Genealogy</option> <option value="genes">Genes</option> <option value="geographies">Geographies</option> <option value="geohazards">GeoHazards</option> <option value="geomatics">Geomatics</option> <option value="geometry">Geometry</option> <option value="geosciences">Geosciences</option> <option value="geotechnics">Geotechnics</option> <option value="geriatrics">Geriatrics</option> <option value="glacies">Glacies</option> <option value="gucdd">Gout, Urate, and Crystal Deposition Disease</option> <option value="grasses">Grasses</option> <option value="hardware">Hardware</option> <option value="healthcare">Healthcare</option> <option value="hearts">Hearts</option> <option value="hemato">Hemato</option> <option value="hematolrep">Hematology Reports</option> <option value="heritage">Heritage</option> <option value="histories">Histories</option> <option value="horticulturae">Horticulturae</option> <option value="hospitals">Hospitals</option> <option value="humanities">Humanities</option> <option value="humans">Humans</option> <option value="hydrobiology">Hydrobiology</option> <option value="hydrogen">Hydrogen</option> <option value="hydrology">Hydrology</option> <option value="hygiene">Hygiene</option> <option value="immuno">Immuno</option> <option value="idr">Infectious Disease Reports</option> <option value="informatics">Informatics</option> <option value="information">Information</option> <option value="infrastructures">Infrastructures</option> <option value="inorganics">Inorganics</option> <option value="insects">Insects</option> <option value="instruments">Instruments</option> <option value="iic">Intelligent Infrastructure and Construction</option> <option value="ijerph">International Journal of Environmental Research and Public Health</option> <option value="ijfs">International Journal of Financial Studies</option> <option value="ijms">International Journal of Molecular Sciences</option> <option value="IJNS">International Journal of Neonatal Screening</option> <option value="ijpb">International Journal of Plant Biology</option> <option value="ijt">International Journal of Topology</option> <option value="ijtm">International Journal of Translational Medicine</option> <option value="ijtpp">International Journal of Turbomachinery, Propulsion and Power</option> <option value="ime">International Medical Education</option> <option value="inventions">Inventions</option> <option value="IoT">IoT</option> <option value="ijgi">ISPRS International Journal of Geo-Information</option> <option value="J">J</option> <option value="jal">Journal of Ageing and Longevity</option> <option value="jcdd">Journal of Cardiovascular Development and Disease</option> <option value="jcto">Journal of Clinical & Translational Ophthalmology</option> <option value="jcm">Journal of Clinical Medicine</option> <option value="jcs">Journal of Composites Science</option> <option value="jcp">Journal of Cybersecurity and Privacy</option> <option value="jdad">Journal of Dementia and Alzheimer's Disease</option> <option value="jdb">Journal of Developmental Biology</option> <option value="jeta">Journal of Experimental and Theoretical Analyses</option> <option value="jfb">Journal of Functional Biomaterials</option> <option value="jfmk">Journal of Functional Morphology and Kinesiology</option> <option value="jof">Journal of Fungi</option> <option value="jimaging">Journal of Imaging</option> <option value="jintelligence">Journal of Intelligence</option> <option value="jlpea">Journal of Low Power Electronics and Applications</option> <option value="jmmp">Journal of Manufacturing and Materials Processing</option> <option value="jmse">Journal of Marine Science and Engineering</option> <option value="jmahp">Journal of Market Access & Health Policy</option> <option value="jmp">Journal of Molecular Pathology</option> <option value="jnt">Journal of Nanotheranostics</option> <option value="jne">Journal of Nuclear Engineering</option> <option value="ohbm">Journal of Otorhinolaryngology, Hearing and Balance Medicine</option> <option value="jop">Journal of Parks</option> <option value="jpm">Journal of Personalized Medicine</option> <option value="jpbi">Journal of Pharmaceutical and BioTech Industry</option> <option value="jor">Journal of Respiration</option> <option value="jrfm">Journal of Risk and Financial Management</option> <option value="jsan">Journal of Sensor and Actuator Networks</option> <option value="joma">Journal of the Oman Medical Association</option> <option value="jtaer">Journal of Theoretical and Applied Electronic Commerce Research</option> <option value="jvd">Journal of Vascular Diseases</option> <option value="jox">Journal of Xenobiotics</option> <option value="jzbg">Journal of Zoological and Botanical Gardens</option> <option value="journalmedia">Journalism and Media</option> <option value="kidneydial">Kidney and Dialysis</option> <option value="kinasesphosphatases">Kinases and Phosphatases</option> <option value="knowledge">Knowledge</option> <option value="labmed">LabMed</option> <option value="laboratories">Laboratories</option> <option value="land">Land</option> <option value="languages">Languages</option> <option value="laws">Laws</option> <option value="life">Life</option> <option value="limnolrev">Limnological Review</option> <option value="lipidology">Lipidology</option> <option value="liquids">Liquids</option> <option value="literature">Literature</option> <option value="livers">Livers</option> <option value="logics">Logics</option> <option value="logistics">Logistics</option> <option value="lubricants">Lubricants</option> <option value="lymphatics">Lymphatics</option> <option value="make">Machine Learning and Knowledge Extraction</option> <option value="machines">Machines</option> <option value="macromol">Macromol</option> <option value="magnetism">Magnetism</option> <option value="magnetochemistry">Magnetochemistry</option> <option value="marinedrugs">Marine Drugs</option> <option value="materials">Materials</option> <option value="materproc">Materials Proceedings</option> <option value="mca">Mathematical and Computational Applications</option> <option value="mathematics">Mathematics</option> <option value="medsci">Medical Sciences</option> <option value="msf">Medical Sciences Forum</option> <option value="medicina">Medicina</option> <option value="medicines">Medicines</option> <option value="membranes">Membranes</option> <option value="merits">Merits</option> <option value="metabolites">Metabolites</option> <option value="metals">Metals</option> <option value="meteorology">Meteorology</option> <option value="methane">Methane</option> <option value="mps">Methods and Protocols</option> <option value="metrics">Metrics</option> <option value="metrology">Metrology</option> <option value="micro">Micro</option> <option value="microbiolres">Microbiology Research</option> <option value="micromachines">Micromachines</option> <option value="microorganisms">Microorganisms</option> <option value="microplastics">Microplastics</option> <option value="minerals">Minerals</option> <option value="mining">Mining</option> <option value="modelling">Modelling</option> <option value="mmphys">Modern Mathematical Physics</option> <option value="molbank">Molbank</option> <option value="molecules">Molecules</option> <option value="mti">Multimodal Technologies and Interaction</option> <option value="muscles">Muscles</option> <option value="nanoenergyadv">Nanoenergy Advances</option> <option value="nanomanufacturing">Nanomanufacturing</option> <option value="nanomaterials">Nanomaterials</option> <option value="ndt">NDT</option> <option value="network">Network</option> <option value="neuroglia">Neuroglia</option> <option value="neurolint">Neurology International</option> <option value="neurosci">NeuroSci</option> <option value="nitrogen">Nitrogen</option> <option value="ncrna">Non-Coding RNA</option> <option value="nursrep">Nursing Reports</option> <option value="nutraceuticals">Nutraceuticals</option> <option value="nutrients">Nutrients</option> <option value="obesities">Obesities</option> <option value="oceans">Oceans</option> <option value="onco">Onco</option> <option value="optics">Optics</option> <option value="oral">Oral</option> <option value="organics">Organics</option> <option value="organoids">Organoids</option> <option value="osteology">Osteology</option> <option value="oxygen">Oxygen</option> <option value="parasitologia">Parasitologia</option> <option value="particles">Particles</option> <option value="pathogens">Pathogens</option> <option value="pathophysiology">Pathophysiology</option> <option value="pediatrrep">Pediatric Reports</option> <option value="pets">Pets</option> <option value="pharmaceuticals">Pharmaceuticals</option> <option value="pharmaceutics">Pharmaceutics</option> <option value="pharmacoepidemiology">Pharmacoepidemiology</option> <option value="pharmacy">Pharmacy</option> <option value="philosophies">Philosophies</option> <option value="photochem">Photochem</option> <option value="photonics">Photonics</option> <option value="phycology">Phycology</option> <option value="physchem">Physchem</option> <option value="psf">Physical Sciences Forum</option> <option value="physics">Physics</option> <option value="physiologia">Physiologia</option> <option value="plants">Plants</option> <option value="plasma">Plasma</option> <option value="platforms">Platforms</option> <option value="pollutants">Pollutants</option> <option value="polymers">Polymers</option> <option value="polysaccharides">Polysaccharides</option> <option value="populations">Populations</option> <option value="poultry">Poultry</option> <option value="powders">Powders</option> <option value="proceedings">Proceedings</option> <option value="processes">Processes</option> <option value="prosthesis">Prosthesis</option> <option value="proteomes">Proteomes</option> <option value="psychiatryint">Psychiatry International</option> <option value="psychoactives">Psychoactives</option> <option value="psycholint">Psychology International</option> <option value="publications">Publications</option> <option value="qubs">Quantum Beam Science</option> <option value="quantumrep">Quantum Reports</option> <option value="quaternary">Quaternary</option> <option value="radiation">Radiation</option> <option value="reactions">Reactions</option> <option value="realestate">Real Estate</option> <option value="receptors">Receptors</option> <option value="recycling">Recycling</option> <option value="rsee">Regional Science and Environmental Economics</option> <option value="religions">Religions</option> <option value="remotesensing">Remote Sensing</option> <option value="reports">Reports</option> <option value="reprodmed">Reproductive Medicine</option> <option value="resources">Resources</option> <option value="rheumato">Rheumato</option> <option value="risks">Risks</option> <option value="robotics">Robotics</option> <option value="ruminants">Ruminants</option> <option value="safety">Safety</option> <option value="sci">Sci</option> <option value="scipharm">Scientia Pharmaceutica</option> <option value="sclerosis">Sclerosis</option> <option value="seeds">Seeds</option> <option value="sensors">Sensors</option> <option value="separations">Separations</option> <option value="sexes">Sexes</option> <option value="signals">Signals</option> <option value="sinusitis">Sinusitis</option> <option value="smartcities">Smart Cities</option> <option value="socsci">Social Sciences</option> <option value="siuj">Société Internationale d’Urologie Journal</option> <option value="societies">Societies</option> <option value="software">Software</option> <option value="soilsystems">Soil Systems</option> <option value="solar">Solar</option> <option value="solids">Solids</option> <option value="spectroscj">Spectroscopy Journal</option> <option value="sports">Sports</option> <option value="standards">Standards</option> <option value="stats">Stats</option> <option value="stresses">Stresses</option> <option value="surfaces">Surfaces</option> <option value="surgeries">Surgeries</option> <option value="std">Surgical Techniques Development</option> <option value="sustainability">Sustainability</option> <option value="suschem">Sustainable Chemistry</option> <option value="symmetry">Symmetry</option> <option value="synbio">SynBio</option> <option value="systems">Systems</option> <option value="targets">Targets</option> <option value="taxonomy">Taxonomy</option> <option value="technologies">Technologies</option> <option value="telecom">Telecom</option> <option value="textiles">Textiles</option> <option value="thalassrep">Thalassemia Reports</option> <option value="therapeutics">Therapeutics</option> <option value="thermo">Thermo</option> <option value="timespace">Time and Space</option> <option value="tomography">Tomography</option> <option value="tourismhosp">Tourism and Hospitality</option> <option value="toxics">Toxics</option> <option value="toxins">Toxins</option> <option value="transplantology">Transplantology</option> <option value="traumacare">Trauma Care</option> <option value="higheredu">Trends in Higher Education</option> <option value="tropicalmed">Tropical Medicine and Infectious Disease</option> <option value="universe">Universe</option> <option value="urbansci">Urban Science</option> <option value="uro">Uro</option> <option value="vaccines">Vaccines</option> <option value="vehicles">Vehicles</option> <option value="venereology">Venereology</option> <option value="vetsci">Veterinary Sciences</option> <option value="vibration">Vibration</option> <option value="virtualworlds">Virtual Worlds</option> <option value="viruses">Viruses</option> <option value="vision">Vision</option> <option value="waste">Waste</option> <option value="water">Water</option> <option value="wild">Wild</option> <option value="wind">Wind</option> <option value="women">Women</option> <option value="world">World</option> <option value="wevj">World Electric Vehicle Journal</option> <option value="youth">Youth</option> <option value="zoonoticdis">Zoonotic Diseases</option> </select> <input name="email" type="email" placeholder="Enter your email address..." required="required" /> <button class="genericCaptcha button button--dark UA_FooterNewsletterSubscribeButton" type="submit">Subscribe</button> </form> </div> </div> </div> <div id="footer-copyright"> <div class="row"> <div class="columns large-6 medium-6 small-12 text-left"> © 1996-2024 MDPI (Basel, Switzerland) unless otherwise stated </div> <div class="columns large-6 medium-6 small-12 small-text-left medium-text-right large-text-right"> <a data-dropdown="drop-view-disclaimer" aria-controls="drop-view-disclaimer" aria-expanded="false" data-options="align:top; is_hover:true; hover_timeout:2000;"> Disclaimer </a> <div id="drop-view-disclaimer" class="f-dropdown label__btn__dropdown label__btn__dropdown--wide text-left" data-dropdown-content aria-hidden="true" tabindex="-1"> Disclaimer/Publisher’s Note: The statements, opinions and data contained in all publications are solely those of the individual author(s) and contributor(s) and not of MDPI and/or the editor(s). MDPI and/or the editor(s) disclaim responsibility for any injury to people or property resulting from any ideas, methods, instructions or products referred to in the content. </div> <a href="/about/terms-and-conditions"> Terms and Conditions </a> <a href="/about/privacy"> Privacy Policy </a> </div> </div> </div> </div> <div id="cookie-notification" class="js-allow-cookies" style="display: none;"> <div class="columns large-10 medium-10 small-12"> We use cookies on our website to ensure you get the best experience.<br class="show-for-medium-up"/> Read more about our cookies <a href="/about/privacy">here</a>. </div> <div class="columns large-2 medium-2 small-12 small-only-text-left text-right"> <a class="button button--default" href="/accept_cookies">Accept</a> </div> </div> </div> <div id="main-share-modal" class="reveal-modal reveal-modal-new reveal-modal-new--small" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Share Link</h2> </div> <div class="small-12 columns"> <div class="social-media-links UA_ShareModalLinks" style="text-align: left;"> <a href="/cdn-cgi/l/email-protection#576871363a276c2422353d3234236a1125383a7265671a13071e726416726567726565143f36231007037265673138257265671233223436233e3839726567363933726567053224323625343f72641672656718272738252322393e233e3224726514726567033f2532362324726514726567363933726567042325362332303e322471262238236c71363a276c3538332e6a3f232327246d7878202020793a33273e7934383a7865656f64656361726416726716726716143f36231007037265673138257265671233223436233e3839726567363933726567053224323625343f72641672656718272738252322393e233e3224726514726567033f2532362324726514726567363933726567042325362332303e32245d5d1e397265672532343239237265672e32362524726514726567233f32726567253e2432726567383172656736332136393432337265673625233e313e343e363b7265673e3923323b3b3e30323934327265672332343f39383b38303e32247265673f36247265673f36337265673672656727253831382239337265673e3a2736342372656738397265673a36392e726567313e323b33247265147265673e39343b22333e39307265673233223436233e3839726567363933726567253224323625343f797265671839327265672422343f7265672332343f39383b38302e7265673e24726567143f362310070372651472656736726567273820322531223b7265673b362530327265673b363930223630327265673a3833323b726567333221323b38273233726567352e72656718273239161e79726567033f3e247265672332343f39383b38302e726567383131322524726567322f343e233e393072656738272738252322393e233e322472656731382572656724232233323923247265673639337265673233223436233825247265147265673e39343b22333e3930726567273225243839363b3e2d3233726567313232333536343c7265147265673e39342532362432337265673634343224243e353e3b3e232e7265147265673e392332253634233e21327265673438392132252436233e3839247265147265673b322424383972656727253227362536233e38397265147265673221363b2236233e383972651472656736393372656739322072656720362e247265672338726567233236343f72656734383a273b322f7265673438393432272324797265671f382032213225726514726567143f36231007037265672738243224726567333e31313225323923726567233f25323623247265672338726567233f32726567232536333e233e3839363b7265673233223436233e3839726567363933726567253224323625343f726567242e2423323a7265147265673e39343b22333e3930726567233f32726567273824243e353e3b3e232e7265673831726567343f3236233e3930726567383972656738393b3e3932726567322f363a247265147265673f223a36397a3b3e3c3272656723322f23726567303239322536233e3839726514726567333e3a3e393e243f323372656734253e233e34363b726567233f3e393c3e3930726567243c3e3b3b24726514726567363933726567333e31313e34223b233e32247265673e397265673221363b2236233e39307265673e393138253a36233e3839726567303239322536233233726567352e726567143f362310070379726567033f3e24726567242322332e726567322f273b38253224726567233f327265672738233239233e363b72656738272738252322393e233e3224726567363933726567233f2532362324726567233f3623726567143f36231007037265672738243224726567233872656738213225363b3b7265673233223436233e38397265673125383a726567233f3272656727322524273234233e21327265673831726567242322333239232472656736393372656732332234362338252479726567112225233f32253a3825327265147265673138257265672725383025363a3a3e39307265673b323625393e39307265147265672032726567322f273b3825327265673f3820726567143f36231007037265673f323b272472656724232233323923247265673e3a2725382132726567233f323e257265672725383025363a3a3e3930726567243c3e3b3b2479726567033872656733323a3839242325362332726567233f3e247265147265672032726567343839332234233233726567333e313132253239237265673438333e39307a25323b36233233726567322f2732253e3a32392324726567203e233f726567143f36231007037265147265673e39343b22333e393072656734383332726567303239322536233e38397265673125383a726567272538353b323a72656733322434253e27233e38392472651472656727243222333834383332726567303239322536233e38397265673831726567363b3038253e233f3a247265673125383a72656723322f232472651472656736393372656734383332726567343825253234233e383979726567033f32726567303239322536233233726567343833322472656736253272656721363b3e3336233233726567203e233f726567363972656738393b3e39327265673d22333032726567242e2423323a72656723387265673221363b22362332726567233f323e250c7979790a" title="Email"> <i class="fa fa-envelope-square" style="font-size: 30px;"></i> </a> <a href="https://twitter.com/intent/tweet?text=ChatGPT+for+Education+and+Research%3A+Opportunities%2C+Threats%2C+and+Strategies&hashtags=mdpiapplsci&url=https%3A%2F%2Fwww.mdpi.com%2F2283246&via=Applsci" onclick="windowOpen(this.href,600,800); return false" title="Twitter" target="_blank" rel="noopener noreferrer"> <i class="fa fa-twitter-x-square" style="font-size: 30px;"></i> </a> <a href=" http://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fwww.mdpi.com%2F2283246&title=ChatGPT%20for%20Education%20and%20Research%3A%20Opportunities%2C%20Threats%2C%20and%20Strategies%26source%3Dhttps%3A%2F%2Fwww.mdpi.com%26summary%3DIn%20recent%20years%2C%20the%20rise%20of%20advanced%20artificial%20intelligence%20technologies%20has%20had%20a%20profound%20impact%20on%20many%20fields%2C%20including%20education%20and%20research.%20One%20such%20technology%20is%20ChatGPT%2C%20a%20powerful%20large%20language%20model%20developed%20by%20OpenAI.%20This%20%5B...%5D" onclick="windowOpen(this.href,600,800); return false" title="LinkedIn" target="_blank" rel="noopener noreferrer"> <i class="fa fa-linkedin-square" style="font-size: 30px;"></i> </a> <a href="https://www.facebook.com/sharer.php?u=https://www.mdpi.com/2283246" title="facebook" target="_blank" rel="noopener noreferrer"> <i class="fa fa-facebook-square" style="font-size: 30px;"></i> </a> <a href="javascript:void(0);" title="Wechat" data-reveal-id="weixin-share-modal"> <i class="fa fa-weixin-square" style="font-size: 26px;"></i> </a> <a href="http://www.reddit.com/submit?url=https://www.mdpi.com/2283246" title="Reddit" target="_blank" rel="noopener noreferrer"> <i class="fa fa-reddit-square" style="font-size: 30px;"></i> </a> <a href="http://www.mendeley.com/import/?url=https://www.mdpi.com/2283246" title="Mendeley" target="_blank" rel="noopener noreferrer"> <i class="fa fa-mendeley-square" style="font-size: 30px;"></i> </a> <a href="http://www.citeulike.org/posturl?url=https://www.mdpi.com/2283246" title="CiteULike" target="_blank" rel="noopener noreferrer"> <i class="fa fa-citeulike-square" style="font-size: 30px;"></i> </a> </div> </div> <div class="small-9 columns"> <input id="js-clipboard-text" type="text" readonly value="https://www.mdpi.com/2283246" /> </div> <div class="small-3 columns text-left"> <a class="button button--color js-clipboard-copy" data-clipboard-target="#js-clipboard-text">Copy</a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="weixin-share-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="weixin-share-modal-title" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 id="weixin-share-modal-title" style="margin: 0;">Share</h2> </div> <div class="small-12 columns"> <div class="weixin-qr-code-section"> <?xml version="1.0" standalone="no"?> <!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> <svg width="300" height="300" version="1.1" xmlns="http://www.w3.org/2000/svg"> <desc>https://www.mdpi.com/2283246</desc> <g id="elements" fill="black" stroke="none"> <rect x="0" y="0" width="12" height="12" /> <rect x="12" y="0" width="12" height="12" /> <rect x="24" y="0" width="12" height="12" /> <rect x="36" y="0" width="12" height="12" /> <rect x="48" y="0" width="12" height="12" /> <rect x="60" y="0" width="12" height="12" /> <rect x="72" y="0" width="12" height="12" /> <rect x="96" y="0" width="12" height="12" /> <rect x="108" y="0" width="12" height="12" /> <rect x="120" y="0" width="12" height="12" /> <rect x="132" y="0" width="12" height="12" /> <rect x="156" y="0" width="12" height="12" /> <rect x="168" y="0" width="12" height="12" /> <rect x="216" y="0" width="12" height="12" /> <rect x="228" y="0" width="12" height="12" /> <rect x="240" y="0" width="12" height="12" /> <rect x="252" y="0" width="12" height="12" /> <rect x="264" y="0" width="12" height="12" /> <rect x="276" y="0" width="12" height="12" /> <rect x="288" y="0" width="12" height="12" /> <rect x="0" y="12" width="12" height="12" /> <rect x="72" y="12" width="12" height="12" /> <rect x="132" y="12" width="12" height="12" /> <rect x="144" y="12" width="12" height="12" /> <rect x="168" y="12" width="12" height="12" /> <rect x="216" y="12" width="12" height="12" /> <rect x="288" y="12" width="12" height="12" /> <rect x="0" y="24" width="12" height="12" /> <rect x="24" y="24" width="12" height="12" /> <rect x="36" y="24" width="12" height="12" /> <rect x="48" y="24" width="12" height="12" /> <rect x="72" y="24" width="12" height="12" /> <rect x="108" y="24" width="12" height="12" /> <rect x="132" y="24" width="12" height="12" /> <rect x="156" y="24" width="12" height="12" /> <rect x="168" y="24" width="12" height="12" /> <rect x="216" y="24" width="12" height="12" /> <rect x="240" y="24" width="12" height="12" /> <rect x="252" y="24" width="12" height="12" /> <rect x="264" y="24" width="12" height="12" /> <rect x="288" y="24" width="12" height="12" /> <rect x="0" y="36" width="12" height="12" /> <rect x="24" y="36" width="12" height="12" /> <rect x="36" y="36" width="12" height="12" /> <rect x="48" y="36" width="12" height="12" /> <rect x="72" y="36" width="12" height="12" /> <rect x="120" y="36" width="12" height="12" /> <rect x="132" y="36" width="12" height="12" /> <rect x="144" y="36" width="12" height="12" /> <rect x="156" y="36" width="12" height="12" /> <rect x="180" y="36" width="12" height="12" /> <rect x="192" y="36" width="12" height="12" /> <rect x="216" y="36" width="12" height="12" /> <rect x="240" y="36" width="12" height="12" /> <rect x="252" y="36" width="12" height="12" /> <rect x="264" y="36" width="12" height="12" /> <rect x="288" y="36" width="12" height="12" /> <rect x="0" y="48" width="12" height="12" /> <rect x="24" y="48" width="12" height="12" /> <rect x="36" y="48" width="12" height="12" /> <rect x="48" y="48" width="12" height="12" /> <rect x="72" y="48" width="12" height="12" /> <rect x="120" y="48" width="12" height="12" /> <rect x="132" y="48" width="12" height="12" /> <rect x="144" y="48" width="12" height="12" /> <rect x="156" y="48" width="12" height="12" /> <rect x="168" y="48" width="12" height="12" /> <rect x="216" y="48" width="12" height="12" /> <rect x="240" y="48" width="12" height="12" /> <rect x="252" y="48" width="12" height="12" /> <rect x="264" y="48" width="12" height="12" /> <rect x="288" y="48" width="12" height="12" /> <rect x="0" y="60" width="12" height="12" /> <rect x="72" y="60" width="12" height="12" /> <rect x="108" y="60" width="12" height="12" /> <rect x="132" y="60" width="12" height="12" /> <rect x="144" y="60" width="12" height="12" /> <rect x="156" y="60" width="12" height="12" /> <rect x="168" y="60" width="12" height="12" /> <rect x="216" y="60" width="12" height="12" /> <rect x="288" y="60" width="12" height="12" /> <rect x="0" y="72" width="12" height="12" /> <rect x="12" y="72" width="12" height="12" /> <rect x="24" y="72" width="12" height="12" /> <rect x="36" y="72" width="12" height="12" /> <rect x="48" y="72" width="12" height="12" /> <rect x="60" y="72" width="12" height="12" /> <rect x="72" y="72" width="12" height="12" /> <rect x="96" y="72" width="12" height="12" /> <rect x="120" y="72" width="12" height="12" /> <rect x="144" y="72" width="12" height="12" /> <rect x="168" y="72" width="12" height="12" /> <rect x="192" y="72" width="12" height="12" /> <rect x="216" y="72" width="12" height="12" /> <rect x="228" y="72" width="12" height="12" /> <rect x="240" y="72" width="12" height="12" /> <rect x="252" y="72" width="12" height="12" /> <rect x="264" y="72" width="12" height="12" /> <rect x="276" y="72" width="12" height="12" /> <rect x="288" y="72" width="12" height="12" /> <rect x="96" y="84" width="12" height="12" /> <rect x="108" y="84" width="12" height="12" /> <rect x="144" y="84" width="12" height="12" /> <rect x="156" y="84" width="12" height="12" /> <rect x="0" y="96" width="12" height="12" /> <rect x="12" y="96" width="12" height="12" /> <rect x="36" y="96" width="12" height="12" /> <rect x="48" y="96" width="12" height="12" /> <rect x="72" y="96" width="12" height="12" /> <rect x="108" y="96" width="12" height="12" /> <rect x="144" y="96" width="12" height="12" /> <rect x="168" y="96" width="12" height="12" /> <rect x="192" y="96" width="12" height="12" /> <rect x="216" y="96" width="12" height="12" /> <rect x="288" y="96" width="12" height="12" /> <rect x="36" y="108" width="12" height="12" /> <rect x="60" y="108" width="12" height="12" /> <rect x="84" y="108" width="12" height="12" /> <rect x="120" y="108" width="12" height="12" /> <rect x="144" y="108" width="12" height="12" /> <rect x="156" y="108" width="12" height="12" /> <rect x="168" y="108" width="12" height="12" /> <rect x="180" y="108" width="12" height="12" /> <rect x="204" y="108" width="12" height="12" /> <rect x="228" y="108" width="12" height="12" /> <rect x="240" y="108" width="12" height="12" /> <rect x="252" y="108" width="12" height="12" /> <rect x="264" y="108" width="12" height="12" /> <rect x="276" y="108" width="12" height="12" /> <rect x="0" y="120" width="12" height="12" /> <rect x="12" y="120" width="12" height="12" /> <rect x="48" y="120" width="12" height="12" /> <rect x="72" y="120" width="12" height="12" /> <rect x="96" y="120" width="12" height="12" /> <rect x="108" y="120" width="12" height="12" /> <rect x="132" y="120" width="12" height="12" /> <rect x="180" y="120" width="12" height="12" /> <rect x="216" y="120" width="12" height="12" /> <rect x="228" y="120" width="12" height="12" /> <rect x="252" y="120" width="12" height="12" /> <rect x="288" y="120" width="12" height="12" /> <rect x="0" y="132" width="12" height="12" /> <rect x="24" y="132" width="12" height="12" /> <rect x="36" y="132" width="12" height="12" /> <rect x="84" y="132" width="12" height="12" /> <rect x="96" y="132" width="12" height="12" /> <rect x="132" y="132" width="12" height="12" /> <rect x="168" y="132" width="12" height="12" /> <rect x="192" y="132" width="12" height="12" /> <rect x="228" y="132" width="12" height="12" /> <rect x="252" y="132" width="12" height="12" /> <rect x="264" y="132" width="12" height="12" /> <rect x="276" y="132" width="12" height="12" /> <rect x="288" y="132" width="12" height="12" /> <rect x="0" y="144" width="12" height="12" /> <rect x="12" y="144" width="12" height="12" /> <rect x="24" y="144" width="12" height="12" /> <rect x="72" y="144" width="12" height="12" /> <rect x="84" y="144" width="12" height="12" /> <rect x="96" y="144" width="12" height="12" /> <rect x="108" y="144" width="12" height="12" /> <rect x="120" y="144" width="12" height="12" /> <rect x="168" y="144" width="12" height="12" /> <rect x="180" y="144" width="12" height="12" /> <rect x="216" y="144" width="12" height="12" /> <rect x="288" y="144" width="12" height="12" /> <rect x="0" y="156" width="12" height="12" /> <rect x="24" y="156" width="12" height="12" /> <rect x="96" y="156" width="12" height="12" /> <rect x="120" y="156" width="12" height="12" /> <rect x="156" y="156" width="12" height="12" /> <rect x="168" y="156" width="12" height="12" /> <rect x="180" y="156" width="12" height="12" /> <rect x="192" y="156" width="12" height="12" /> <rect x="204" y="156" width="12" height="12" /> <rect x="240" y="156" width="12" height="12" /> <rect x="276" y="156" width="12" height="12" /> <rect x="0" y="168" width="12" height="12" /> <rect x="12" y="168" width="12" height="12" /> <rect x="24" y="168" width="12" height="12" /> <rect x="60" y="168" width="12" height="12" /> <rect x="72" y="168" width="12" height="12" /> <rect x="84" y="168" width="12" height="12" /> <rect x="96" y="168" width="12" height="12" /> <rect x="144" y="168" width="12" height="12" /> <rect x="156" y="168" width="12" height="12" /> <rect x="180" y="168" width="12" height="12" /> <rect x="192" y="168" width="12" height="12" /> <rect x="204" y="168" width="12" height="12" /> <rect x="216" y="168" width="12" height="12" /> <rect x="240" y="168" width="12" height="12" /> <rect x="252" y="168" width="12" height="12" /> <rect x="264" y="168" width="12" height="12" /> <rect x="276" y="168" width="12" height="12" /> <rect x="288" y="168" width="12" height="12" /> <rect x="0" y="180" width="12" height="12" /> <rect x="24" y="180" width="12" height="12" /> <rect x="36" y="180" width="12" height="12" /> <rect x="48" y="180" width="12" height="12" /> <rect x="108" y="180" width="12" height="12" /> <rect x="168" y="180" width="12" height="12" /> <rect x="204" y="180" width="12" height="12" /> <rect x="228" y="180" width="12" height="12" /> <rect x="252" y="180" width="12" height="12" /> <rect x="264" y="180" width="12" height="12" /> <rect x="288" y="180" width="12" height="12" /> <rect x="0" y="192" width="12" height="12" /> <rect x="36" y="192" width="12" height="12" /> <rect x="72" y="192" width="12" height="12" /> <rect x="96" y="192" width="12" height="12" /> <rect x="108" y="192" width="12" height="12" /> <rect x="132" y="192" width="12" height="12" /> <rect x="144" y="192" width="12" height="12" /> <rect x="180" y="192" width="12" height="12" /> <rect x="192" y="192" width="12" height="12" /> <rect x="204" y="192" width="12" height="12" /> <rect x="216" y="192" width="12" height="12" /> <rect x="228" y="192" width="12" height="12" /> <rect x="240" y="192" width="12" height="12" /> <rect x="264" y="192" width="12" height="12" /> <rect x="276" y="192" width="12" height="12" /> <rect x="96" y="204" width="12" height="12" /> <rect x="108" y="204" width="12" height="12" /> <rect x="120" y="204" width="12" height="12" /> <rect x="144" y="204" width="12" height="12" /> <rect x="192" y="204" width="12" height="12" /> <rect x="240" y="204" width="12" height="12" /> <rect x="264" y="204" width="12" height="12" /> <rect x="276" y="204" width="12" height="12" /> <rect x="0" y="216" width="12" height="12" /> <rect x="12" y="216" width="12" height="12" /> <rect x="24" y="216" width="12" height="12" /> <rect x="36" y="216" width="12" height="12" /> <rect x="48" y="216" width="12" height="12" /> <rect x="60" y="216" width="12" height="12" /> <rect x="72" y="216" width="12" height="12" /> <rect x="108" y="216" width="12" height="12" /> <rect x="120" y="216" width="12" height="12" /> <rect x="132" y="216" width="12" height="12" /> <rect x="144" y="216" width="12" height="12" /> <rect x="192" y="216" width="12" height="12" /> <rect x="216" y="216" width="12" height="12" /> <rect x="240" y="216" width="12" height="12" /> <rect x="288" y="216" width="12" height="12" /> <rect x="0" y="228" width="12" height="12" /> <rect x="72" y="228" width="12" height="12" /> <rect x="132" y="228" width="12" height="12" /> <rect x="144" y="228" width="12" height="12" /> <rect x="180" y="228" width="12" height="12" /> <rect x="192" y="228" width="12" height="12" /> <rect x="240" y="228" width="12" height="12" /> <rect x="288" y="228" width="12" height="12" /> <rect x="0" y="240" width="12" height="12" /> <rect x="24" y="240" width="12" height="12" /> <rect x="36" y="240" width="12" height="12" /> <rect x="48" y="240" width="12" height="12" /> <rect x="72" y="240" width="12" height="12" /> <rect x="96" y="240" width="12" height="12" /> <rect x="120" y="240" width="12" height="12" /> <rect x="144" y="240" width="12" height="12" /> <rect x="156" y="240" width="12" height="12" /> <rect x="180" y="240" width="12" height="12" /> <rect x="192" y="240" width="12" height="12" /> <rect x="204" y="240" width="12" height="12" /> <rect x="216" y="240" width="12" height="12" /> <rect x="228" y="240" width="12" height="12" /> <rect x="240" y="240" width="12" height="12" /> <rect x="276" y="240" width="12" height="12" /> <rect x="288" y="240" width="12" height="12" /> <rect x="0" y="252" width="12" height="12" /> <rect x="24" y="252" width="12" height="12" /> <rect x="36" y="252" width="12" height="12" /> <rect x="48" y="252" width="12" height="12" /> <rect x="72" y="252" width="12" height="12" /> <rect x="96" y="252" width="12" height="12" /> <rect x="180" y="252" width="12" height="12" /> <rect x="192" y="252" width="12" height="12" /> <rect x="216" y="252" width="12" height="12" /> <rect x="276" y="252" width="12" height="12" /> <rect x="288" y="252" width="12" height="12" /> <rect x="0" y="264" width="12" height="12" /> <rect x="24" y="264" width="12" height="12" /> <rect x="36" y="264" width="12" height="12" /> <rect x="48" y="264" width="12" height="12" /> <rect x="72" y="264" width="12" height="12" /> <rect x="108" y="264" width="12" height="12" /> <rect x="120" y="264" width="12" height="12" /> <rect x="132" y="264" width="12" height="12" /> <rect x="144" y="264" width="12" height="12" /> <rect x="168" y="264" width="12" height="12" /> <rect x="192" y="264" width="12" height="12" /> <rect x="204" y="264" width="12" height="12" /> <rect x="240" y="264" width="12" height="12" /> <rect x="252" y="264" width="12" height="12" /> <rect x="264" y="264" width="12" height="12" /> <rect x="276" y="264" width="12" height="12" /> <rect x="288" y="264" width="12" height="12" /> <rect x="0" y="276" width="12" height="12" /> <rect x="72" y="276" width="12" height="12" /> <rect x="96" y="276" width="12" height="12" /> <rect x="108" y="276" width="12" height="12" /> <rect x="132" y="276" width="12" height="12" /> <rect x="168" y="276" width="12" height="12" /> <rect x="228" y="276" width="12" height="12" /> <rect x="240" y="276" width="12" height="12" /> <rect x="264" y="276" width="12" height="12" /> <rect x="276" y="276" width="12" height="12" /> <rect x="288" y="276" width="12" height="12" /> <rect x="0" y="288" width="12" height="12" /> <rect x="12" y="288" width="12" height="12" /> <rect x="24" y="288" width="12" height="12" /> <rect x="36" y="288" width="12" height="12" /> <rect x="48" y="288" width="12" height="12" /> <rect x="60" y="288" width="12" height="12" /> <rect x="72" y="288" width="12" height="12" /> <rect x="96" y="288" width="12" height="12" /> <rect x="120" y="288" width="12" height="12" /> <rect x="144" y="288" width="12" height="12" /> <rect x="156" y="288" width="12" height="12" /> <rect x="168" y="288" width="12" height="12" /> <rect x="192" y="288" width="12" height="12" /> <rect x="204" y="288" width="12" height="12" /> <rect x="252" y="288" width="12" height="12" /> <rect x="288" y="288" width="12" height="12" /> </g> </svg> </div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <a href="#" class="back-to-top"><span class="show-for-medium-up">Back to Top</span><span class="show-for-small">Top</span></a> <script data-cfasync="false" src="/cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js"></script><script src="https://pub.mdpi-res.com/assets/js/modernizr-2.8.3.min.js?5227e0738f7f421d?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery-1.12.4.min.js?4f252523d4af0b47?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/foundation-5.5.3.min.js?6b2ec41c18b29054?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/foundation-5.5.3.equalizer.min.js?0f6c549b75ec554c?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery.multiselect.js?0edd3998731d1091?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery.cycle2.min.js?63413052928f97ee?1732261071"></script> <script> // old browser fix - this way the console log rows won't throw (silent) errors in browsers not supporting console log if (!window.console) window.console = {}; if (!window.console.log) window.console.log = function () { }; var currentJournalNameSystem = "applsci"; $(document).ready(function() { $('select.foundation-select').multiselect({ search: true, minHeight: 130, maxHeight: 130, }); $(document).foundation({ orbit: { timer_speed: 4000, }, reveal: { animation: 'fadeAndPop', animation_speed: 100, } }); $(".chosen-select").each(function(element) { var maxSelected = (undefined !== $(this).data('maxselectedoptions') ? $(this).data('maxselectedoptions') : 100); $(this).on('chosen:ready', function(event, data) { var select = $(data.chosen.form_field); if (select.attr('id') === 'journal-browser-volume') { $(data.chosen.dropdown).addClass('UI_JournalBrowser_Volume_Options'); } if (select.attr('id') === 'journal-browser-issue') { $(data.chosen.dropdown).addClass('UI_JournalBrowser_Issue_Options'); } }).chosen({ display_disabled_options: false, disable_search_threshold: 7, max_selected_options: maxSelected, width: "100%" }); }); $(".toEncode").each(function(e) { var oldHref = $(this).attr("href"); var newHref = oldHref.replace('.botdefense.please.enable.javascript.','@'); $(this).attr("href", newHref); if (!$(this).hasClass("emailCaptcha")) { $(this).html(newHref.replace('mailto:', '')); } $(this).removeClass("visibility-hidden"); }); $(document).on('opened.fndtn.reveal', '[data-reveal]', function() { $(document).foundation('equalizer', 'reflow'); }); // fix the images that have tag height / width defined // otherwise the default foundation styles overwrite the tag definitions $("img").each(function() { if ($(this).attr('width') != undefined || $(this).attr('height') != undefined) { $(this).addClass("img-fixed"); } }); $("#basic_search, #advanced_search").submit(function(e) { var searchArguments = false; $(this).find("input,select").not("#search,.search-button").each(function() { if (undefined === $(this).val() || "" === $(this).val()) { $(this).attr('name', null); } else { $(this).attr('name'); searchArguments = true; } }); if (!searchArguments) { window.location = $(this).attr('action'); return false; } }); $(".hide-show-desktop-option").click(function(e) { e.preventDefault(); var parentDiv = $(this).closest("div"); $.ajax({ url: $(this).attr('href'), success: function(msg) { parentDiv.removeClass().hide(); } }); }); $(".generic-toggleable-header").click(function(e) { $(this).toggleClass("active"); $(this).next(".generic-toggleable-content").toggleClass("active"); }); /* * handle whole row as a link if the row contains only one visible link */ $("table.new tr").hover(function() { if ($(this).find("td:visible a").length == 1) { $(this).addClass("single-link"); } }, function() { $(this).removeClass("single-link"); }); $("table.new:not(.table-of-tables)").on("click", "tr.single-link", function(e) { var target = $(e.target); if (!e.ctrlKey && !target.is("a")) { $(this).find("td:visible a")[0].click(); } }); $(document).on("click", ".custom-accordion-for-small-screen-link", function(e) { if ($(this).closest("#basic_search").length > 0) { if ($(".search-container__advanced").first().is(":visible")) { openAdvanced() } } if (Foundation.utils.is_small_only()) { if ($(this).hasClass("active")) { $(this).removeClass("active"); $(this).next(".custom-accordion-for-small-screen-content").addClass("show-for-medium-up"); } else { $(this).addClass("active"); $(this).next(".custom-accordion-for-small-screen-content").removeClass("show-for-medium-up"); $(document).foundation('orbit', 'reflow'); } } if (undefined !== $(this).data("callback")) { var customCallback = $(this).data("callback"); func = window[customCallback]; func(); } }); $(document).on("click", ".js-open-small-search", function(e) { e.preventDefault(); $(this).toggleClass("active").closest(".tab-bar").toggleClass("active"); $(".search-container").toggleClass("hide-for-small-down"); }); $(document).on("click", ".js-open-menu", function(e) { $(".search-container").addClass("hide-for-small-down"); }); $(window).on('resize', function() { recalculate_main_browser_position(); recalculate_responsive_moving_containers(); }); updateSearchLabelVisibilities(); recalculate_main_browser_position(); recalculate_responsive_moving_containers(); if (window.document.documentMode == 11) { $("<link/>", { rel: "stylesheet", type: "text/css", href: "https://fonts.googleapis.com/icon?family=Material+Icons"}).appendTo("head"); } }); function recalculate_main_browser_position() { if (Foundation.utils.is_small_only()) { if ($("#js-main-top-container").parent("#js-large-main-top-container").length > 0) { $("#js-main-top-container").appendTo($("#js-small-main-top-container")); } } else { if ($("#js-main-top-container").parent("#js-small-main-top-container").length > 0) { $("#js-main-top-container").appendTo($("#js-large-main-top-container")); } } } function recalculate_responsive_moving_containers() { $(".responsive-moving-container.large").each(function() { var previousParent = $(".responsive-moving-container.active[data-id='"+$(this).data("id")+"']"); var movingContent = previousParent.html(); if (Foundation.utils.is_small_only()) { var currentParent = $(".responsive-moving-container.small[data-id='"+$(this).data("id")+"']"); } else if (Foundation.utils.is_medium_only()) { var currentParent = $(".responsive-moving-container.medium[data-id='"+$(this).data("id")+"']"); } else { var currentParent = $(".responsive-moving-container.large[data-id='"+$(this).data("id")+"']"); } if (previousParent.attr("class") !== currentParent.attr("class")) { currentParent.html(movingContent); previousParent.html(); currentParent.addClass("active"); previousParent.removeClass("active"); } }); } // cookies allowed is checked from a) local storage and b) from server separately so that the footer bar doesn't // get included in the custom page caches function checkCookiesAllowed() { var cookiesEnabled = localStorage.getItem("mdpi_cookies_enabled"); if (null === cookiesEnabled) { $.ajax({ url: "/ajax_cookie_value/mdpi_cookies_accepted", success: function(data) { if (data.value) { localStorage.setItem("mdpi_cookies_enabled", true); checkDisplaySurvey(); } else { $(".js-allow-cookies").show(); } } }); } else { checkDisplaySurvey(); } } function checkDisplaySurvey() { } window.addEventListener('CookiebotOnAccept', function (e) { var CookieDate = new Date; if (Cookiebot.consent.preferences) { CookieDate.setFullYear(CookieDate.getFullYear() + 1); document.cookie = "mdpi_layout_type_v2=mobile; path=/; expires=" + CookieDate.toUTCString() + ";"; $(".js-toggle-desktop-layout-link").css("display", "inline-block"); } }, false); window.addEventListener('CookiebotOnDecline', function (e) { if (!Cookiebot.consent.preferences) { $(".js-toggle-desktop-layout-link").hide(); if ("" === "desktop") { window.location = "/toggle_desktop_layout_cookie"; } } }, false); var hash = $(location).attr('hash'); if ("#share" === hash) { if (1 === $("#main-share-modal").length) { $('#main-share-modal').foundation('reveal', 'open'); } } </script> <script src="https://pub.mdpi-res.com/assets/js/lib.js?f8d3d71b3a772f9d?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/mdpi.js?c267ce58392b15da?1732261071"></script> <script>var banners_url = 'https://serve.mdpi.com';</script> <script type='text/javascript' src='https://pub.mdpi-res.com/assets/js/ifvisible.min.js?c621d19ecb761212?1732261071'></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/affix.js?ac4ea55275297c15?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/clipboard.min.js?3f3688138a1b9fc4?1732261071"></script> <script type="text/javascript"> $(document).ready(function() { var helpFunctions = $(".middle-column__help__fixed"); var leftColumnAffix = $(".left-column__fixed"); var middleColumn = $("#middle-column"); var clone = null; helpFunctions.affix({ offset: { top: function() { return middleColumn.offset().top - 8 - (Foundation.utils.is_medium_only() ? 30 : 0); }, bottom: function() { return $("#footer").innerHeight() + 74 + (Foundation.utils.is_medium_only() ? 0 : 0); } } }); if (leftColumnAffix.length > 0) { clone = leftColumnAffix.clone(); clone.addClass("left-column__fixed__affix"); clone.insertBefore(leftColumnAffix); clone.css('width', leftColumnAffix.outerWidth() + 50); clone.affix({ offset: { top: function() { return leftColumnAffix.offset().top - 30 - (Foundation.utils.is_medium_only() ? 50 : 0); }, bottom: function() { return $("#footer").innerHeight() + 92 + (Foundation.utils.is_medium_only() ? 0 : 0); } } }); } $(window).on("resize", function() { if (clone !== null) { clone.css('width', leftColumnAffix.outerWidth() + 50); } }); new ClipboardJS('.js-clipboard-copy'); }); </script> <script src="https://pub.mdpi-res.com/assets/js/jquery-ui-1.13.2.min.js?1e2047978946a1d2?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/slick.min.js?d5a61c749e44e471?1732261071"></script> <script> $(document).ready(function() { $(".link-article-menu").click(function(e) { e.preventDefault(); $(this).find('span').toggle(); $(this).next("div").toggleClass("active"); }); $(".js-similarity-related-articles").click(function(e) { e.preventDefault(); if ('' !== $('#recommended-articles-modal').attr('data-url')) { $('#recommended-articles-modal').foundation('reveal', 'open', $('#recommended-articles-modal').attr('data-url')); } }); $.ajax({ url: "/article/1141623/similarity-related/show-link", success: function(result) { if (result.show) { $('#recommended-articles-modal').attr('data-url', result.link); $('.js-article-similarity-container').show(); } } }); $(document).on('opened.fndtn.reveal', '[data-reveal]', function() { var modal = $(this); if (modal.attr('id') === "author-biographies-modal") { modal.find('.multiple-items').slick({ slidesToShow: 1, nextArrow: '<a class="slick-next" href="#"><i class="material-icons">chevron_right</i></a>', prevArrow: '<a class="slick-prev" href="#"><i class="material-icons">chevron_left</i></a>', slidesToScroll: 1, draggable: false, }); modal.find('.multiple-items').slick('refresh'); } }); }); </script> <!-- Twitter universal website tag code --> <script> !function(e,t,n,s,u,a){e.twq||(s=e.twq=function(){s.exe?s.exe.apply(s,arguments):s.queue.push(arguments); },s.version='1.1',s.queue=[],u=t.createElement(n),u.async=!0,u.src='//static.ads-twitter.com/uwt.js', a=t.getElementsByTagName(n)[0],a.parentNode.insertBefore(u,a))}(window,document,'script'); // Insert Twitter Pixel ID and Standard Event data below twq('init','o2pa3'); twq('track','PageView'); </script> <!-- End Twitter universal website tag code --> <script> $(document).ready(function() { $(document).on('keyup', function (e) { if (e.keyCode == 27) { var hElem = $(this).find(".annotator-adder"); if (hElem.length){ hElem.css({'visibility':'hidden'}); } else { document.querySelector("hypothesis-adder").shadowRoot.querySelector(".annotator-adder").style.visibility = "hidden"; } } }); }); </script> <script> window.hypothesisConfig = function () { return { sidebarAppUrl: 'https://commenting.mdpi.com/app.html', showHighlights: 'whenSidebarOpen' , openSidebar: false , assetRoot: 'https://commentingres.mdpi.com/hypothesis', services: [{ apiUrl: 'https://commenting.mdpi.com/api/', authority: 'mdpi', grantToken: '', doi: '10.3390/app13095783' }], }; }; </script> <script async id="hypothesis_frame"></script> <script type="text/javascript"> if (-1 !== window.location.href.indexOf("?src=")) { window.history.replaceState({}, '', `${location.pathname}`); } $(document).ready(function() { var scifeedCounter = 0; var search = window.location.search; var mathjaxReady = false; // late image file loading $("img[data-lsrc]").each(function() { $(this).attr("src", $(this).data("lsrc")); }); // late mathjax initialization var head = document.getElementsByTagName("head")[0]; var script = document.createElement("script"); script.type = "text/x-mathjax-config"; script[(window.opera ? "innerHTML" : "text")] = "MathJax.Hub.processSectionDelay = 0;\n" + "MathJax.Hub.Config({\n" + " \"menuSettings\": {\n" + " CHTMLpreview: false\n" + " },\n" + " \"CHTML-preview\":{\n" + " disabled: true\n" + " },\n" + " \"HTML-CSS\": {\n" + " scale: 90,\n" + " availableFonts: [],\n" + " preferredFont: null,\n" + " preferredFonts: null,\n" + " webFont:\"Gyre-Pagella\",\n" + " imageFont:'TeX',\n" + " undefinedFamily:\"'Arial Unicode MS',serif\",\n" + " linebreaks: { automatic: false }\n" + " },\n" + " \"TeX\": {\n" + " extensions: ['noErrors.js'],\n" + " noErrors: {\n" + " inlineDelimiters: [\"\",\"\"],\n" + " multiLine: true,\n" + " style: {\n" + " 'font-size': '90%',\n" + " 'text-align': 'left',\n" + " 'color': 'black',\n" + " 'padding': '1px 3px',\n" + " 'border': '1px solid'\n" + " }\n" + " }\n" + " }\n" + "});\n" + "MathJax.Hub.Register.StartupHook('End', function() {\n" + " refreshMathjaxWidths();\n" + " mathjaxReady = true;\n" + "});\n" + "MathJax.Hub.Startup.signal.Interest(function (message) {\n" + " if (message == 'End') {\n" + " var hypoLink = document.getElementById('hypothesis_frame');\n" + " if (null !== hypoLink) {\n" + " hypoLink.setAttribute('src', 'https://commenting.mdpi.com/embed.js');\n" + " }\n" + " }\n" + "});"; head.appendChild(script); script = document.createElement("script"); script.type = "text/javascript"; script.src = "https://pub.mdpi-res.com/bundles/mathjax/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; head.appendChild(script); // article version checker if (0 === search.indexOf('?type=check_update&version=')) { $.ajax({ url: "/2076-3417/13/9/5783" + "/versioncheck" + search, success: function(result) { $(".js-check-update-container").html(result); } }); } $('#feed_option').click(function() { // tracker if ($('#scifeed_clicked').length<1) { $(this).append('<span style="display:none" id="scifeed_clicked">done</span>'); } $('#feed_data').toggle('slide', { direction: 'up'}, '1000'); // slideToggle(700); OR toggle(700) $("#scifeed_error_msg").html('').hide(); $("#scifeed_notice_msg").html('').hide(); }); $('#feed_option').click(function(event) { setTimeout(function(){ var captchaSection = $("#captchaSection"); captchaSection.removeClass('ui-helper-hidden').find('input').prop('disabled', false); // var img = captchaSection.find('img'); // img.attr('src', img.data('url') + "?" + (new Date()).getTime()); // $(".captcha_reload").trigger("click"); var img = document.getElementById('gregwar_captcha_scifeed'); img.src = '/generate-captcha/gcb_captcha?n=' + (new Date()).getTime(); },800); }); $(document).on('click', '.split_feeds', function() { var name = $( this ).attr('name'); var flag = 1 - ($(this).is(":checked")*1); $('.split_feeds').each(function (index) { if ($( this ).attr('name') !== name) { $(this)[0].checked = flag; } }); }); $(document).on('click', '#scifeed_submit, #scifeed_submit1', function(event) { event.preventDefault(); $(".captcha_reload").trigger("click"); $("#scifeed_error_msg").html(""); $("#scifeed_error_msg").hide(); }); $(document).on('click', '.subscription_toggle', function(event) { if ($(this).val() === 'Create SciFeed' && $('#scifeed_hidden_flag').length>0) { event.preventDefault(); // alert('Here there would be a captcha because user is not logged in'); var captchaSection = $("#captchaSection"); if (captchaSection.hasClass('ui-helper-hidden')) { captchaSection.removeClass('ui-helper-hidden').find('input').prop('disabled', false); var img = captchaSection.find('img'); img.attr('src', img.data('url') + "?" + (new Date()).getTime()); $("#reloadCaptcha").trigger("click"); } } }); $(document).on('click', '.scifeed_msg', function(){ $(this).hide(); }); $(document).on('click', '.article-scilit-search', function(e) { e.preventDefault(); var data = $(".article-scilit-search-data").val(); var dataArray = data.split(';').map(function(keyword) { return "(\"" + keyword.trim() + "\")"; }); var searchQuery = dataArray.join(" OR "); var searchUrl = encodeURI("https://www.scilit.net/articles/search?q="+ searchQuery + "&advanced=1&highlight=1"); var win = window.open(searchUrl, '_blank'); if (win) { win.focus(); } else { window.location(searchUrl); } }); display_stats(); citedCount(); follow_goto(); // Select the node that will be observed for mutations const targetNodes = document.getElementsByClassName('hypothesis-count-container'); // Options for the observer (which mutations to observe) const config = { attributes: false, childList: true, subtree: false }; // Callback function to execute when mutations are observed const callback = function(mutationList, observer) { for(const mutation of mutationList) { if (mutation.type === 'childList') { let node = $(mutation.target); if (parseInt(node.html()) > 0) { node.show(); } } } }; // Create an observer instance linked to the callback function const observer = new MutationObserver(callback); // Start observing the target node for configured mutations for(const targetNode of targetNodes) { observer.observe(targetNode, config); } // Select the node that will be observed for mutations const mathjaxTargetNode = document.getElementById('middle-column'); // Callback function to execute when mutations are observed const mathjaxCallback = function(mutationList, observer) { if (mathjaxReady && typeof(MathJax) !== 'undefined') { refreshMathjaxWidths(); } }; // Create an observer instance linked to the callback function const mathjaxObserver = new ResizeObserver(mathjaxCallback); // Start observing the target node for configured mutations mathjaxObserver.observe(mathjaxTargetNode); }); /* END $(document).ready */ function refreshMathjaxWidths() { let width = ($('.html-body').width()*0.9) + "px"; $('.MathJax_Display').css('max-width', width); $('.MJXc-display').css('max-width', width); } function sendScifeedFrom(form) { if (!$('#scifeed_email').val().trim()) { // empty email alert('Please, provide an email for subscribe to this scifeed'); return false; } else if (!$('#captchaSection').hasClass('ui-helper-hidden') && !$('#captchaSection').find('input').val().trim()) { // empty captcha alert('Please, fill the captcha field.'); return false; } else if( ((($('#scifeed_form').find('input:checkbox:checked').length)-($('#split_feeds:checked').length))<1) || ($('#scifeed_kwd_txt').length < 0 && !$('#scifeed_kwd_txt').val().trim()) || ($('#scifeed_author_txt').length<0 &&!$('#scifeed_author_txt').val().trim()) ) { alert('You did not select anything to subscribe'); return false; } else if(($('#scifeed_form').find('input:checkbox:checked').length)-($('#split_feeds2:checked').length)<1){ alert("You did not select anything to subscribe"); return false; } else { var url = $('#scifeed_subscribe_url').html(); var formData = $(form).serializeArray(); $.post(url, formData).done(function (data) { if (JSON.parse(data)) { $('.scifeed_msg').hide(); var res = JSON.parse(data); var successFeeds = 0; var errorFeeds = 0; if (res) { $('.scifeed_msg').html(''); $.each(res, function (index, val) { if (val) { if (val.error) { errorFeeds++; $("#scifeed_error_msg").append(index+' - '+val.error+'<br>'); } if (val.notice) // for successful feed creation { successFeeds++; // $("#scifeed_notice_msg").append(index+' - '+val.notice+'<br>'); $("#scifeed_notice_msg").append('<li>'+index+'</li>'); } } }); if (successFeeds>0) { text = $('#scifeed_notice_msg').html(); text = 'The following feed'+(successFeeds>1?'s have':' has')+ ' been sucessfully created:<br><ul>'+ text + '</ul>' +($('#scifeed_hidden_flag').length>0 ? 'You are not logged in, so you probably need to validate '+ (successFeeds>1?'them':' it')+'.<br>' :'' ) +'Please check your email'+(successFeeds>1?'s':'')+' for more details.'; //(successFeeds>1?' for each of them':'')+'.<br>'; $("#scifeed_notice_msg").html(text); $("#scifeed_notice_msg").show(); } if (errorFeeds>0) { $("#scifeed_error_msg").show();; } } $("#feed_data").hide(); } }); } } function follow_goto() { var hashStr = location.hash.replace("#",""); if(typeof hashStr !== 'undefined') { if( hashStr == 'supplementary') { document.getElementById('suppl_id').scrollIntoView(); } if( hashStr == 'citedby') { document.getElementById('cited_id').scrollIntoView(); } } } function cited() { $("#framed_div").toggle('fast', function(){ if ($(this).css('display') != 'none') { var loaded = document.getElementById("loaded"); if(loaded.innerHTML == "No") { // Load Xref result var container = document.getElementById("framed_div"); // This replace the content container.innerHTML = "<img src=\"https://pub.mdpi-res.com/img/loading_circle.gif?9a82694213036313?1732261071\" height=\"20\" width=\"20\" alt=\"Processing...\" style=\"vertical-align:middle; margin-right:0.6em;\">"; var url = "/citedby/10.3390%252Fapp13095783/90"; $.post(url, function(result) { if (result.success) { container.innerHTML = result.view; } loaded.innerHTML = "Yes"; }); } } return true; // for not going at the beginning of the page... }) return true; // for not going at the beginning of the page... } function detect_device() { // Added by Bastien (18/08/2014): based on the http://detectmobilebrowsers.com/ detector var check = false; (function(a){if(/(android|bb\d+|meego).+mobile|avantgo|bada\/|blackberry|blazer|compal|elaine|fennec|hiptop|iemobile|ip(hone|od)|iris|kindle|lge |maemo|midp|mmp|mobile.+firefox|netfront|opera m(ob|in)i|palm( os)?|phone|p(ixi|re)\/|plucker|pocket|psp|series(4|6)0|symbian|treo|up\.(browser|link)|vodafone|wap|windows (ce|phone)|xda|xiino/i.test(a)||/1207|6310|6590|3gso|4thp|50[1-6]i|770s|802s|a wa|abac|ac(er|oo|s\-)|ai(ko|rn)|al(av|ca|co)|amoi|an(ex|ny|yw)|aptu|ar(ch|go)|as(te|us)|attw|au(di|\-m|r |s )|avan|be(ck|ll|nq)|bi(lb|rd)|bl(ac|az)|br(e|v)w|bumb|bw\-(n|u)|c55\/|capi|ccwa|cdm\-|cell|chtm|cldc|cmd\-|co(mp|nd)|craw|da(it|ll|ng)|dbte|dc\-s|devi|dica|dmob|do(c|p)o|ds(12|\-d)|el(49|ai)|em(l2|ul)|er(ic|k0)|esl8|ez([4-7]0|os|wa|ze)|fetc|fly(\-|_)|g1 u|g560|gene|gf\-5|g\-mo|go(\.w|od)|gr(ad|un)|haie|hcit|hd\-(m|p|t)|hei\-|hi(pt|ta)|hp( i|ip)|hs\-c|ht(c(\-| |_|a|g|p|s|t)|tp)|hu(aw|tc)|i\-(20|go|ma)|i230|iac( |\-|\/)|ibro|idea|ig01|ikom|im1k|inno|ipaq|iris|ja(t|v)a|jbro|jemu|jigs|kddi|keji|kgt( |\/)|klon|kpt |kwc\-|kyo(c|k)|le(no|xi)|lg( g|\/(k|l|u)|50|54|\-[a-w])|libw|lynx|m1\-w|m3ga|m50\/|ma(te|ui|xo)|mc(01|21|ca)|m\-cr|me(rc|ri)|mi(o8|oa|ts)|mmef|mo(01|02|bi|de|do|t(\-| |o|v)|zz)|mt(50|p1|v )|mwbp|mywa|n10[0-2]|n20[2-3]|n30(0|2)|n50(0|2|5)|n7(0(0|1)|10)|ne((c|m)\-|on|tf|wf|wg|wt)|nok(6|i)|nzph|o2im|op(ti|wv)|oran|owg1|p800|pan(a|d|t)|pdxg|pg(13|\-([1-8]|c))|phil|pire|pl(ay|uc)|pn\-2|po(ck|rt|se)|prox|psio|pt\-g|qa\-a|qc(07|12|21|32|60|\-[2-7]|i\-)|qtek|r380|r600|raks|rim9|ro(ve|zo)|s55\/|sa(ge|ma|mm|ms|ny|va)|sc(01|h\-|oo|p\-)|sdk\/|se(c(\-|0|1)|47|mc|nd|ri)|sgh\-|shar|sie(\-|m)|sk\-0|sl(45|id)|sm(al|ar|b3|it|t5)|so(ft|ny)|sp(01|h\-|v\-|v )|sy(01|mb)|t2(18|50)|t6(00|10|18)|ta(gt|lk)|tcl\-|tdg\-|tel(i|m)|tim\-|t\-mo|to(pl|sh)|ts(70|m\-|m3|m5)|tx\-9|up(\.b|g1|si)|utst|v400|v750|veri|vi(rg|te)|vk(40|5[0-3]|\-v)|vm40|voda|vulc|vx(52|53|60|61|70|80|81|83|85|98)|w3c(\-| )|webc|whit|wi(g |nc|nw)|wmlb|wonu|x700|yas\-|your|zeto|zte\-/i.test(a.substr(0,4)))check = true})(navigator.userAgent||navigator.vendor||window.opera); return check; } function display_stats(){ $("#article_stats_div").toggle(); return false; } /* * Cited By Scopus */ function citedCount(){ $("#framed_div_cited_count").toggle('fast', function(){ if ($(this).css('display') != 'none') { var loaded = document.getElementById("loaded_cite_count"); // to load only once the result! if(loaded.innerHTML == "No") { // Load Xref result var d = document.getElementById("framed_div_cited_count"); // This replace the content d.innerHTML = "<img src=\"https://pub.mdpi-res.com/img/loading_circle.gif?9a82694213036313?1732261071\" height=\"20\" width=\"20\" alt=\"Processing...\" style=\"vertical-align:middle; margin-right:0.6em;\">"; $.ajax({ method : "POST", url : "/cite-count/10.3390%252Fapp13095783", success : function(data) { if (data.succ) { d.innerHTML = data.view; loaded.innerHTML = "Yes"; follow_goto(); } } }); } } // end else return true; // for not going at the beginning of the page... }) return true; // for not going at the beginning of the page... } </script><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/third-party/highcharts/highcharts.js?bdd06f45e34c33df?1732261071"></script><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/third-party/highcharts/modules/exporting.js?944dc938d06de3a8?1732261071"></script><script type="text/javascript" defer="defer"> var advancedStatsData; var selectedStatsType = "abstract"; $(function(){ var countWrapper = $('#counts-wrapper'); $('#author_stats_id #type_links a').on('click', function(e) { e.preventDefault(); selectedStatsType = $(this).data('type'); $('#article_advanced_stats').vectorMap('set', 'values', advancedStatsData[selectedStatsType]); $('#advanced_stats_max').html(advancedStatsData[selectedStatsType].max); $('#type_links a').removeClass('active'); $(this).addClass('active'); }); $.get('/2076-3417/13/9/5783/stats', function (result) { if (!result.success) { return; } // process article metrics part in left column var viewNumber = countWrapper.find(".view-number"); viewNumber.html(result.metrics.views); viewNumber.parent().toggleClass("count-div--grey", result.metrics.views == 0); var downloadNumber = countWrapper.find(".download-number"); downloadNumber.html(result.metrics.downloads); downloadNumber.parent().toggleClass("count-div--grey", result.metrics.downloads == 0); var citationsNumber = countWrapper.find(".citations-number"); citationsNumber.html(result.metrics.citations); citationsNumber.parent().toggleClass("count-div--grey", result.metrics.citations == 0); if (result.metrics.views > 0 || result.metrics.downloads > 0 || result.metrics.citations > 0) { countWrapper.find("#js-counts-wrapper__views, #js-counts-wrapper__downloads").addClass("visible").show(); if (result.metrics.citations > 0) { countWrapper.find('.citations-number').html(result.metrics.citations).show(); countWrapper.find("#js-counts-wrapper__citations").addClass("visible").show(); } else { countWrapper.find("#js-counts-wrapper__citations").remove(); } $("[data-id='article-counters']").removeClass("hidden"); } if (result.metrics.altmetrics_score > 0) { $("#js-altmetrics-donut").show(); } // process view chart in main column var jsondata = result.chart; var series = new Array(); $.each(jsondata.elements, function(i, element) { var dataValues = new Array(); $.each(element.values, function(i, value) { dataValues.push(new Array(value.tip, value.value)); }); series[i] = {name: element.text, data:dataValues}; }); Highcharts.setOptions({ chart: { style: { fontFamily: 'Arial,sans-serif' } } }); $('#article_stats_swf').highcharts({ chart: { type: 'line', width: $("#tabs").width() //* 0.91 }, credits: { enabled: false }, exporting: { enabled: true }, title: { text: jsondata.title.text, x: -20 //center }, xAxis: { categories: jsondata.x_axis.labels.labels, offset: jsondata.x_axis.offset, labels:{ step: jsondata.x_axis.labels.steps, rotation: 30 } }, yAxis: { max: jsondata.y_axis.max, min: jsondata.y_axis.min, offset: jsondata.y_axis.offset, labels: { steps: jsondata.y_axis.steps }, title: { enabled: false } }, tooltip: { formatter: function (){ return this.key.replace("#val#", this.y); } }, legend: { align: 'top', itemDistance: 50 }, series: series }); }); $('#supplement_link').click(function() { document.getElementById('suppl_id').scrollIntoView(); }); $('#stats_link').click(function() { document.getElementById('stats_id').scrollIntoView(); }); // open mol viewer for molbank special supplementary files $('.showJmol').click(function(e) { e.preventDefault(); var jmolModal = $("#jmolModal"); var url = "/article/1141623/jsmol_viewer/__supplementary_id__"; url = url.replace(/__supplementary_id__/g, $(this).data('index')); $('#jsmol-content').attr('src', url); jmolModal.find(".content").html($(this).data('description')); jmolModal.foundation("reveal", "open"); }); }); !function() { "use strict"; function e(e) { try { if ("undefined" == typeof console) return; "error"in console ? console.error(e) : console.log(e) } catch (e) {} } function t(e) { return d.innerHTML = '<a href="' + e.replace(/"/g, """) + '"></a>', d.childNodes[0].getAttribute("href") || "" } function n(n, c) { var o = ""; var k = parseInt(n.substr(c + 4, 2), 16); for (var i = c; i < n.length; i += 2) { if (i != c + 4) { var s = parseInt(n.substr(i, 2), 16) ^ k; o += String.fromCharCode(s); } } try { o = decodeURIComponent(escape(o)); } catch (error) { console.error(error); } return t(o); } function c(t) { for (var r = t.querySelectorAll("a"), c = 0; c < r.length; c++) try { var o = r[c] , a = o.href.indexOf(l); a > -1 && (o.href = "mailto:" + n(o.href, a + l.length)) } catch (i) { e(i) } } function o(t) { for (var r = t.querySelectorAll(u), c = 0; c < r.length; c++) try { var o = r[c] , a = o.parentNode , i = o.getAttribute(f); if (i) { var l = n(i, 0) , d = document.createTextNode(l); a.replaceChild(d, o) } } catch (h) { e(h) } } function a(t) { for (var r = t.querySelectorAll("template"), n = 0; n < r.length; n++) try { i(r[n].content) } catch (c) { e(c) } } function i(t) { try { c(t), o(t), a(t) } catch (r) { e(r) } } var l = "/cnd-cgi/l/email-protection#" , u = ".__cf_email__" , f = "data-cfemail" , d = document.createElement("div"); i(document), function() { var e = document.currentScript || document.scripts[document.scripts.length - 1]; e.parentNode.removeChild(e) }() }(); </script><script type="text/javascript"> function setCookie(cname, cvalue, ctime) { ctime = (typeof ctime === 'undefined') ? 10*365*24*60*60*1000 : ctime; // default => 10 years var d = new Date(); d.setTime(d.getTime() + ctime); // ==> 1 hour = 60*60*1000 var expires = "expires="+d.toUTCString(); document.cookie = cname + "=" + cvalue + "; " + expires +"; path=/"; } function getCookie(cname) { var name = cname + "="; var ca = document.cookie.split(';'); for(var i=0; i<ca.length; i++) { var c = ca[i]; while (c.charAt(0)==' ') c = c.substring(1); if (c.indexOf(name) == 0) return c.substring(name.length, c.length); } return ""; } </script><script type="text/javascript" src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script><script> $(document).ready(function() { if ($("#js-similarity-related-data").length > 0) { $.ajax({ url: '/article/1141623/similarity-related', success: function(response) { $("#js-similarity-related-data").html(response); $("#js-related-articles-menu").show(); $(document).foundation('tab', 'reflow'); MathJax.Hub.Queue(["Typeset", MathJax.Hub]); } }); } }); </script><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery-ui-1.10.4.custom.min.css?80647d88647bf347?1732261071"><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/magnific-popup.min.css?04d343e036f8eecd?1732261071"><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/magnific-popup.min.js?2be3d9e7dc569146?1732261071"></script><script> $(function() { $(".js-show-more-academic-editors").on("click", function(e) { e.preventDefault(); $(this).hide(); $(".academic-editor-container").removeClass("hidden"); }); }); </script> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/vmap/jqvmap.min.css?126a06688aa11c13?1732261071"> <script src="https://pub.mdpi-res.com/assets/js/vmap/jquery.vmap.min.js?935f68d33bdd88a1?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/vmap/jquery.vmap.world.js?16677403c0e1bef1?1732261071"></script> <script> function updateSlick() { $('.multiple-items').slick('setPosition'); } $(document).ready(function() { $('.multiple-items').slick({ slidesToShow: 1, nextArrow: '<a class="slick-next" href="#"><i class="material-icons">chevron_right</i></a>', prevArrow: '<a class="slick-prev" href="#"><i class="material-icons">chevron_left</i></a>', slidesToScroll: 1, responsive: [ { breakpoint: 1024, settings: { slidesToShow: 1, slidesToScroll: 1, } }, { breakpoint: 600, settings: { slidesToShow: 1, slidesToScroll: 1, } }, { breakpoint: 480, settings: { slidesToShow: 1, slidesToScroll: 1, } } ] }); $('.multiple-items').show(); $(document).on('click', '.reviewReportSelector', function(e) { let path = $(this).attr('data-path'); handleReviews(path, $(this)); }); $(document).on('click', '.viewReviewReports', function(e) { let versionOne = $('#versionTab_1'); if (!versionOne.hasClass('activeTab')) { let path = $(this).attr('data-path'); handleReviews(path, versionOne); } location.href = "#reviewReports"; }); $(document).on('click', '.reviewersResponse, .authorResponse', function(e) { let version = $(this).attr('data-version'); let targetVersion = $('#versionTab_' + version); if (!targetVersion.hasClass('activeTab')) { let path = targetVersion.attr('data-path'); handleReviews(path, targetVersion); } location.href = $(this).attr('data-link'); }); $(document).on('click', '.tab', function (e) { e.preventDefault(); $('.tab').removeClass('activeTab'); $(this).addClass('activeTab') $('.tab').each(function() { $(this).closest('.tab-title').removeClass('active'); }); $(this).closest('.tab-title').addClass('active') }); }); function handleReviews(path, target) { $.ajax({ url: path, context: this, success: function (data) { $('.activeTab').removeClass('activeTab'); target.addClass('activeTab'); $('#reviewSection').html(data.view); }, error: function (xhr, ajaxOptions, thrownError) { console.log(xhr.status); console.log(thrownError); } }); } </script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/affix.js?v1?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/storage.js?e9b262d3a3476d25?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/jquery-scrollspy.js?09cbaec0dbb35a67?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/magnific-popup.js?4a09c18460afb26c?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/underscore.js?f893e294cde60c24?1732261071"></script> <script type="text/javascript"> $('document').ready(function(){ $("#left-column").addClass("show-for-large-up"); $("#middle-column").removeClass("medium-9").removeClass("left-bordered").addClass("medium-12"); $(window).on('resize scroll', function() { /* if ($('.button--drop-down').isInViewport($(".top-bar").outerHeight())) { */ if ($('.button--drop-down').isInViewport()) { $("#js-button-download").hide(); } else { $("#js-button-download").show(); } }); }); $(document).on('DOMNodeInserted', function(e) { var element = $(e.target); if (element.hasClass('menu') && element.hasClass('html-nav') ) { element.addClass("side-menu-ul"); } }); </script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/articles.js?5118449d9ad8913a?1732261071"></script> <script> repositionOpenSideBar = function() { $('#left-column').addClass("show-for-large-up show-for-medium-up").show(); $('#middle-column').removeClass('large-12').removeClass('medium-12'); $('#middle-column').addClass('large-9'); } repositionCloseSideBar = function() { $('#left-column').removeClass("show-for-large-up show-for-medium-up").hide(); $('#middle-column').removeClass('large-9'); $('#middle-column').addClass('large-12').addClass('medium-12'); } </script> <!--[if lt IE 9]> <script src="https://pub.mdpi-res.com/assets/js/ie8/ie8.js?6eef8fcbc831f5bd?1732261071"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/jquery.xdomainrequest.min.js?a945caca315782b0?1732261071"></script> <![endif]--> <!-- Twitter universal website tag code --> <script type="text/plain" data-cookieconsent="marketing"> !function(e,t,n,s,u,a){e.twq||(s=e.twq=function(){s.exe?s.exe.apply(s,arguments):s.queue.push(arguments); },s.version='1.1',s.queue=[],u=t.createElement(n),u.async=!0,u.src='//static.ads-twitter.com/uwt.js', a=t.getElementsByTagName(n)[0],a.parentNode.insertBefore(u,a))}(window,document,'script'); // Insert Twitter Pixel ID and Standard Event data below twq('init','o2pip'); twq('track','PageView'); </script> <!-- End Twitter universal website tag code --> <script>(function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'8e6e4faf4bd389ad',t:'MTczMjMzNTA0NS4wMDAwMDA='};var a=document.createElement('script');a.nonce='';a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();</script></body> </html>