CINXE.COM
Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques
<!DOCTYPE html> <html lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="https://www.facebook.com/2008/fbml"> <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"> <meta content="mdpi" name="sso-service" /> <meta content="width=device-width, initial-scale=1.0" name="viewport" /> <title>Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques</title><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/font-awesome.min.css?eb190a3a77e5e1ee?1732286508"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery.multiselect.css?f56c135cbf4d1483?1732286508"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/chosen.min.css?d7ca5ca9441ef9e1?1732286508"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/main2.css?69b39374e6b554b7?1732286508"> <link rel="mask-icon" href="https://pub.mdpi-res.com/img/mask-icon-128.svg?c1c7eca266cd7013?1732286508" color="#4f5671"> <link rel="apple-touch-icon" sizes="180x180" href="https://pub.mdpi-res.com/icon/apple-touch-icon-180x180.png?1732286508"> <link rel="apple-touch-icon" sizes="152x152" href="https://pub.mdpi-res.com/icon/apple-touch-icon-152x152.png?1732286508"> <link rel="apple-touch-icon" sizes="144x144" href="https://pub.mdpi-res.com/icon/apple-touch-icon-144x144.png?1732286508"> <link rel="apple-touch-icon" sizes="120x120" href="https://pub.mdpi-res.com/icon/apple-touch-icon-120x120.png?1732286508"> <link rel="apple-touch-icon" sizes="114x114" href="https://pub.mdpi-res.com/icon/apple-touch-icon-114x114.png?1732286508"> <link rel="apple-touch-icon" sizes="76x76" href="https://pub.mdpi-res.com/icon/apple-touch-icon-76x76.png?1732286508"> <link rel="apple-touch-icon" sizes="72x72" href="https://pub.mdpi-res.com/icon/apple-touch-icon-72x72.png?1732286508"> <link rel="apple-touch-icon" sizes="57x57" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732286508"> <link rel="apple-touch-icon" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732286508"> <link rel="apple-touch-icon-precomposed" href="https://pub.mdpi-res.com/icon/apple-touch-icon-57x57.png?1732286508"> <link rel="manifest" href="/manifest.json"> <meta name="theme-color" content="#ffffff"> <meta name="application-name" content=" "/> <link rel="apple-touch-startup-image" href="https://pub.mdpi-res.com/img/journals/sensors-logo-sq.png?8600e93ff98dbf14"> <link rel="apple-touch-icon" href="https://pub.mdpi-res.com/img/journals/sensors-logo-sq.png?8600e93ff98dbf14"> <meta name="msapplication-TileImage" content="https://pub.mdpi-res.com/img/journals/sensors-logo-sq.png?8600e93ff98dbf14"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery-ui-1.10.4.custom.min.css?80647d88647bf347?1732286508"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/magnific-popup.min.css?04d343e036f8eecd?1732286508"> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/xml2html/article-html.css?230b005b39af4260?1732286508"> <style> h2, #abstract .related_suggestion_title { } .batch_articles a { color: #000; } a, .batch_articles .authors a, a:focus, a:hover, a:active, .batch_articles a:focus, .batch_articles a:hover, li.side-menu-li a { } span.label a { color: #fff; } #main-content a.title-link:hover, #main-content a.title-link:focus, #main-content div.generic-item a.title-link:hover, #main-content div.generic-item a.title-link:focus { } #main-content #middle-column .generic-item.article-item a.title-link:hover, #main-content #middle-column .generic-item.article-item a.title-link:focus { } .art-authors a.toEncode { color: #333; font-weight: 700; } #main-content #middle-column ul li::before { } .accordion-navigation.active a.accordion__title, .accordion-navigation.active a.accordion__title::after { } .accordion-navigation li:hover::before, .accordion-navigation li:hover a, .accordion-navigation li:focus a { } .relative-size-container .relative-size-image .relative-size { } .middle-column__help__fixed a:hover i, } input[type="checkbox"]:checked:after { } input[type="checkbox"]:not(:disabled):hover:before { } #main-content .bolded-text { } #main-content .hypothesis-count-container { } #main-content .hypothesis-count-container:before { } .full-size-menu ul li.menu-item .dropdown-wrapper { } .full-size-menu ul li.menu-item > a.open::after { } #title-story .title-story-orbit .orbit-caption { #background: url('/img/design/000000_background.png') !important; background: url('/img/design/ffffff_background.png') !important; color: rgb(51, 51, 51) !important; } #main-content .content__container__orbit { background-color: #000 !important; } #main-content .content__container__journal { color: #fff; } .html-article-menu .row span { } .html-article-menu .row span.active { } .accordion-navigation__journal .side-menu-li.active::before, .accordion-navigation__journal .side-menu-li.active a { color: rgba(0,124,127,0.75) !important; font-weight: 700; } .accordion-navigation__journal .side-menu-li:hover::before , .accordion-navigation__journal .side-menu-li:hover a { color: rgba(0,124,127,0.75) !important; } .side-menu-ul li.active a, .side-menu-ul li.active, .side-menu-ul li.active::before { color: rgba(0,124,127,0.75) !important; } .side-menu-ul li.active a { } .result-selected, .active-result.highlighted, .active-result:hover, .result-selected, .active-result.highlighted, .active-result:focus { } .search-container.search-container__default-scheme { } nav.tab-bar .open-small-search.active:after { } .search-container.search-container__default-scheme .custom-accordion-for-small-screen-link::after { color: #fff; } @media only screen and (max-width: 50em) { #main-content .content__container.journal-info { color: #fff; } #main-content .content__container.journal-info a { color: #fff; } } .button.button--color { } .button.button--color:hover, .button.button--color:focus { } .button.button--color-journal { position: relative; background-color: rgba(0,124,127,0.75); border-color: #fff; color: #fff !important; } .button.button--color-journal:hover::before { content: ''; position: absolute; top: 0; left: 0; height: 100%; width: 100%; background-color: #ffffff; opacity: 0.2; } .button.button--color-journal:visited, .button.button--color-journal:hover, .button.button--color-journal:focus { background-color: rgba(0,124,127,0.75); border-color: #fff; color: #fff !important; } .button.button--color path { } .button.button--color:hover path { fill: #fff; } #main-content #search-refinements .ui-slider-horizontal .ui-slider-range { } .breadcrumb__element:last-of-type a { } #main-header { } #full-size-menu .top-bar, #full-size-menu li.menu-item span.user-email { } .top-bar-section li:not(.has-form) a:not(.button) { } #full-size-menu li.menu-item .dropdown-wrapper li a:hover { } #full-size-menu li.menu-item a:hover, #full-size-menu li.menu.item a:focus, nav.tab-bar a:hover { } #full-size-menu li.menu.item a:active, #full-size-menu li.menu.item a.active { } #full-size-menu li.menu-item a.open-mega-menu.active, #full-size-menu li.menu-item div.mega-menu, a.open-mega-menu.active { } #full-size-menu li.menu-item div.mega-menu li, #full-size-menu li.menu-item div.mega-menu a { border-color: #9a9a9a; } div.type-section h2 { font-size: 20px; line-height: 26px; font-weight: 300; } div.type-section h3 { margin-left: 15px; margin-bottom: 0px; font-weight: 300; } .journal-tabs .tab-title.active a { } </style> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/slick.css?f38b2db10e01b157?1732286508"> <meta name="title" content="Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques"> <meta name="description" content="Reported for the first time are receiver operating characteristic (ROC) curves constructed to describe the performance of a sorbent-coated disk, planar solid phase microextraction (PSPME) unit for non-contact sampling of a variety of volatiles. The PSPME is coupled to ion mobility spectrometers (IMSs) for the detection of volatile chemical markers associated with the presence of smokeless powders, model systems of explosives containing diphenylamine (DPA), 2,4-dinitrotoluene (2,4-DNT) and nitroglycerin (NG) as the target analytes. The performance of the PSPME-IMS was compared with the widely accepted solid-phase microextraction (SPME), coupled to a GC-MS. A set of optimized sampling conditions for different volume containers (1–45 L) with various sample amounts of explosives, were studied in replicates (n = 30) to determine the true positive rates (TPR) and false positive detection rates (FPR) for the different scenarios. These studies were obtained in order to construct the ROC curves for two IMS instruments (a bench-top and field-portable system) and a bench top GC-MS system in low and high clutter environments. Both static and dynamic PSPME sampling were studied in which 10–500 mg quantities of smokeless powders were detected within 10 min of static sampling and 1 min of dynamic sampling." > <link rel="image_src" href="https://pub.mdpi-res.com/img/journals/sensors-logo.png?8600e93ff98dbf14" > <meta name="dc.title" content="Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques"> <meta name="dc.creator" content="Mimy Young"> <meta name="dc.creator" content="Wen Fan"> <meta name="dc.creator" content="Anna Raeva"> <meta name="dc.creator" content="Jose Almirall"> <meta name="dc.type" content="Article"> <meta name="dc.source" content="Sensors 2013, Vol. 13, Pages 16867-16881"> <meta name="dc.date" content="2013-12-06"> <meta name ="dc.identifier" content="10.3390/s131216867"> <meta name="dc.publisher" content="Multidisciplinary Digital Publishing Institute"> <meta name="dc.rights" content="http://creativecommons.org/licenses/by/3.0/"> <meta name="dc.format" content="application/pdf" > <meta name="dc.language" content="en" > <meta name="dc.description" content="Reported for the first time are receiver operating characteristic (ROC) curves constructed to describe the performance of a sorbent-coated disk, planar solid phase microextraction (PSPME) unit for non-contact sampling of a variety of volatiles. The PSPME is coupled to ion mobility spectrometers (IMSs) for the detection of volatile chemical markers associated with the presence of smokeless powders, model systems of explosives containing diphenylamine (DPA), 2,4-dinitrotoluene (2,4-DNT) and nitroglycerin (NG) as the target analytes. The performance of the PSPME-IMS was compared with the widely accepted solid-phase microextraction (SPME), coupled to a GC-MS. A set of optimized sampling conditions for different volume containers (1–45 L) with various sample amounts of explosives, were studied in replicates (n = 30) to determine the true positive rates (TPR) and false positive detection rates (FPR) for the different scenarios. These studies were obtained in order to construct the ROC curves for two IMS instruments (a bench-top and field-portable system) and a bench top GC-MS system in low and high clutter environments. Both static and dynamic PSPME sampling were studied in which 10–500 mg quantities of smokeless powders were detected within 10 min of static sampling and 1 min of dynamic sampling." > <meta name="dc.subject" content="planar solid phase microextraction (PSPME)" > <meta name="dc.subject" content="solid phase microextraction (SPME)" > <meta name="dc.subject" content="ion mobility spectrometer (IMS)" > <meta name="dc.subject" content="military explosive" > <meta name="dc.subject" content="smokeless powder" > <meta name="dc.subject" content="receiver operating characteristic curve (ROC)" > <meta name ="prism.issn" content="1424-8220"> <meta name ="prism.publicationName" content="Sensors"> <meta name ="prism.publicationDate" content="2013-12-06"> <meta name ="prism.volume" content="13"> <meta name ="prism.number" content="12"> <meta name ="prism.section" content="Article" > <meta name ="prism.startingPage" content="16867" > <meta name ="prism.endingPage" content="16881" > <meta name="citation_issn" content="1424-8220"> <meta name="citation_journal_title" content="Sensors"> <meta name="citation_publisher" content="Multidisciplinary Digital Publishing Institute"> <meta name="citation_title" content="Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques"> <meta name="citation_publication_date" content="2013/12"> <meta name="citation_online_date" content="2013/12/06"> <meta name="citation_volume" content="13"> <meta name="citation_issue" content="12"> <meta name="citation_firstpage" content="16867"> <meta name="citation_author" content="Young, Mimy"> <meta name="citation_author" content="Fan, Wen"> <meta name="citation_author" content="Raeva, Anna"> <meta name="citation_author" content="Almirall, Jose"> <meta name ="citation_lastpage" content="16881" > <meta name="citation_doi" content="10.3390/s131216867"> <meta name="citation_id" content="mdpi-s131216867"> <meta name="citation_abstract_html_url" content="https://www.mdpi.com/1424-8220/13/12/16867"> <meta name="citation_pdf_url" content="https://www.mdpi.com/1424-8220/13/12/16867/pdf?version=1403340257"> <link rel="alternate" type="application/pdf" title="PDF Full-Text" href="https://www.mdpi.com/1424-8220/13/12/16867/pdf?version=1403340257"> <meta name="fulltext_pdf" content="https://www.mdpi.com/1424-8220/13/12/16867/pdf?version=1403340257"> <meta name="citation_fulltext_html_url" content="https://www.mdpi.com/1424-8220/13/12/16867/htm"> <link rel="alternate" type="text/html" title="HTML Full-Text" href="https://www.mdpi.com/1424-8220/13/12/16867/htm"> <meta name="fulltext_html" content="https://www.mdpi.com/1424-8220/13/12/16867/htm"> <link rel="alternate" type="text/xml" title="XML Full-Text" href="https://www.mdpi.com/1424-8220/13/12/16867/xml"> <meta name="fulltext_xml" content="https://www.mdpi.com/1424-8220/13/12/16867/xml"> <meta name="citation_xml_url" content="https://www.mdpi.com/1424-8220/13/12/16867/xml"> <meta name="twitter:card" content="summary" /> <meta name="twitter:site" content="@MDPIOpenAccess" /> <meta name="twitter:image" content="https://pub.mdpi-res.com/img/journals/sensors-logo-social.png?8600e93ff98dbf14" /> <meta property="fb:app_id" content="131189377574"/> <meta property="og:site_name" content="MDPI"/> <meta property="og:type" content="article"/> <meta property="og:url" content="https://www.mdpi.com/1424-8220/13/12/16867" /> <meta property="og:title" content="Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques" /> <meta property="og:description" content="Reported for the first time are receiver operating characteristic (ROC) curves constructed to describe the performance of a sorbent-coated disk, planar solid phase microextraction (PSPME) unit for non-contact sampling of a variety of volatiles. The PSPME is coupled to ion mobility spectrometers (IMSs) for the detection of volatile chemical markers associated with the presence of smokeless powders, model systems of explosives containing diphenylamine (DPA), 2,4-dinitrotoluene (2,4-DNT) and nitroglycerin (NG) as the target analytes. The performance of the PSPME-IMS was compared with the widely accepted solid-phase microextraction (SPME), coupled to a GC-MS. A set of optimized sampling conditions for different volume containers (1–45 L) with various sample amounts of explosives, were studied in replicates (n = 30) to determine the true positive rates (TPR) and false positive detection rates (FPR) for the different scenarios. These studies were obtained in order to construct the ROC curves for two IMS instruments (a bench-top and field-portable system) and a bench top GC-MS system in low and high clutter environments. Both static and dynamic PSPME sampling were studied in which 10–500 mg quantities of smokeless powders were detected within 10 min of static sampling and 1 min of dynamic sampling." /> <meta property="og:image" content="https://pub.mdpi-res.com/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1-1024.png?1403340263" /> <link rel="alternate" type="application/rss+xml" title="MDPI Publishing - Latest articles" href="https://www.mdpi.com/rss"> <meta name="google-site-verification" content="PxTlsg7z2S00aHroktQd57fxygEjMiNHydKn3txhvwY"> <meta name="facebook-domain-verification" content="mcoq8dtq6sb2hf7z29j8w515jjoof7" /> <script id="Cookiebot" data-cfasync="false" src="https://consent.cookiebot.com/uc.js" data-cbid="51491ddd-fe7a-4425-ab39-69c78c55829f" type="text/javascript" async></script> <!--[if lt IE 9]> <script>var browserIe8 = true;</script> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/ie8foundationfix.css?50273beac949cbf0?1732286508"> <script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script> <script src="//cdnjs.cloudflare.com/ajax/libs/html5shiv/3.6.2/html5shiv.js"></script> <script src="//s3.amazonaws.com/nwapi/nwmatcher/nwmatcher-1.2.5-min.js"></script> <script src="//html5base.googlecode.com/svn-history/r38/trunk/js/selectivizr-1.0.3b.js"></script> <script src="//cdnjs.cloudflare.com/ajax/libs/respond.js/1.1.0/respond.min.js"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/ie8patch.js?9e1d3c689a0471df?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/rem.min.js?94b62787dcd6d2f2?1732286508"></script> <![endif]--> <script type="text/plain" data-cookieconsent="statistics"> (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-WPK7SW5'); </script> <script type="text/plain" data-cookieconsent="statistics"> _linkedin_partner_id = "2846186"; window._linkedin_data_partner_ids = window._linkedin_data_partner_ids || []; window._linkedin_data_partner_ids.push(_linkedin_partner_id); </script><script type="text/javascript"> (function(){var s = document.getElementsByTagName("script")[0]; var b = document.createElement("script"); b.type = "text/javascript";b.async = true; b.src = "https://snap.licdn.com/li.lms-analytics/insight.min.js"; s.parentNode.insertBefore(b, s);})(); </script> <script type="text/plain" data-cookieconsent="statistics" data-cfasync="false" src="//script.crazyegg.com/pages/scripts/0116/4951.js" async="async" ></script> </head> <body> <div class="direction direction_right" id="small_right" style="border-right-width: 0px; padding:0;"> <i class="fa fa-caret-right fa-2x"></i> </div> <div class="big_direction direction_right" id="big_right" style="border-right-width: 0px;"> <div style="text-align: right;"> Next Article in Journal<br> <div><a href="/1424-8220/13/12/16882">Design and Evaluation of a Low-Cost Smartphone Pulse Oximeter</a></div> Next Article in Special Issue<br> <div><a href="/1424-8220/14/3/4428">Analytical Methods for Chemical and Sensory Characterization of Scent-Markings in Large Wild Mammals: A Review</a></div> </div> </div> <div class="direction" id="small_left" style="border-left-width: 0px"> <i class="fa fa-caret-left fa-2x"></i> </div> <div class="big_direction" id="big_left" style="border-left-width: 0px;"> <div> Previous Article in Journal<br> <div><a href="/1424-8220/13/12/16851">Potentiometric Urea Biosensor Based on an Immobilised Fullerene-Urease Bio-Conjugate</a></div> Previous Article in Special Issue<br> <div><a href="/1424-8220/13/12/16759">Gas Chromatography Analysis with Olfactometric Detection (GC-O) as a Useful Methodology for Chemical Characterization of Odorous Compounds</a></div> </div> </div> <div style="clear: both;"></div> <div id="menuModal" class="reveal-modal reveal-modal-new reveal-modal-menu" aria-hidden="true" data-reveal role="dialog"> <div class="menu-container"> <div class="UI_NavMenu"> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Journals</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="/about/journals">Active Journals</a> <a href="/about/journalfinder">Find a Journal</a> <a href="/about/journals/proposal">Journal Proposal</a> <a href="/about/proceedings">Proceedings Series</a> </div> </div> </div> </div> <a href="/topics"> <h2>Topics</h2> </a> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Information</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; max-width: 200px; float: left;"> <a href="/authors">For Authors</a> <a href="/reviewers">For Reviewers</a> <a href="/editors">For Editors</a> <a href="/librarians">For Librarians</a> <a href="/publishing_services">For Publishers</a> <a href="/societies">For Societies</a> <a href="/conference_organizers">For Conference Organizers</a> </div> <div style="width: 100%; max-width: 250px; float: left;"> <a href="/openaccess">Open Access Policy</a> <a href="/ioap">Institutional Open Access Program</a> <a href="/special_issues_guidelines">Special Issues Guidelines</a> <a href="/editorial_process">Editorial Process</a> <a href="/ethics">Research and Publication Ethics</a> <a href="/apc">Article Processing Charges</a> <a href="/awards">Awards</a> <a href="/testimonials">Testimonials</a> </div> </div> </div> </div> <a href="/authors/english"> <h2>Editing Services</h2> </a> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>Initiatives</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer">Sciforum</a> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer">MDPI Books</a> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer">Preprints.org</a> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer">Scilit</a> <a href="https://sciprofiles.com" target="_blank" rel="noopener noreferrer">SciProfiles</a> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer">Encyclopedia</a> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer">JAMS</a> <a href="/about/proceedings">Proceedings Series</a> </div> </div> </div> </div> <div class="content__container " > <div class="custom-accordion-for-small-screen-link " > <h2>About</h2> </div> <div class="target-item custom-accordion-for-small-screen-content show-for-medium-up"> <div class="menu-container__links"> <div style="width: 100%; float: left;"> <a href="/about">Overview</a> <a href="/about/contact">Contact</a> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer">Careers</a> <a href="/about/announcements">News</a> <a href="/about/press">Press</a> <a href="http://blog.mdpi.com/" target="_blank" rel="noopener noreferrer">Blog</a> </div> </div> </div> </div> </div> <div class="menu-container__buttons"> <a class="button UA_SignInUpButton" href="/user/login">Sign In / Sign Up</a> </div> </div> </div> <div id="captchaModal" class="reveal-modal reveal-modal-new reveal-modal-new--small" data-reveal aria-label="Captcha" aria-hidden="true" role="dialog"></div> <div id="actionDisabledModal" class="reveal-modal" data-reveal aria-labelledby="actionDisableModalTitle" aria-hidden="true" role="dialog" style="width: 300px;"> <h2 id="actionDisableModalTitle">Notice</h2> <form action="/email/captcha" method="post" id="emailCaptchaForm"> <div class="row"> <div id="js-action-disabled-modal-text" class="small-12 columns"> </div> <div id="js-action-disabled-modal-submit" class="small-12 columns" style="margin-top: 10px; display: none;"> You can make submissions to other journals <a href="https://susy.mdpi.com/user/manuscripts/upload">here</a>. </div> </div> </form> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="rssNotificationModal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="rssNotificationModalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 id="rssNotificationModalTitle">Notice</h2> <p> You are accessing a machine-readable page. In order to be human-readable, please install an RSS reader. </p> </div> </div> <div class="row"> <div class="small-12 columns"> <a class="button button--color js-rss-notification-confirm">Continue</a> <a class="button button--grey" onclick="$(this).closest('.reveal-modal').find('.close-reveal-modal').click(); return false;">Cancel</a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="drop-article-label-openaccess" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> All articles published by MDPI are made immediately available worldwide under an open access license. No special permission is required to reuse all or part of the article published by MDPI, including figures and tables. For articles published under an open access Creative Common CC BY license, any part of the article may be reused without permission provided that the original article is clearly cited. For more information, please refer to <a href="https://www.mdpi.com/openaccess">https://www.mdpi.com/openaccess</a>. </p> </div> <div id="drop-article-label-feature" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Feature papers represent the most advanced research with significant potential for high impact in the field. A Feature Paper should be a substantial original Article that involves several techniques or approaches, provides an outlook for future research directions and describes possible research applications. </p> <p> Feature papers are submitted upon individual invitation or recommendation by the scientific editors and must receive positive feedback from the reviewers. </p> </div> <div id="drop-article-label-choice" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Editor’s Choice articles are based on recommendations by the scientific editors of MDPI journals from around the world. Editors select a small number of articles recently published in the journal that they believe will be particularly interesting to readers, or important in the respective research area. The aim is to provide a snapshot of some of the most exciting work published in the various research areas of the journal. <div style="margin-top: -10px;"> <div id="drop-article-label-choice-journal-link" style="display: none; margin-top: -10px; padding-top: 10px;"> </div> </div> </p> </div> <div id="drop-article-label-resubmission" class="f-dropdown medium" data-dropdown-content aria-hidden="true" tabindex="-1"> <p> Original Submission Date Received: <span id="drop-article-label-resubmission-date"></span>. </p> </div> <div id="container"> <noscript> <div id="no-javascript"> You seem to have javascript disabled. Please note that many of the page functionalities won't work as expected without javascript enabled. </div> </noscript> <div class="fixed"> <nav class="tab-bar show-for-medium-down"> <div class="row full-width collapse"> <div class="medium-3 small-4 columns"> <a href="/"> <img class="full-size-menu__mdpi-logo" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-black-small1.svg?da3a8dcae975a41c?1732286508" style="width: 64px;" title="MDPI Open Access Journals"> </a> </div> <div class="medium-3 small-4 columns right-aligned"> <div class="show-for-medium-down"> <a href="#" style="display: none;"> <i class="material-icons" onclick="$('#menuModal').foundation('reveal', 'close'); return false;">clear</i> </a> <a class="js-toggle-desktop-layout-link" title="Toggle desktop layout" style="display: none;" href="/toggle_desktop_layout_cookie"> <i class="material-icons">zoom_out_map</i> </a> <a href="#" class="js-open-small-search open-small-search"> <i class="material-icons show-for-small only">search</i> </a> <a title="MDPI main page" class="js-open-menu" data-reveal-id="menuModal" href="#"> <i class="material-icons">menu</i> </a> </div> </div> </div> </nav> </div> <section class="main-section"> <header> <div class="full-size-menu show-for-large-up"> <div class="row full-width"> <div class="large-1 columns"> <a href="/"> <img class="full-size-menu__mdpi-logo" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-black-small1.svg?da3a8dcae975a41c?1732286508" title="MDPI Open Access Journals"> </a> </div> <div class="large-8 columns text-right UI_NavMenu"> <ul> <li class="menu-item"> <a href="/about/journals" data-dropdown="journals-dropdown" aria-controls="journals-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">Journals</a> <ul id="journals-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="/about/journals"> Active Journals </a> </li> <li> <a href="/about/journalfinder"> Find a Journal </a> </li> <li> <a href="/about/journals/proposal"> Journal Proposal </a> </li> <li> <a href="/about/proceedings"> Proceedings Series </a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/topics">Topics</a> </li> <li class="menu-item"> <a href="/authors" data-dropdown="information-dropdown" aria-controls="information-dropdown" aria-expanded="false" data-options="is_hover:true; hover_timeout:200">Information</a> <ul id="information-dropdown" class="f-dropdown dropdown-wrapper" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-5 columns right-border"> <ul> <li> <a href="/authors">For Authors</a> </li> <li> <a href="/reviewers">For Reviewers</a> </li> <li> <a href="/editors">For Editors</a> </li> <li> <a href="/librarians">For Librarians</a> </li> <li> <a href="/publishing_services">For Publishers</a> </li> <li> <a href="/societies">For Societies</a> </li> <li> <a href="/conference_organizers">For Conference Organizers</a> </li> </ul> </div> <div class="small-7 columns"> <ul> <li> <a href="/openaccess">Open Access Policy</a> </li> <li> <a href="/ioap">Institutional Open Access Program</a> </li> <li> <a href="/special_issues_guidelines">Special Issues Guidelines</a> </li> <li> <a href="/editorial_process">Editorial Process</a> </li> <li> <a href="/ethics">Research and Publication Ethics</a> </li> <li> <a href="/apc">Article Processing Charges</a> </li> <li> <a href="/awards">Awards</a> </li> <li> <a href="/testimonials">Testimonials</a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/authors/english">Editing Services</a> </li> <li class="menu-item"> <a href="/about/initiatives" data-dropdown="initiatives-dropdown" aria-controls="initiatives-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">Initiatives</a> <ul id="initiatives-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer"> Sciforum </a> </li> <li> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer"> MDPI Books </a> </li> <li> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer"> Preprints.org </a> </li> <li> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer"> Scilit </a> </li> <li> <a href="https://sciprofiles.com" target="_blank" rel="noopener noreferrer"> SciProfiles </a> </li> <li> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer"> Encyclopedia </a> </li> <li> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer"> JAMS </a> </li> <li> <a href="/about/proceedings"> Proceedings Series </a> </li> </ul> </div> </div> </li> </ul> </li> <li class="menu-item"> <a href="/about" data-dropdown="about-dropdown" aria-controls="about-dropdown" aria-expanded="false" data-options="is_hover: true; hover_timeout: 200">About</a> <ul id="about-dropdown" class="f-dropdown dropdown-wrapper dropdown-wrapper__small" data-dropdown-content aria-hidden="true" tabindex="-1"> <li> <div class="row"> <div class="small-12 columns"> <ul> <li> <a href="/about"> Overview </a> </li> <li> <a href="/about/contact"> Contact </a> </li> <li> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer"> Careers </a> </li> <li> <a href="/about/announcements"> News </a> </li> <li> <a href="/about/press"> Press </a> </li> <li> <a href="http://blog.mdpi.com/" target="_blank" rel="noopener noreferrer"> Blog </a> </li> </ul> </div> </div> </li> </ul> </li> </ul> </div> <div class="large-3 columns text-right full-size-menu__buttons"> <div> <a class="button button--default-inversed UA_SignInUpButton" href="/user/login">Sign In / Sign Up</a> <a class="button button--default js-journal-active-only-link js-journal-active-only-submit-link UC_NavSubmitButton" href=" https://susy.mdpi.com/user/manuscripts/upload?journal=sensors " data-disabledmessage="new submissions are not possible.">Submit</a> </div> </div> </div> </div> <div class="header-divider"> </div> <div class="search-container hide-for-small-down row search-container__homepage-scheme"> <form id="basic_search" style="background-color: inherit !important;" class="large-12 medium-12 columns " action="/search" method="get"> <div class="row search-container__main-elements"> <div class="large-2 medium-2 small-12 columns text-right1 small-only-text-left"> <div class="show-for-medium-up"> <div class="search-input-label"> </div> </div> <span class="search-container__title">Search<span class="hide-for-medium"> for Articles</span><span class="hide-for-small">:</span></span> </div> <div class="custom-accordion-for-small-screen-content"> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Title / Keyword</div> </div> <input type="text" placeholder="Title / Keyword" id="q" tabindex="1" name="q" value="" /> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Author / Affiliation / Email</div> </div> <input type="text" id="authors" placeholder="Author / Affiliation / Email" tabindex="2" name="authors" value="" /> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Journal</div> </div> <select id="journal" tabindex="3" name="journal" class="chosen-select"> <option value="">All Journals</option> <option value="acoustics" > Acoustics </option> <option value="amh" > Acta Microbiologica Hellenica (AMH) </option> <option value="actuators" > Actuators </option> <option value="admsci" > Administrative Sciences </option> <option value="adolescents" > Adolescents </option> <option value="arm" > Advances in Respiratory Medicine (ARM) </option> <option value="aerobiology" > Aerobiology </option> <option value="aerospace" > Aerospace </option> <option value="agriculture" > Agriculture </option> <option value="agriengineering" > AgriEngineering </option> <option value="agrochemicals" > Agrochemicals </option> <option value="agronomy" > Agronomy </option> <option value="ai" > AI </option> <option value="air" > Air </option> <option value="algorithms" > Algorithms </option> <option value="allergies" > Allergies </option> <option value="alloys" > Alloys </option> <option value="analytica" > Analytica </option> <option value="analytics" > Analytics </option> <option value="anatomia" > Anatomia </option> <option value="anesthres" > Anesthesia Research </option> <option value="animals" > Animals </option> <option value="antibiotics" > Antibiotics </option> <option value="antibodies" > Antibodies </option> <option value="antioxidants" > Antioxidants </option> <option value="applbiosci" > Applied Biosciences </option> <option value="applmech" > Applied Mechanics </option> <option value="applmicrobiol" > Applied Microbiology </option> <option value="applnano" > Applied Nano </option> <option value="applsci" > Applied Sciences </option> <option value="asi" > Applied System Innovation (ASI) </option> <option value="appliedchem" > AppliedChem </option> <option value="appliedmath" > AppliedMath </option> <option value="aquacj" > Aquaculture Journal </option> <option value="architecture" > Architecture </option> <option value="arthropoda" > Arthropoda </option> <option value="arts" > Arts </option> <option value="astronomy" > Astronomy </option> <option value="atmosphere" > Atmosphere </option> <option value="atoms" > Atoms </option> <option value="audiolres" > Audiology Research </option> <option value="automation" > Automation </option> <option value="axioms" > Axioms </option> <option value="bacteria" > Bacteria </option> <option value="batteries" > Batteries </option> <option value="behavsci" > Behavioral Sciences </option> <option value="beverages" > Beverages </option> <option value="BDCC" > Big Data and Cognitive Computing (BDCC) </option> <option value="biochem" > BioChem </option> <option value="bioengineering" > Bioengineering </option> <option value="biologics" > Biologics </option> <option value="biology" > Biology </option> <option value="blsf" > Biology and Life Sciences Forum </option> <option value="biomass" > Biomass </option> <option value="biomechanics" > Biomechanics </option> <option value="biomed" > BioMed </option> <option value="biomedicines" > Biomedicines </option> <option value="biomedinformatics" > BioMedInformatics </option> <option value="biomimetics" > Biomimetics </option> <option value="biomolecules" > Biomolecules </option> <option value="biophysica" > Biophysica </option> <option value="biosensors" > Biosensors </option> <option value="biotech" > BioTech </option> <option value="birds" > Birds </option> <option value="blockchains" > Blockchains </option> <option value="brainsci" > Brain Sciences </option> <option value="buildings" > Buildings </option> <option value="businesses" > Businesses </option> <option value="carbon" > C </option> <option value="cancers" > Cancers </option> <option value="cardiogenetics" > Cardiogenetics </option> <option value="catalysts" > Catalysts </option> <option value="cells" > Cells </option> <option value="ceramics" > Ceramics </option> <option value="challenges" > Challenges </option> <option value="ChemEngineering" > ChemEngineering </option> <option value="chemistry" > Chemistry </option> <option value="chemproc" > Chemistry Proceedings </option> <option value="chemosensors" > Chemosensors </option> <option value="children" > Children </option> <option value="chips" > Chips </option> <option value="civileng" > CivilEng </option> <option value="cleantechnol" > Clean Technologies (Clean Technol.) </option> <option value="climate" > Climate </option> <option value="ctn" > Clinical and Translational Neuroscience (CTN) </option> <option value="clinbioenerg" > Clinical Bioenergetics </option> <option value="clinpract" > Clinics and Practice </option> <option value="clockssleep" > Clocks & Sleep </option> <option value="coasts" > Coasts </option> <option value="coatings" > Coatings </option> <option value="colloids" > Colloids and Interfaces </option> <option value="colorants" > Colorants </option> <option value="commodities" > Commodities </option> <option value="complications" > Complications </option> <option value="compounds" > Compounds </option> <option value="computation" > Computation </option> <option value="csmf" > Computer Sciences & Mathematics Forum </option> <option value="computers" > Computers </option> <option value="condensedmatter" > Condensed Matter </option> <option value="conservation" > Conservation </option> <option value="constrmater" > Construction Materials </option> <option value="cmd" > Corrosion and Materials Degradation (CMD) </option> <option value="cosmetics" > Cosmetics </option> <option value="covid" > COVID </option> <option value="crops" > Crops </option> <option value="cryo" > Cryo </option> <option value="cryptography" > Cryptography </option> <option value="crystals" > Crystals </option> <option value="cimb" > Current Issues in Molecular Biology (CIMB) </option> <option value="curroncol" > Current Oncology </option> <option value="dairy" > Dairy </option> <option value="data" > Data </option> <option value="dentistry" > Dentistry Journal </option> <option value="dermato" > Dermato </option> <option value="dermatopathology" > Dermatopathology </option> <option value="designs" > Designs </option> <option value="diabetology" > Diabetology </option> <option value="diagnostics" > Diagnostics </option> <option value="dietetics" > Dietetics </option> <option value="digital" > Digital </option> <option value="disabilities" > Disabilities </option> <option value="diseases" > Diseases </option> <option value="diversity" > Diversity </option> <option value="dna" > DNA </option> <option value="drones" > Drones </option> <option value="ddc" > Drugs and Drug Candidates (DDC) </option> <option value="dynamics" > Dynamics </option> <option value="earth" > Earth </option> <option value="ecologies" > Ecologies </option> <option value="econometrics" > Econometrics </option> <option value="economies" > Economies </option> <option value="education" > Education Sciences </option> <option value="electricity" > Electricity </option> <option value="electrochem" > Electrochem </option> <option value="electronicmat" > Electronic Materials </option> <option value="electronics" > Electronics </option> <option value="ecm" > Emergency Care and Medicine </option> <option value="encyclopedia" > Encyclopedia </option> <option value="endocrines" > Endocrines </option> <option value="energies" > Energies </option> <option value="esa" > Energy Storage and Applications (ESA) </option> <option value="eng" > Eng </option> <option value="engproc" > Engineering Proceedings </option> <option value="entropy" > Entropy </option> <option value="environsciproc" > Environmental Sciences Proceedings </option> <option value="environments" > Environments </option> <option value="epidemiologia" > Epidemiologia </option> <option value="epigenomes" > Epigenomes </option> <option value="ebj" > European Burn Journal (EBJ) </option> <option value="ejihpe" > European Journal of Investigation in Health, Psychology and Education (EJIHPE) </option> <option value="fermentation" > Fermentation </option> <option value="fibers" > Fibers </option> <option value="fintech" > FinTech </option> <option value="fire" > Fire </option> <option value="fishes" > Fishes </option> <option value="fluids" > Fluids </option> <option value="foods" > Foods </option> <option value="forecasting" > Forecasting </option> <option value="forensicsci" > Forensic Sciences </option> <option value="forests" > Forests </option> <option value="fossstud" > Fossil Studies </option> <option value="foundations" > Foundations </option> <option value="fractalfract" > Fractal and Fractional (Fractal Fract) </option> <option value="fuels" > Fuels </option> <option value="future" > Future </option> <option value="futureinternet" > Future Internet </option> <option value="futurepharmacol" > Future Pharmacology </option> <option value="futuretransp" > Future Transportation </option> <option value="galaxies" > Galaxies </option> <option value="games" > Games </option> <option value="gases" > Gases </option> <option value="gastroent" > Gastroenterology Insights </option> <option value="gastrointestdisord" > Gastrointestinal Disorders </option> <option value="gastronomy" > Gastronomy </option> <option value="gels" > Gels </option> <option value="genealogy" > Genealogy </option> <option value="genes" > Genes </option> <option value="geographies" > Geographies </option> <option value="geohazards" > GeoHazards </option> <option value="geomatics" > Geomatics </option> <option value="geometry" > Geometry </option> <option value="geosciences" > Geosciences </option> <option value="geotechnics" > Geotechnics </option> <option value="geriatrics" > Geriatrics </option> <option value="glacies" > Glacies </option> <option value="gucdd" > Gout, Urate, and Crystal Deposition Disease (GUCDD) </option> <option value="grasses" > Grasses </option> <option value="hardware" > Hardware </option> <option value="healthcare" > Healthcare </option> <option value="hearts" > Hearts </option> <option value="hemato" > Hemato </option> <option value="hematolrep" > Hematology Reports </option> <option value="heritage" > Heritage </option> <option value="histories" > Histories </option> <option value="horticulturae" > Horticulturae </option> <option value="hospitals" > Hospitals </option> <option value="humanities" > Humanities </option> <option value="humans" > Humans </option> <option value="hydrobiology" > Hydrobiology </option> <option value="hydrogen" > Hydrogen </option> <option value="hydrology" > Hydrology </option> <option value="hygiene" > Hygiene </option> <option value="immuno" > Immuno </option> <option value="idr" > Infectious Disease Reports </option> <option value="informatics" > Informatics </option> <option value="information" > Information </option> <option value="infrastructures" > Infrastructures </option> <option value="inorganics" > Inorganics </option> <option value="insects" > Insects </option> <option value="instruments" > Instruments </option> <option value="iic" > Intelligent Infrastructure and Construction </option> <option value="ijerph" > International Journal of Environmental Research and Public Health (IJERPH) </option> <option value="ijfs" > International Journal of Financial Studies (IJFS) </option> <option value="ijms" > International Journal of Molecular Sciences (IJMS) </option> <option value="IJNS" > International Journal of Neonatal Screening (IJNS) </option> <option value="ijpb" > International Journal of Plant Biology (IJPB) </option> <option value="ijt" > International Journal of Topology </option> <option value="ijtm" > International Journal of Translational Medicine (IJTM) </option> <option value="ijtpp" > International Journal of Turbomachinery, Propulsion and Power (IJTPP) </option> <option value="ime" > International Medical Education (IME) </option> <option value="inventions" > Inventions </option> <option value="IoT" > IoT </option> <option value="ijgi" > ISPRS International Journal of Geo-Information (IJGI) </option> <option value="J" > J </option> <option value="jal" > Journal of Ageing and Longevity (JAL) </option> <option value="jcdd" > Journal of Cardiovascular Development and Disease (JCDD) </option> <option value="jcto" > Journal of Clinical & Translational Ophthalmology (JCTO) </option> <option value="jcm" > Journal of Clinical Medicine (JCM) </option> <option value="jcs" > Journal of Composites Science (J. Compos. Sci.) </option> <option value="jcp" > Journal of Cybersecurity and Privacy (JCP) </option> <option value="jdad" > Journal of Dementia and Alzheimer's Disease (JDAD) </option> <option value="jdb" > Journal of Developmental Biology (JDB) </option> <option value="jeta" > Journal of Experimental and Theoretical Analyses (JETA) </option> <option value="jfb" > Journal of Functional Biomaterials (JFB) </option> <option value="jfmk" > Journal of Functional Morphology and Kinesiology (JFMK) </option> <option value="jof" > Journal of Fungi (JoF) </option> <option value="jimaging" > Journal of Imaging (J. Imaging) </option> <option value="jintelligence" > Journal of Intelligence (J. Intell.) </option> <option value="jlpea" > Journal of Low Power Electronics and Applications (JLPEA) </option> <option value="jmmp" > Journal of Manufacturing and Materials Processing (JMMP) </option> <option value="jmse" > Journal of Marine Science and Engineering (JMSE) </option> <option value="jmahp" > Journal of Market Access & Health Policy (JMAHP) </option> <option value="jmp" > Journal of Molecular Pathology (JMP) </option> <option value="jnt" > Journal of Nanotheranostics (JNT) </option> <option value="jne" > Journal of Nuclear Engineering (JNE) </option> <option value="ohbm" > Journal of Otorhinolaryngology, Hearing and Balance Medicine (JOHBM) </option> <option value="jop" > Journal of Parks </option> <option value="jpm" > Journal of Personalized Medicine (JPM) </option> <option value="jpbi" > Journal of Pharmaceutical and BioTech Industry (JPBI) </option> <option value="jor" > Journal of Respiration (JoR) </option> <option value="jrfm" > Journal of Risk and Financial Management (JRFM) </option> <option value="jsan" > Journal of Sensor and Actuator Networks (JSAN) </option> <option value="joma" > Journal of the Oman Medical Association (JOMA) </option> <option value="jtaer" > Journal of Theoretical and Applied Electronic Commerce Research (JTAER) </option> <option value="jvd" > Journal of Vascular Diseases (JVD) </option> <option value="jox" > Journal of Xenobiotics (JoX) </option> <option value="jzbg" > Journal of Zoological and Botanical Gardens (JZBG) </option> <option value="journalmedia" > Journalism and Media </option> <option value="kidneydial" > Kidney and Dialysis </option> <option value="kinasesphosphatases" > Kinases and Phosphatases </option> <option value="knowledge" > Knowledge </option> <option value="labmed" > LabMed </option> <option value="laboratories" > Laboratories </option> <option value="land" > Land </option> <option value="languages" > Languages </option> <option value="laws" > Laws </option> <option value="life" > Life </option> <option value="limnolrev" > Limnological Review </option> <option value="lipidology" > Lipidology </option> <option value="liquids" > Liquids </option> <option value="literature" > Literature </option> <option value="livers" > Livers </option> <option value="logics" > Logics </option> <option value="logistics" > Logistics </option> <option value="lubricants" > Lubricants </option> <option value="lymphatics" > Lymphatics </option> <option value="make" > Machine Learning and Knowledge Extraction (MAKE) </option> <option value="machines" > Machines </option> <option value="macromol" > Macromol </option> <option value="magnetism" > Magnetism </option> <option value="magnetochemistry" > Magnetochemistry </option> <option value="marinedrugs" > Marine Drugs </option> <option value="materials" > Materials </option> <option value="materproc" > Materials Proceedings </option> <option value="mca" > Mathematical and Computational Applications (MCA) </option> <option value="mathematics" > Mathematics </option> <option value="medsci" > Medical Sciences </option> <option value="msf" > Medical Sciences Forum </option> <option value="medicina" > Medicina </option> <option value="medicines" > Medicines </option> <option value="membranes" > Membranes </option> <option value="merits" > Merits </option> <option value="metabolites" > Metabolites </option> <option value="metals" > Metals </option> <option value="meteorology" > Meteorology </option> <option value="methane" > Methane </option> <option value="mps" > Methods and Protocols (MPs) </option> <option value="metrics" > Metrics </option> <option value="metrology" > Metrology </option> <option value="micro" > Micro </option> <option value="microbiolres" > Microbiology Research </option> <option value="micromachines" > Micromachines </option> <option value="microorganisms" > Microorganisms </option> <option value="microplastics" > Microplastics </option> <option value="minerals" > Minerals </option> <option value="mining" > Mining </option> <option value="modelling" > Modelling </option> <option value="mmphys" > Modern Mathematical Physics </option> <option value="molbank" > Molbank </option> <option value="molecules" > Molecules </option> <option value="mti" > Multimodal Technologies and Interaction (MTI) </option> <option value="muscles" > Muscles </option> <option value="nanoenergyadv" > Nanoenergy Advances </option> <option value="nanomanufacturing" > Nanomanufacturing </option> <option value="nanomaterials" > Nanomaterials </option> <option value="ndt" > NDT </option> <option value="network" > Network </option> <option value="neuroglia" > Neuroglia </option> <option value="neurolint" > Neurology International </option> <option value="neurosci" > NeuroSci </option> <option value="nitrogen" > Nitrogen </option> <option value="ncrna" > Non-Coding RNA (ncRNA) </option> <option value="nursrep" > Nursing Reports </option> <option value="nutraceuticals" > Nutraceuticals </option> <option value="nutrients" > Nutrients </option> <option value="obesities" > Obesities </option> <option value="oceans" > Oceans </option> <option value="onco" > Onco </option> <option value="optics" > Optics </option> <option value="oral" > Oral </option> <option value="organics" > Organics </option> <option value="organoids" > Organoids </option> <option value="osteology" > Osteology </option> <option value="oxygen" > Oxygen </option> <option value="parasitologia" > Parasitologia </option> <option value="particles" > Particles </option> <option value="pathogens" > Pathogens </option> <option value="pathophysiology" > Pathophysiology </option> <option value="pediatrrep" > Pediatric Reports </option> <option value="pets" > Pets </option> <option value="pharmaceuticals" > Pharmaceuticals </option> <option value="pharmaceutics" > Pharmaceutics </option> <option value="pharmacoepidemiology" > Pharmacoepidemiology </option> <option value="pharmacy" > Pharmacy </option> <option value="philosophies" > Philosophies </option> <option value="photochem" > Photochem </option> <option value="photonics" > Photonics </option> <option value="phycology" > Phycology </option> <option value="physchem" > Physchem </option> <option value="psf" > Physical Sciences Forum </option> <option value="physics" > Physics </option> <option value="physiologia" > Physiologia </option> <option value="plants" > Plants </option> <option value="plasma" > Plasma </option> <option value="platforms" > Platforms </option> <option value="pollutants" > Pollutants </option> <option value="polymers" > Polymers </option> <option value="polysaccharides" > Polysaccharides </option> <option value="populations" > Populations </option> <option value="poultry" > Poultry </option> <option value="powders" > Powders </option> <option value="proceedings" > Proceedings </option> <option value="processes" > Processes </option> <option value="prosthesis" > Prosthesis </option> <option value="proteomes" > Proteomes </option> <option value="psychiatryint" > Psychiatry International </option> <option value="psychoactives" > Psychoactives </option> <option value="psycholint" > Psychology International </option> <option value="publications" > Publications </option> <option value="qubs" > Quantum Beam Science (QuBS) </option> <option value="quantumrep" > Quantum Reports </option> <option value="quaternary" > Quaternary </option> <option value="radiation" > Radiation </option> <option value="reactions" > Reactions </option> <option value="realestate" > Real Estate </option> <option value="receptors" > Receptors </option> <option value="recycling" > Recycling </option> <option value="rsee" > Regional Science and Environmental Economics (RSEE) </option> <option value="religions" > Religions </option> <option value="remotesensing" > Remote Sensing </option> <option value="reports" > Reports </option> <option value="reprodmed" > Reproductive Medicine (Reprod. Med.) </option> <option value="resources" > Resources </option> <option value="rheumato" > Rheumato </option> <option value="risks" > Risks </option> <option value="robotics" > Robotics </option> <option value="ruminants" > Ruminants </option> <option value="safety" > Safety </option> <option value="sci" > Sci </option> <option value="scipharm" > Scientia Pharmaceutica (Sci. Pharm.) </option> <option value="sclerosis" > Sclerosis </option> <option value="seeds" > Seeds </option> <option value="sensors" selected='selected'> Sensors </option> <option value="separations" > Separations </option> <option value="sexes" > Sexes </option> <option value="signals" > Signals </option> <option value="sinusitis" > Sinusitis </option> <option value="smartcities" > Smart Cities </option> <option value="socsci" > Social Sciences </option> <option value="siuj" > Société Internationale d’Urologie Journal (SIUJ) </option> <option value="societies" > Societies </option> <option value="software" > Software </option> <option value="soilsystems" > Soil Systems </option> <option value="solar" > Solar </option> <option value="solids" > Solids </option> <option value="spectroscj" > Spectroscopy Journal </option> <option value="sports" > Sports </option> <option value="standards" > Standards </option> <option value="stats" > Stats </option> <option value="stresses" > Stresses </option> <option value="surfaces" > Surfaces </option> <option value="surgeries" > Surgeries </option> <option value="std" > Surgical Techniques Development </option> <option value="sustainability" > Sustainability </option> <option value="suschem" > Sustainable Chemistry </option> <option value="symmetry" > Symmetry </option> <option value="synbio" > SynBio </option> <option value="systems" > Systems </option> <option value="targets" > Targets </option> <option value="taxonomy" > Taxonomy </option> <option value="technologies" > Technologies </option> <option value="telecom" > Telecom </option> <option value="textiles" > Textiles </option> <option value="thalassrep" > Thalassemia Reports </option> <option value="therapeutics" > Therapeutics </option> <option value="thermo" > Thermo </option> <option value="timespace" > Time and Space </option> <option value="tomography" > Tomography </option> <option value="tourismhosp" > Tourism and Hospitality </option> <option value="toxics" > Toxics </option> <option value="toxins" > Toxins </option> <option value="transplantology" > Transplantology </option> <option value="traumacare" > Trauma Care </option> <option value="higheredu" > Trends in Higher Education </option> <option value="tropicalmed" > Tropical Medicine and Infectious Disease (TropicalMed) </option> <option value="universe" > Universe </option> <option value="urbansci" > Urban Science </option> <option value="uro" > Uro </option> <option value="vaccines" > Vaccines </option> <option value="vehicles" > Vehicles </option> <option value="venereology" > Venereology </option> <option value="vetsci" > Veterinary Sciences </option> <option value="vibration" > Vibration </option> <option value="virtualworlds" > Virtual Worlds </option> <option value="viruses" > Viruses </option> <option value="vision" > Vision </option> <option value="waste" > Waste </option> <option value="water" > Water </option> <option value="wild" > Wild </option> <option value="wind" > Wind </option> <option value="women" > Women </option> <option value="world" > World </option> <option value="wevj" > World Electric Vehicle Journal (WEVJ) </option> <option value="youth" > Youth </option> <option value="zoonoticdis" > Zoonotic Diseases </option> </select> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Article Type</div> </div> <select id="article_type" tabindex="4" name="article_type" class="chosen-select"> <option value="">All Article Types</option> <option value="research-article">Article</option> <option value="review-article">Review</option> <option value="rapid-communication">Communication</option> <option value="editorial">Editorial</option> <option value="abstract">Abstract</option> <option value="book-review">Book Review</option> <option value="brief-communication">Brief Communication</option> <option value="brief-report">Brief Report</option> <option value="case-report">Case Report</option> <option value="clinicopathological-challenge">Clinicopathological Challenge</option> <option value="article-commentary">Comment</option> <option value="commentary">Commentary</option> <option value="concept-paper">Concept Paper</option> <option value="conference-report">Conference Report</option> <option value="correction">Correction</option> <option value="creative">Creative</option> <option value="data-descriptor">Data Descriptor</option> <option value="discussion">Discussion</option> <option value="Entry">Entry</option> <option value="essay">Essay</option> <option value="expression-of-concern">Expression of Concern</option> <option value="extended-abstract">Extended Abstract</option> <option value="field-guide">Field Guide</option> <option value="guidelines">Guidelines</option> <option value="hypothesis">Hypothesis</option> <option value="interesting-image">Interesting Images</option> <option value="letter">Letter</option> <option value="books-received">New Book Received</option> <option value="obituary">Obituary</option> <option value="opinion">Opinion</option> <option value="perspective">Perspective</option> <option value="proceedings">Proceeding Paper</option> <option value="project-report">Project Report</option> <option value="protocol">Protocol</option> <option value="registered-report">Registered Report</option> <option value="reply">Reply</option> <option value="retraction">Retraction</option> <option value="note">Short Note</option> <option value="study-protocol">Study Protocol</option> <option value="systematic_review">Systematic Review</option> <option value="technical-note">Technical Note</option> <option value="tutorial">Tutorial</option> <option value="viewpoint">Viewpoint</option> </select> </div> <div class="large-1 medium-1 small-6 end columns small-push-6 medium-reset-order large-reset-order js-search-collapsed-button-container"> <div class="search-input-label"> </div> <input type="submit" id="search" value="Search" class="button button--dark button--full-width searchButton1 US_SearchButton" tabindex="12"> </div> <div class="large-1 medium-1 small-6 end columns large-text-left small-only-text-center small-pull-6 medium-reset-order large-reset-order js-search-collapsed-link-container"> <div class="search-input-label"> </div> <a class="main-search-clear search-container__link" href="#" onclick="openAdvanced(''); return false;">Advanced<span class="show-for-small-only"> Search</span></a> </div> </div> </div> <div class="search-container__advanced" style="margin-top: 0; padding-top: 0px; background-color: inherit; color: inherit;"> <div class="row"> <div class="large-2 medium-2 columns show-for-medium-up"> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Section</div> </div> <select id="section" tabindex="5" name="section" class="chosen-select"> <option value=""></option> </select> </div> <div class="large-2 medium-2 small-6 columns "> <div class=""> <div class="search-input-label">Special Issue</div> </div> <select id="special_issue" tabindex="6" name="special_issue" class="chosen-select"> <option value=""></option> </select> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Volume</div> <input type="text" id="volume" tabindex="7" name="volume" placeholder="..." value="13" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Issue</div> <input type="text" id="issue" tabindex="8" name="issue" placeholder="..." value="12" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Number</div> <input type="text" id="number" tabindex="9" name="number" placeholder="..." value="" /> </div> <div class="large-1 medium-1 small-6 end columns "> <div class="search-input-label">Page</div> <input type="text" id="page" tabindex="10" name="page" placeholder="..." value="" /> </div> <div class="large-1 medium-1 small-6 columns small-push-6 medium-reset order large-reset-order medium-reset-order js-search-expanded-button-container"></div> <div class="large-1 medium-1 small-6 columns large-text-left small-only-text-center small-pull-6 medium-reset-order large-reset-order js-search-expanded-link-container"></div> </div> </div> </form> <form id="advanced-search" class="large-12 medium-12 columns"> <div class="search-container__advanced"> <div id="advanced-search-template" class="row advanced-search-row"> <div class="large-2 medium-2 small-12 columns show-for-medium-up"> </div> <div class="large-2 medium-2 small-3 columns connector-div"> <div class="search-input-label"><span class="show-for-medium-up">Logical Operator</span><span class="show-for-small">Operator</span></div> <select class="connector"> <option value="and">AND</option> <option value="or">OR</option> </select> </div> <div class="large-3 medium-3 small-6 columns search-text-div"> <div class="search-input-label">Search Text</div> <input type="text" class="search-text" placeholder="Search text"> </div> <div class="large-2 medium-2 small-6 large-offset-0 medium-offset-0 small-offset-3 columns search-field-div"> <div class="search-input-label">Search Type</div> <select class="search-field"> <option value="all">All fields</option> <option value="title">Title</option> <option value="abstract">Abstract</option> <option value="keywords">Keywords</option> <option value="authors">Authors</option> <option value="affiliations">Affiliations</option> <option value="doi">Doi</option> <option value="full_text">Full Text</option> <option value="references">References</option> </select> </div> <div class="large-1 medium-1 small-3 columns"> <div class="search-input-label"> </div> <div class="search-action-div"> <div class="search-plus"> <i class="material-icons">add_circle_outline</i> </div> </div> <div class="search-action-div"> <div class="search-minus"> <i class="material-icons">remove_circle_outline</i> </div> </div> </div> <div class="large-1 medium-1 small-6 large-offset-0 medium-offset-0 small-offset-3 end columns"> <div class="search-input-label"> </div> <input class="advanced-search-button button button--dark search-submit" type="submit" value="Search"> </div> <div class="large-1 medium-1 small-6 end columns show-for-medium-up"></div> </div> </div> </form> </div> <div class="header-divider"> </div> <div class="breadcrumb row full-row"> <div class="breadcrumb__element"> <a href="/about/journals">Journals</a> </div> <div class="breadcrumb__element"> <a href="/journal/sensors">Sensors</a> </div> <div class="breadcrumb__element"> <a href="/1424-8220/13">Volume 13</a> </div> <div class="breadcrumb__element"> <a href="/1424-8220/13/12">Issue 12</a> </div> <div class="breadcrumb__element"> <a href="#">10.3390/s131216867</a> </div> </div> </header> <div id="main-content" class=""> <div class="row full-width row-fixed-left-column"> <div id="left-column" class="content__column large-3 medium-3 small-12 columns"> <div class="content__container"> <a href="/journal/sensors"> <img src="https://pub.mdpi-res.com/img/journals/sensors-logo.png?8600e93ff98dbf14" alt="sensors-logo" title="Sensors" style="max-height: 60px; margin: 0 0 0 0;"> </a> <div class="generic-item no-border"> <a class="button button--color button--full-width js-journal-active-only-link js-journal-active-only-submit-link UC_ArticleSubmitButton" href="https://susy.mdpi.com/user/manuscripts/upload?form%5Bjournal_id%5D%3D3" data-disabledmessage="creating new submissions is not possible."> Submit to this Journal </a> <a class="button button--color button--full-width js-journal-active-only-link UC_ArticleReviewButton" href="https://susy.mdpi.com/volunteer/journals/review" data-disabledmessage="volunteering as journal reviewer is not possible."> Review for this Journal </a> <a class="button button--color-inversed button--color-journal button--full-width js-journal-active-only-link UC_ArticleEditIssueButton" href="/journalproposal/sendproposalspecialissue/sensors" data-path="/1424-8220/13/12/16867" data-disabledmessage="proposing new special issue is not possible."> Propose a Special Issue </a> </div> <div class="generic-item link-article-menu show-for-small"> <a href="#" class="link-article-menu show-for-small"> <span class="closed">►</span> <span class="open" style="display: none;">▼</span> Article Menu </a> </div> <div class="hide-small-down-initially UI_ArticleMenu"> <div class="generic-item"> <h2>Article Menu</h2> </div> <ul class="accordion accordion__menu" data-accordion data-options="multi_expand:true;toggleable: true"> <li class="accordion-direct-link"> <a href="/1424-8220/13/12/16867/scifeed_display" data-reveal-id="scifeed-modal" data-reveal-ajax="true">Subscribe SciFeed</a> </li> <li class="accordion-direct-link js-article-similarity-container" style="display: none"> <a href="#" class="js-similarity-related-articles">Recommended Articles</a> </li> <li class="accordion-navigation"> <a href="#related" class="accordion__title">Related Info Links</a> <div id="related" class="content UI_ArticleMenu_RelatedLinks"> <ul> <li class="li-link"> <a href="http://www.ncbi.nlm.nih.gov/sites/entrez/24322562" target="_blank" rel="noopener noreferrer">PubMed/Medline</a> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Application%20of%20Receiver%20Operating%20Characteristic%20%28ROC%29%20Curves%20for%20Explosives%20Detection%20Using%20Different%20Sampling%20and%20Detection%20Techniques" target="_blank" rel="noopener noreferrer">Google Scholar</a> </li> </ul> </div> </li> <li class="accordion-navigation"> <a href="#authors" class="accordion__title">More by Authors Links</a> <div id="authors" class="content UI_ArticleMenu_AuthorsLinks"> <ul class="side-menu-ul"> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on DOAJ</a> </li> <div id="AuthorDOAJExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Mimy%20Young%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Young, M.</a> <li> </li> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Wen%20Fan%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Fan, W.</a> <li> </li> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Anna%20Raeva%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Raeva, A.</a> <li> </li> <li class="li-link"> <a href='http://doaj.org/search/articles?source=%7B%22query%22%3A%7B%22query_string%22%3A%7B%22query%22%3A%22%5C%22Jose%20Almirall%5C%22%22%2C%22default_operator%22%3A%22AND%22%2C%22default_field%22%3A%22bibjson.author.name%22%7D%7D%7D' target="_blank" rel="noopener noreferrer">Almirall, J.</a> <li> </li> </ul> </div> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on Google Scholar</a> </li> <div id="AuthorGoogleExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Mimy%20Young" target="_blank" rel="noopener noreferrer">Young, M.</a> <li> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Wen%20Fan" target="_blank" rel="noopener noreferrer">Fan, W.</a> <li> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Anna%20Raeva" target="_blank" rel="noopener noreferrer">Raeva, A.</a> <li> </li> <li class="li-link"> <a href="https://scholar.google.com/scholar?q=Jose%20Almirall" target="_blank" rel="noopener noreferrer">Almirall, J.</a> <li> </li> </ul> </div> <li> <a class="expand" onclick='$(this).closest("li").next("div").toggle(); return false;'>on PubMed</a> </li> <div id="AuthorPubMedExpand" style="display:none;"> <ul class="submenu"> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Mimy%20Young" target="_blank" rel="noopener noreferrer">Young, M.</a> <li> </li> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Wen%20Fan" target="_blank" rel="noopener noreferrer">Fan, W.</a> <li> </li> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Anna%20Raeva" target="_blank" rel="noopener noreferrer">Raeva, A.</a> <li> </li> <li class="li-link"> <a href="http://www.pubmed.gov/?cmd=Search&term=Jose%20Almirall" target="_blank" rel="noopener noreferrer">Almirall, J.</a> <li> </li> </ul> </div> </ul> </div> </li> </ul> <span style="display:none" id="scifeed_hidden_flag"></span> <span style="display:none" id="scifeed_subscribe_url">/ajax/scifeed/subscribe</span> </div> </div> <div class="content__container responsive-moving-container large medium active hidden" data-id="article-counters"> <div id="counts-wrapper" class="row generic-item no-border" data-equalizer> <div id="js-counts-wrapper__views" class="small-12 hide columns count-div-container"> <a href="#metrics" > <div class="count-div" data-equalizer-watch> <span class="name">Article Views</span> <span class="count view-number"></span> </div> </a> </div> <div id="js-counts-wrapper__citations" class="small-12 columns hide count-div-container"> <a href="#metrics" > <div class="count-div" data-equalizer-watch> <span class="name">Citations</span> <span class="count citations-number Var_ArticleMaxCitations">-</span> </div> </a> </div> </div> </div> <div class="content__container"> <div class="hide-small-down-initially"> <ul class="accordion accordion__menu" data-accordion data-options="multi_expand:true;toggleable: true"> <li class="accordion-navigation"> <a href="#table_of_contents" class="accordion__title">Table of Contents</a> <div id="table_of_contents" class="content active"> <div class="menu-caption" id="html-quick-links-title"></div> </div> </li> </ul> </div> </div> <!-- PubGrade code --> <div id="pbgrd-sky"></div> <script src="https://cdn.pbgrd.com/core-mdpi.js"></script> <style>.content__container { min-width: 300px; }</style> <!-- PubGrade code --> </div> <div id="middle-column" class="content__column large-9 medium-9 small-12 columns end middle-bordered"> <div class="middle-column__help"> <div class="middle-column__help__fixed show-for-medium-up"> <span id="js-altmetrics-donut" href="#" target="_blank" rel="noopener noreferrer" style="display: none;"> <span data-badge-type='donut' class='altmetric-embed' data-doi='10.3390/s131216867'></span> <span>Altmetric</span> </span> <a href="#" class="UA_ShareButton" data-reveal-id="main-share-modal" title="Share"> <i class="material-icons">share</i> <span>Share</span> </a> <a href="#" data-reveal-id="main-help-modal" title="Help"> <i class="material-icons">announcement</i> <span>Help</span> </a> <a href="javascript:void(0);" data-reveal-id="cite-modal" data-counterslink = "https://www.mdpi.com/1424-8220/13/12/16867/cite" > <i class="material-icons">format_quote</i> <span>Cite</span> </a> <a href="https://sciprofiles.com/discussion-groups/public/10.3390/s131216867?utm_source=mpdi.com&utm_medium=publication&utm_campaign=discuss_in_sciprofiles" target="_blank" rel="noopener noreferrer" title="Discuss in Sciprofiles"> <i class="material-icons">question_answer</i> <span>Discuss in SciProfiles</span> </a> <a href="#" class="" data-hypothesis-trigger-endorses-tab title="Endorse"> <i data-hypothesis-endorse-trigger class="material-icons" >thumb_up</i> <div data-hypothesis-endorsement-count data-hypothesis-trigger-endorses-tab class="hypothesis-count-container"> ... </div> <span>Endorse</span> </a> <a href="#" data-hypothesis-trigger class="js-hypothesis-open UI_ArticleAnnotationsButton" title="Comment"> <i class="material-icons">textsms</i> <div data-hypothesis-annotation-count class="hypothesis-count-container"> ... </div> <span>Comment</span> </a> </div> <div id="main-help-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Need Help?</h2> </div> <div class="small-6 columns"> <h3>Support</h3> <p> Find support for a specific problem in the support section of our website. </p> <a target="_blank" href="/about/contactform" class="button button--color button--full-width"> Get Support </a> </div> <div class="small-6 columns"> <h3>Feedback</h3> <p> Please let us know what you think of our products and services. </p> <a target="_blank" href="/feedback/send" class="button button--color button--full-width"> Give Feedback </a> </div> <div class="small-6 columns end"> <h3>Information</h3> <p> Visit our dedicated information section to learn more about MDPI. </p> <a target="_blank" href="/authors" class="button button--color button--full-width"> Get Information </a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> </div> <div class="middle-column__main "> <div class="page-highlight"> <style type="text/css"> img.review-status { width: 30px; } </style> <div id="jmolModal" class="reveal-modal" data-reveal aria-labelledby="Captcha" aria-hidden="true" role="dialog"> <h2>JSmol Viewer</h2> <div class="row"> <div class="small-12 columns text-center"> <iframe style="width: 520px; height: 520px;" frameborder="0" id="jsmol-content"></iframe> <div class="content"></div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div itemscope itemtype="http://schema.org/ScholarlyArticle" id="abstract" class="abstract_div"> <div class="js-check-update-container"></div> <div class="html-content__container content__container content__container__combined-for-large__first" style="overflow: auto; position: inherit;"> <div class='html-profile-nav'> <div class='top-bar'> <div class='nav-sidebar-btn show-for-large-up' data-status='opened' > <i class='material-icons'>first_page</i> </div> <a id="js-button-download" class="button button--color-inversed" style="display: none;" href="/1424-8220/13/12/16867/pdf?version=1403340257" data-name="Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques" data-journal="sensors"> <i class="material-icons custom-download"></i> Download PDF </a> <div class='nav-btn'> <i class='material-icons'>settings</i> </div> <a href="/1424-8220/13/12/16867/reprints" id="js-button-reprints" class="button button--color-inversed"> Order Article Reprints </a> </div> <div class='html-article-menu'> <div class='html-first-step row'> <div class='html-font-family large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'> Font Type: </div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option"><i style='font-family:Arial, Arial, Helvetica, sans-serif;' data-fontfamily='Arial, Arial, Helvetica, sans-serif'>Arial</i></span> <span class="html-article-menu-option"><i style='font-family:Georgia1, Georgia, serif;' data-fontfamily='Georgia1, Georgia, serif'>Georgia</i></span> <span class="html-article-menu-option"><i style='font-family:Verdana, Verdana, Geneva, sans-serif;' data-fontfamily='Verdana, Verdana, Geneva, sans-serif' >Verdana</i></span> </div> </div> </div> <div class='html-font-resize large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'>Font Size:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-percent="100">Aa</span> <span class="html-article-menu-option a2" data-percent="120">Aa</span> <span class="html-article-menu-option a3" data-percent="160">Aa</span> </div> </div> </div> </div> <div class='row'> <div class='html-line-space large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns' >Line Spacing:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-line-height="1.5em"> <i class="fa"></i> </span> <span class="html-article-menu-option a2" data-line-height="1.8em"> <i class="fa"></i> </span> <span class="html-article-menu-option a3" data-line-height="2.1em"> <i class="fa"></i> </span> </div> </div> </div> <div class='html-column-width large-6 medium-6 small-12 columns'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns' >Column Width:</div> <div class='large-8 medium-8 small-12 columns'> <span class="html-article-menu-option a1" data-column-width="20%"> <i class="fa"></i> </span> <span class="html-article-menu-option a2" data-column-width="10%"> <i class="fa"></i> </span> <span class="html-article-menu-option a3" data-column-width="0%"> <i class="fa"></i> </span> </div> </div> </div> </div> <div class='row'> <div class='html-font-bg large-6 medium-6 small-12 columns end'> <div class='row'> <div class='html-font-label large-4 medium-4 small-12 columns'>Background:</div> <div class='large-8 medium-8 small-12 columns'> <div class="html-article-menu-option html-nav-bg html-nav-bright" data-bg="bright"> <i class="fa fa-file-text"></i> </div> <div class="html-article-menu-option html-nav-bg html-nav-dark" data-bg="dark"> <i class="fa fa-file-text-o"></i> </div> <div class="html-article-menu-option html-nav-bg html-nav-creme" data-bg="creme"> <i class="fa fa-file-text"></i> </div> </div> </div> </div> </div> </div> </div> <article ><div class='html-article-content'> <span itemprop="publisher" content="Multidisciplinary Digital Publishing Institute"></span><span itemprop="url" content="https://www.mdpi.com/1424-8220/13/12/16867"></span> <div class="article-icons"><span class="label openaccess" data-dropdown="drop-article-label-openaccess" aria-expanded="false">Open Access</span><span class="label articletype">Article</span></div> <h1 class="title hypothesis_container" itemprop="name"> Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques </h1> <div class="art-authors hypothesis_container"> by <span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop208605' data-options='is_hover:true, hover_timeout:5000'> Mimy Young</div><div id="profile-card-drop208605" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Mimy Young</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/author/dnZ3UzlZNEVvTmFzOXp1a21ZVXlSMy92d0hRbTJ3cHpiQ1YzVmpudmthVT0=?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Mimy%20Young" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Mimy%20Young&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Mimy%20Young" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup></sup>, </span><span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop208606' data-options='is_hover:true, hover_timeout:5000'> Wen Fan</div><div id="profile-card-drop208606" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Wen Fan</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/author/dENwMmxOaEt2OUhBeU0ycnl2Vk94Zz09?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Wen%20Fan" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Wen%20Fan&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Wen%20Fan" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup></sup>, </span><span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop208607' data-options='is_hover:true, hover_timeout:5000'> Anna Raeva</div><div id="profile-card-drop208607" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Anna Raeva</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/author/RFVZNGduSDBMWUFKeEFnREw3VTR2czVrSFlpNytJanV6Ty9OQUdTRFdKZz0=?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Anna%20Raeva" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Anna%20Raeva&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Anna%20Raeva" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup></sup> and </span><span class="inlineblock "><div class='profile-card-drop' data-dropdown='profile-card-drop208608' data-options='is_hover:true, hover_timeout:5000'> Jose Almirall</div><div id="profile-card-drop208608" data-dropdown-content class="f-dropdown content profile-card-content" aria-hidden="true" tabindex="-1"><div class="profile-card__title"><div class="sciprofiles-link" style="display: inline-block"><div class="sciprofiles-link__link"><img class="sciprofiles-link__image" src="/bundles/mdpisciprofileslink/img/unknown-user.png" style="width: auto; height: 16px; border-radius: 50%;"><span class="sciprofiles-link__name">Jose Almirall</span></div></div></div><div class="profile-card__buttons" style="margin-bottom: 10px;"><a href="https://sciprofiles.com/profile/56278?utm_source=mdpi.com&utm_medium=website&utm_campaign=avatar_name" class="button button--color-inversed" target="_blank"> SciProfiles </a><a href="https://scilit.net/scholars?q=Jose%20Almirall" class="button button--color-inversed" target="_blank"> Scilit </a><a href="https://www.preprints.org/search?search1=Jose%20Almirall&field1=authors" class="button button--color-inversed" target="_blank"> Preprints.org </a><a href="https://scholar.google.com/scholar?q=Jose%20Almirall" class="button button--color-inversed" target="_blank" rels="noopener noreferrer"> Google Scholar </a></div></div><sup> *</sup><span style="display: inline; margin-left: 5px;"></span><a class="toEncode emailCaptcha visibility-hidden" data-author-id="208608" href="/cdn-cgi/l/email-protection#dcf3bfb2b8f1bfbbb5f3b0f3b9b1bdb5b0f1acaeb3a8b9bfa8b5b3b2ffecececb8eaedecbfece4edefecececb8ecb8eeedecebece4ede8e8baece8ece9ede8"><sup><i class="fa fa-envelope-o"></i></sup></a></span> </div> <div class="nrm"></div> <span style="display:block; height:6px;"></span> <div></div> <div style="margin: 5px 0 15px 0;" class="hypothesis_container"> <div class="art-affiliations"> <div class="affiliation "> <div class="affiliation-name ">Department of Chemistry and Biochemistry and International Forensic Research Institute, Florida International University, 11200 SW 8th St. OE 116A, Miami, FL 33199, USA</div> </div> <div class="affiliation"> <div class="affiliation-item"><sup>*</sup></div> <div class="affiliation-name ">Author to whom correspondence should be addressed. </div> </div> </div> </div> <div class="bib-identity" style="margin-bottom: 10px;"> <em>Sensors</em> <b>2013</b>, <em>13</em>(12), 16867-16881; <a href="https://doi.org/10.3390/s131216867">https://doi.org/10.3390/s131216867</a> </div> <div class="pubhistory" style="font-weight: bold; padding-bottom: 10px;"> <span style="display: inline-block">Submission received: 16 November 2013</span> / <span style="display: inline-block">Revised: 26 November 2013</span> / <span style="display: inline-block">Accepted: 3 December 2013</span> / <span style="display: inline-block">Published: 6 December 2013</span> </div> <div class="belongsTo" style="margin-bottom: 10px;"> (This article belongs to the Special Issue <a href=" /journal/sensors/special_issues/ssfso ">Sensing of Scent, Fragrance, Smell, and Odor Emissions from Biota Sources</a>)<br/> </div> <div class="highlight-box1"> <div class="download"> <a class="button button--color-inversed button--drop-down" data-dropdown="drop-download-31101" aria-controls="drop-supplementary-31101" aria-expanded="false"> Download <i class="material-icons">keyboard_arrow_down</i> </a> <div id="drop-download-31101" class="f-dropdown label__btn__dropdown label__btn__dropdown--button" data-dropdown-content aria-hidden="true" tabindex="-1"> <a class="UD_ArticlePDF" href="/1424-8220/13/12/16867/pdf?version=1403340257" data-name="Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques" data-journal="sensors">Download PDF</a> <br/> <a id="js-pdf-with-cover-access-captcha" href="#" data-target="/1424-8220/13/12/16867/pdf-with-cover" class="accessCaptcha">Download PDF with Cover</a> <br/> <a id="js-xml-access-captcha" href="#" data-target="/1424-8220/13/12/16867/xml" class="accessCaptcha">Download XML</a> <br/> <a href="/1424-8220/13/12/16867/epub" id="epub_link">Download Epub</a> <br/> </div> <div class="js-browse-figures" style="display: inline-block;"> <a href="#" class="button button--color-inversed margin-bottom-10 openpopupgallery UI_BrowseArticleFigures" data-target='article-popup' data-counterslink = "https://www.mdpi.com/1424-8220/13/12/16867/browse" >Browse Figures</a> </div> <div id="article-popup" class="popupgallery" style="display: inline; line-height: 200%"> <a href="https://pub.mdpi-res.com/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1.png?1403340263" title=" <strong></strong><br/> <p>True positive rates for the (<b>a</b>) portable and (<b>b</b>) benchtop IMS systems. Comparison of true positive rates for the two extraction methods are shown with varying alarm threshold.</p> "> </a> <a href="https://pub.mdpi-res.com/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2.png?1403340264" title=" <strong></strong><br/> <p>SPME-GC-MS true positive rates with varying equivalent mass threshold for (<b>a</b>) NG, (<b>b</b>) DPA and (<b>c</b>) 2,4-DNT.</p> "> </a> <a href="https://pub.mdpi-res.com/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3.png?1403340264" title=" <strong></strong><br/> <p>Plasmagrams for dynamic PSPME sampling (1 min.) in cluttered environments from a local shipping facility. Sampling was performed in LD3 (4,500 L) containers and LD8 (6,880 L) containers as well as open air sampling of the location with indication of detection windows for NG and 2,4-DNT (drift time (t<sub>d</sub>) of 3.8 ms and 5.6 ms, respectively).</p> "> </a> <a href="https://pub.mdpi-res.com/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4.png?1403340267" title=" <strong></strong><br/> <p>ROC curves for the portable PSPME-IMS (<b>a</b>), benchtop PSPME-IMS (<b>b</b>) and laboratory based SPME-GC-MS (<b>c</b>). These ROC curves were constructed using JMP software from 360 samples (140 samples for SPME-GC-MS) including all defined scenarios.</p> "> </a> </div> <a class="button button--color-inversed" href="/1424-8220/13/12/16867/notes">Versions Notes</a> </div> </div> <div class="responsive-moving-container small hidden" data-id="article-counters" style="margin-top: 15px;"></div> <div class="html-dynamic"> <section> <div class="art-abstract art-abstract-new in-tab hypothesis_container"> <p> <div><section class="html-abstract" id="html-abstract"> <h2 id="html-abstract-title">Abstract</h2><b>:</b> Reported for the first time are receiver operating characteristic (ROC) curves constructed to describe the performance of a sorbent-coated disk, planar solid phase microextraction (PSPME) unit for non-contact sampling of a variety of volatiles. The PSPME is coupled to ion mobility spectrometers (IMSs) for the detection of volatile chemical markers associated with the presence of smokeless powders, model systems of explosives containing diphenylamine (DPA), 2,4-dinitrotoluene (2,4-DNT) and nitroglycerin (NG) as the target analytes. The performance of the PSPME-IMS was compared with the widely accepted solid-phase microextraction (SPME), coupled to a GC-MS. A set of optimized sampling conditions for different volume containers (1–45 L) with various sample amounts of explosives, were studied in replicates (<span class="html-italic">n</span> = 30) to determine the true positive rates (TPR) and false positive detection rates (FPR) for the different scenarios. These studies were obtained in order to construct the ROC curves for two IMS instruments (a bench-top and field-portable system) and a bench top GC-MS system in low and high clutter environments. Both static and dynamic PSPME sampling were studied in which 10–500 mg quantities of smokeless powders were detected within 10 min of static sampling and 1 min of dynamic sampling. </section> <div id="html-keywords"> <div class="html-gwd-group"><div id="html-keywords-title">Keywords: </div><a href="/search?q=planar+solid+phase+microextraction+%28PSPME%29">planar solid phase microextraction (PSPME)</a>; <a href="/search?q=solid+phase+microextraction+%28SPME%29">solid phase microextraction (SPME)</a>; <a href="/search?q=ion+mobility+spectrometer+%28IMS%29">ion mobility spectrometer (IMS)</a>; <a href="/search?q=military+explosive">military explosive</a>; <a href="/search?q=smokeless+powder">smokeless powder</a>; <a href="/search?q=receiver+operating+characteristic+curve+%28ROC%29">receiver operating characteristic curve (ROC)</a></div> </div> </div> </p> </div> </section> </div> <div class="hypothesis_container"> <ul class="menu html-nav" data-prev-node="#html-quick-links-title"> </ul> <div class="html-body"> <section id='Introduction' type='intro'><h2 data-nested='1'> 1. Introduction</h2><p>Near perfect performance and excellent reliability are required of any instrumental system that detects chemical and biological threats in homeland security applications such as at transportation checkpoints. Ion mobility spectrometry (IMS) is the instrumental technique of choice for trace explosives detection in high throughput environments due to the high speed of analysis (∽1–10 s), excellent sensitivity (sub nanogram detection), low costs of acquisition and operation, robustness and portability. IMS detectors, however, have been reported to suffer from high false positive detection rates in high clutter environments, when particle swabbing is used as the sampling mode [<a href="#b1-sensors-13-16867" class="html-bibr">1</a>]. In response to this deficiency, different headspace sampling approaches that target the volatiles associated with the presence of explosives in containers have been developed. A novel sorbent coated disk coined planar solid phase microextraction (PSPME) system has been previously reported by our group for non-contact sampling of volatile organic compounds (VOCs) associated with explosives [<a href="#b2-sensors-13-16867" class="html-bibr">2</a>–<a href="#b4-sensors-13-16867" class="html-bibr">4</a>]. Unlike particle swabbing, PSPME targets the volatiles available in the headspace of large containers with fast preconcentration of the targets during the sampling. PSPME is reported to offer greater surface area and phase volume for fast sampling and larger capacity in comparison to the widely accepted solid phase microextraction (SPME) single fiber configuration. PSPME also offers the possibility of dynamic sampling of the air flow through the device with the assistance of a vacuum pump, allowing for large volume sampling, making it ideal for high throughput environments. Although the coupling of PSPME sampling to an IMS detector has been shown to perform well with respect to sensitivity and other performance metrics in the laboratory setting, an evaluation of the use of PSPME-IMS for explosives detection in real-world, high clutter settings had yet to be investigated.</p><p>The construction of receiver operating characteristic (ROC) curves are an efficient method to visualize the trade-offs for the performance of a particular technique or sensor system for a given set of sensor conditions. ROC curves were developed by the U.S. military to differentiate radar signals and noise [<a href="#b5-sensors-13-16867" class="html-bibr">5</a>,<a href="#b6-sensors-13-16867" class="html-bibr">6</a>] and this sensor performance evaluation tool has grown in popularity for use in medical diagnostic testing [<a href="#b7-sensors-13-16867" class="html-bibr">7</a>–<a href="#b10-sensors-13-16867" class="html-bibr">10</a>]. The increase in data analysis using ROC curves in non-clinical fields including psychiatry [<a href="#b11-sensors-13-16867" class="html-bibr">11</a>–<a href="#b13-sensors-13-16867" class="html-bibr">13</a>], explosives detection [<a href="#b14-sensors-13-16867" class="html-bibr">14</a>–<a href="#b17-sensors-13-16867" class="html-bibr">17</a>] and computer sciences [<a href="#b18-sensors-13-16867" class="html-bibr">18</a>–<a href="#b20-sensors-13-16867" class="html-bibr">20</a>] results from the ability to visualize the performance of dichotomous decisions. The Department of Defense (DoD) conducted the Chemical and Biological Sensor Standards Study [<a href="#b21-sensors-13-16867" class="html-bibr">21</a>] in which ROC curve studies for sensor devices were proposed based on a wide range of sensitivities and false positive rates. ROC curves can be constructed to display the instrument performance trade-offs of sensitivity and specificity from the true positive and false positive rates. From the DoD study, Cotte-Rodriguez and his colleagues constructed ROC curves for a portable mass spectrometer system to evaluate the real-time detection of toxic compounds [<a href="#b5-sensors-13-16867" class="html-bibr">5</a>]. Fraga <span class='html-italic'>et al.</span> [<a href="#b22-sensors-13-16867" class="html-bibr">22</a>] also developed ROC curves for a portable IMS for vapor sampling of diesel fuels. In this study, the detection limit and performance of the instrument was determined under different defined scenarios.</p><p>This current study reports, for the first time, the development of ROC curves of the non-contact sampling of PSPME coupled with IMS detection including real-world sampling scenarios. ROC curves were constructed to evaluate the performance of two field-portable sampling systems and explosive detection systems with defined real-world scenarios for the detection of smokeless powders as a model for explosives. Smokeless powders are typically encountered in gunshot residues and have been used in improvised explosives [<a href="#b23-sensors-13-16867" class="html-bibr">23</a>,<a href="#b24-sensors-13-16867" class="html-bibr">24</a>]. Although smokeless powders are nonvolatile, volatile chemicals associated with the propellants and stabilizers can be used as target analytes for the detection of this class of explosives [<a href="#b25-sensors-13-16867" class="html-bibr">25</a>].</p><p>The performance of the PSPME-IMS technique was also compared with conventional fiber SPME extraction coupled to gas chromatography mass spectrometry (GC-MS) when calculating true-positive detection rates. Furthermore, several military-grade explosives were also sampled to evaluate the performance of the PSPME-IMS as a non-contact vapor sampling technique for the detection of military explosives. <a href="#t1-sensors-13-16867" class="html-table">Table 1</a> lists the targeted volatile chemicals emitted from smokeless powders as well as the military explosives that were investigated in this study including their vapor pressures and reduced mobilities (K<sub>0</sub>).</p></section><section id='ExperimentalSection' type=''><h2 data-nested='1'> 2. Experimental Section</h2><section id='Instrumentation' type=''><h4 class=html-italic data-nested='2'> 2.1. Instrumentation</h4><p>The true positive rate (TPR) studies were conducted with two different techniques: PSPME-IMS (bench-top instrument and portable instrument) and SPME-GC-MS. The bench top IMS system used was an IONSCAN 400B (Smiths Detection, Mississauga, ON, Canada) which was used in both negative and positive polarity with nicotinamide and hexachloroethane dopants, as recommended by the manufacturer. A Morpho Detection Hardened MobileTrace was used as the portable IMS system and operated in the Explosives Particle Mode with dichloromethane (VICI Metronics, Inc., Poulsbo, WA, USA) and ammonia (Real Sensors, Inc., Hayward, CA, USA) dopants. For both instruments, the instrumental parameters were kept at the manufacturer's default parameters. The parameters for the benchtop IMS used the drift tube temperatures of 115 °C and 235 °C in the negative and positive polarity, respectively. The portable IMS system allowed for detection of analytes in both polarities, using the explosives particle mode setting with a drift tube temperature of 162 °C. Alarms for compounds not present in the library were added and the parameters used were similar to the alarms in the library. The alarm thresholds for the analytes of interest were adjusted to the minimum alarm threshold for true positive and false positive rate studies but a full listing of the alarm thresholds for each analyte in both IMS systems is presented in <a href="#t2-sensors-13-16867" class="html-table">Table 2</a>.</p><p>The GC-MS studies were performed using a Varian (Palo Alto, CA, USA) CP 3800 gas chromatograph coupled to a Saturn 2000 ion trap mass spectrometer and equipped with an CP 8400 autosampler (Varian Inc., Walnut Creek, CA, USA). The sample was introduced to the GC with an inlet temperature of 180 °C (split ratio 5:1) and analyzed using a 30 m × 0.25 mm ID × 0.25 µm DB-5MS UI (Agilent Technologies, Inc., Santa Clara, CA, USA) with a constant flow rate of Helium at 2.0 mL•min<sup>−1</sup>. The method length was 29.3 min, in which the GC oven started at a temperature of 40 °C and held for 1 min, followed a ramp to 200 °C at 15 °C·min<sup>−1</sup>, then held for 1 min, another ramp to 240 °C at 15 °C·min<sup>−1</sup>, held for 6.5 min, a third ramp to 270 °C at 25 °C·min<sup>−1</sup>, then a final ramp to 280 °C at 5 °C·min<sup>−1</sup>, held for 4 min. The transfer line to the ion trap was set to 280 °C and the ion trap was maintained at 180 °C. Each compound of interest was identified by the retention of their pure standards and identifying the resulting peak using the NIST mass spectral library.</p></section><section id='MaterialsandMethods' type='materials|methods'><h4 class=html-italic data-nested='2'> 2.2. Materials and Methods</h4><p>A planar solid phase microextraction (PSPME) device is an acid-cured glass fiber filter (Fisher Scientific, Pittsburgh, PA, USA) that is spin-coated (Laurell Technologies Co., North Wales, PA, USA) with a sol-gel solution as previously described [<a href="#b2-sensors-13-16867" class="html-bibr">2</a>]. The size of the PSPME disk was modified in order to fit the geometry of the MobileTrace thermal desorption system. The PSPME for the bench-top instrument was introduced with the assistance of a Teflon holder (Field Forensics, St. Petersburg, FL, USA) without further modification.</p><p>The different containers of varying materials and volumes sizes were used in this study. This includes metal quart and gallon cans (All-American Containers, Miami, FL, USA) of 0.94 and 3.8 L, respectively, as well as polypropylene plastic containers of 45 L (15.625 × 13.125 × 13.25 inches in dimension). Prior to use, the metal cans were baked at 100 °C for over 24 h in order to remove residual volatiles from the manufacturing process and any background volatiles adsorbed on the surfaces of the cans. The plastic containers were used without further modification but blank samples revealed no interfering compounds. 10–500 mg of smokeless powders (Alliant Powder Unique (AU), Radford, VA, USA), IMR Powder Co. 4198 (Shawnee Mission, KS, USA) were placed directly in the containers or in a Petri-dish (Fisher Scientific) within the containers and sealed. All headspace studies were performed at room ambient temperature (∽23 °C). For equilibrium studies, static headspace sampling of 10 min was performed at different times after sealing the containers (0–72 h) and sampled in triplicate. The observed signals were plotted against the elapsed times to determine the headspace equilibrium within a given volume. Headspace PSPME extractions were performed statically, in which the PSPME disk was exposed to the headspace of the closed system for a given amount of time, as well as dynamically with the assistance of air flow using the Barringer remote DC sampler at 0.17 L s<sup>−1</sup> for no more than 1 min. Dynamic extractions were performed by lifting the lid of the containers and sampling with the lid on top of the sampling device in order to contain the vapors. Thirty replicates were performed for the TPR studies for each different defined scenario. ROC curves were constructed using a commercially available statistical analysis software (JMP v. 10).</p><p>For SPME-GC-MS analysis, polydimethylsiloxane (PDMS) and PDMS/divinylbenzene (DVB) SPME fibers (Supelco, Sigma-Aldrich Corp., St. Louis, MO, USA) were both used for the sampling and headspace preconcentration and resulted in very similar extraction efficiency for the target volatile compounds. However, the use of the combined PDMS/DVB SPME fibers resulted in improved sensitivity over the single sorbent fibers. A hole was punctured on the top of the lid of each metal can container and sealed with a red rubber sleeve stopper that was used for introduction of the SPME fiber into the sealed system for headspace extraction. After exposing the fiber for 10–60 min, it was retracted and then analyzed by using GC-MS.</p><p>Military explosives including cyclotrimethylenetrinitramine (RDX), pentaerythritol tetranitrate (PETN), erythritol tetranitrate (ETN), nitroglycerin (NG) and ethylene glycol dinitrate (EGDN) were synthesized and characterized by the Tyndall Air Force Base (Panama City, FL, USA). All handling and disposing of the explosives were carried out by the explosives team. The solid explosives were weighed to 500 mg and placed in a glass watch glass or small plastic container and then placed in the 3–4 L plastic container (Sterilite Corporation, Townsend, MA, USA). For the liquid explosives (NG & EGDN), the plastic bottle originally containing the explosive was directly placed in the 3–4 L plastic container with the removal of the bottle lid. These explosives were given 0–2 h of equilibrium time to allow for headspace buildup of the target volatiles. Empty explosive wrappers (TNT and C4) were placed in a plastic bag for 1–24 h for headspace buildup. Sampling was performed by opening the plastic bag and placing the nose of the air sampler at the opening of the plastic bag. Detection of these explosives was performed with the portable IMS using a maximum of 12 replicate measurements.</p></section></section><section id='ResultsandDiscussion' type='results|discussion'><h2 data-nested='1'> 3. Results and Discussion</h2><section id='OptimizedParametersforROCCurves' type=''><h4 class=html-italic data-nested='2'> 3.1. Optimized Parameters for ROC Curves</h4><p>Equilibrium studies were performed in different containers to determine the amount of time required to achieve optimum detection of the target analytes. For all the containers, 24 h was sufficient for the VOCs to establish equilibrium; however, detection of the analytes of interest can be achieved within 1 h of equilibrium or buildup of the target volatiles. The optimized conditions for the containers of varying volumes are summarized in <a href="#t3-sensors-13-16867" class="html-table">Table 3</a>. For the three different volume sizes used in this study, the optimum static sampling time was determined to be 10 min for SPME-GC-MS and PSPME-IMS and 1 min for dynamic sampling using PSPME-IMS, with sample sizes ranging from 10–50 mg for both smokeless powders. Experiments using SPME-GC-MS were limited to static headspace extractions for the sampling of quart and gallon can containers and did not include sampling of the large plastic containers due to the impractical nature of sampling large volumes with static SPME sampling (requiring 30 min for the detection of analytes of interest).</p><p>Nitroglycerin (NG) and 2,4-dinitrotoluene (2,4-DNT) were observed to be the most abundant analytes in the headspace of smokeless powders, resulting in detection within 10 min of static extraction with a minimum of 10 mg of smokeless powder present in different containers. Dynamic extractions of 1 min were sufficient for detection of NG and 2,4-DNT from 10 mg of smokeless powders. The sensitivity for detection of DPA was greater in the bench top IMS, resulting in detection of DPA for all the different defined volumes. On the other hand, DPA detection required a minimum of 50 mg of AU smokeless powder in quart and gallon cans for the portable IMS detection system. Detection of DPA was difficult for the large volume containers in which DPA was not detected after 10 min of static sampling but detected within 1 min of a dynamic extraction.</p><p>NG, DPA and 2,4-DNT were successfully detected after a 10 min extraction for all the smokeless powders with as low as 10 mg of smokeless powder in both quart and gallon cans when SPME-GC-MS was used. However, the sampling of large volume containers required longer extraction times (30 min) for detection using the SPME-GC-MS, reducing the true positive detection rates (TPR) for large containers.</p></section><section id='TruePositivesRateStudiesofSmokelessPowders' type=''><h4 class=html-italic data-nested='2'> 3.2. True Positives Rate Studies of Smokeless Powders</h4><section id='PSPMECoupledwithIMS' type=''><h4 class= data-nested='3'> 3.2.1. PSPME Coupled with IMS</h4><p>PSPME coupled with both portable and bench-top IMS systems resulted in excellent detection performance for both 2,4-DNT and NG. The TPR values were calculated based on the fraction of containers containing smokeless powders that resulted with a maximum signal (in height, mV) greater than the predetermined alarm threshold value. The TPR curves with respect to the alarm threshold set on the instrument for NG for both IMS systems are shown in <a href="#f1-sensors-13-16867" class="html-fig">Figure 1</a>. The TPR decreases with increased alarm threshold with a TPR of 1.0 observed with a minimum detection equivalent to 8 ng and 2 ng of NG in the portable and bench-top IMS, respectively. A complete list of the TPRs results for the different scenarios for the three analytes of interest with the minimum alarm threshold are shown in <a href="#t4-sensors-13-16867" class="html-table">Table 4</a>. Static extractions for both IMS instruments showed a greater TPR values in comparison to dynamic extractions, nevertheless, the TPRs for 2,4-DNT and NG in the two systems for all the different set conditions were greater than 0.80. Detection of DPA was not very successful, resulting with the highest TPR of 0.82 for static extractions and 0.53 for dynamic extractions in the bench top IMS system. The highest TPRs for the DPA detection were 0.58 and 0.47 from static and dynamic extractions, respectively. Since DPA is a stabilizer [<a href="#b23-sensors-13-16867" class="html-bibr">23</a>,<a href="#b31-sensors-13-16867" class="html-bibr">31</a>] in the smokeless powders, the presence of other chemicals such as the explosive NG is required for a positive alarm of low explosives. The presence of DPA can use used as a confirmation for the detection of smokeless powders.</p></section><section id='SPMECoupledwithGCMS' type=''><h4 class= data-nested='3'> 3.2.2. SPME Coupled with GC-MS</h4><p>Since SPME is limited to static extractions, the same extraction time of 10 min was repeated for the SPME-GC-MS TPR studies. The TPR curves based on the equivalent mass detection (from the integrated area) of the target analytes are shown in <a href="#f2-sensors-13-16867" class="html-fig">Figure 2</a>.</p><p>In comparison to the PSPME-IMS studies, SPME-GC-MS led to poorer sensitivity with a TPR of 0.88 and a minimum detection of 17 ng for NG and a TPR of 1.0 with equivalent mass detection of 6 ng for 2,4-DNT. Detection of DPA was slightly better with a TPR of 0.58 with detection equivalent to 2 ng of DPA. These results show that the SPME-GC-MS system is sensitive for 2,4-DNT and DPA; however, detection of NG is much more sensitive using PSPME coupled with commercial IMS.</p></section></section><section id='TruePositiveRateStudiesofMilitaryExplosives' type=''><h4 class=html-italic data-nested='2'> 3.3. True Positive Rate Studies of Military Explosives</h4><p>For the military explosives study, 1 min dynamic extractions followed by IMS detection using the portable system was performed with a maximum of 12 replicates for the different explosives available. Most of the military explosives were not detected in the portable IMS system due to their low vapor pressure. A true positive rate of 0 was determined for the vapor sampling of 500 mg of ETN, PETN and RDX in a 3–4 L plastic container. Volatile explosives such as NG and EGDN resulted in excellent detection performance with a TPR of 1.0 with EDGN and NG producing an alarm in the IMS for the NITRO alarm set. The high volatility of these explosives resulted in relatively large amounts of the volatiles to be preconcentrated onto the PSPME device. Additionally, wrappers of explosives were sampled resulting in a TPR of 0.60 for TNT, in which the alarm was based on the detection of 2,4-DNT, the primary volatile organic compound associated with TNT [<a href="#b32-sensors-13-16867" class="html-bibr">32</a>] from the headspace of the wrappers. The C4 explosives are primarily composed of RDX, thus, resulting in no detection of explosives from the wrappers. Detection of the 2,3-dimethyl-2,3-dinitrobutane (DMNB) taggant present in plastic explosives was possible; however, when a lower drift tube temperature was used as previously reported [<a href="#b33-sensors-13-16867" class="html-bibr">33</a>].</p></section><section id='FalsePositiveRateStudies' type=''><h4 class=html-italic data-nested='2'> 3.4. False Positive Rate Studies</h4><p>False positive rates (FPR) were determined in replicates under the same conditions as the TPR studies, but in the absence of explosives. These measurements were collected in the laboratory (relatively low clutter) as well as an outside loading dock area (high particle clutter) in order to simulate real-world scenarios and observe typical backgrounds from cluttered shipping environments. A total of 10 replicates measurements were collected for each defined parameter. Similarly, the FPR values were calculated based on the fraction of the containers that did not contain explosives but resulted in a maximum signal (in Height, mV).</p><p>From the 10 replicates, the portable IMS system resulted in no false positives. Since the alarm threshold was decreased for the sensitive detector, the benchtop IMS resulted with a FPR of 0.06. By increasing the minimum alarm threshold of the analytes of interest will still result with a TPR of 1.0 (>800 d.u.) and the FPR can be decreased to 0.</p><p>FPR studies were also performed in a local commercial shipping facility in which several different containers were sampled as well as the headspace of the open area with only the portable IMS used in this part of the study. One-min dynamic sampling with IMS detection was performed in open areas as well as inside LD3 containers. Plasmagrams of the negative mode for the portable IMS shows a signal (t<sub>d</sub> = 8.6 ms) reflecting the presence of background volatiles in the headspace of the LD3 containers (<a href="#f3-sensors-13-16867" class="html-fig">Figure 3</a>), however, none of the signals obtained from the background interfered with the analytes of interest. Moreover, from a total of 32 background samples that were sampled by PSPME-IMS in this highly cluttered environment, none caused a false positive alarm.</p></section><section id='ReceiverOperationCharacteristicCurvesforPSPMEIMSSystems' type=''><h4 class=html-italic data-nested='2'> 3.5. Receiver Operation Characteristic Curves for PSPME-IMS Systems</h4><p>The ROC curves were developed for both benchtop and portable IMS systems when coupled with PSPME devices from the all the defined scenarios and replicates to determine the overall performance for detection of the target analytes for the different sampling and detection techniques. From a total of 360 samples for all the different replicates and the different defined scenarios, the ROC curves for the two instruments were constructed for the three target analytes using JMP (version 10) software (SAS Institute Inc., Cary, NC, USA). The results for the different scenarios were used to determine the sensitivity (TPR) and specificity (1-FPR) trade-offs for the target analytes as shown in <a href="#f4-sensors-13-16867" class="html-fig">Figure 4a and b</a> for the portable and benchtop IMS, respectively. The area under the curves (AUC) of the benchtop IMS were greater for analyte 2,4-DNT than the portable IMS (1.0 and 0.87, respectively) with similar performance for detection of DPA (AUC of 0.81 and 85 for the benchtop and portable IMS, respectively) and a perfect ROC curve (AUC = 1.0) was determined for NG in both detector systems. The results indicate that the portable PSPME-IMS system achieved similar detection performance for DPA as the benchtop PSPME-IMS instrument because of similar sensitivity and limits of detection for the two instruments; however, increased positive alarms from the portable PSPME-IMS in the plastic containers (TPR = 0.27) in comparison to the benchtop PSPME-IMS instrument (TPR = 0.12) under the same scenario showed slightly improved performance for the portable PSPME-IMS. The overall performance of the two PSPME-IMS systems showed excellent performance, with similar or greater performance of the benchtop PSPME-IMS in comparison to the portable PSPME-IMS system.</p><p>ROC curves were also constructed for the laboratory based SPME-GC-MS technique as shown in <a href="#f4-sensors-13-16867" class="html-fig">Figure 4c</a>, which include only static extractions and excluding scenarios involving plastic containers resulting with a total of 140 samples. The sampling and detection technique resulted with better performance compared to the PSPME-IMS system with a perfect ROC curve (AUC = 1.0) for 2,4-DNT and excellent performance for detection of NG and DPA with an AUC of 0.97 and 0.94, respectively. The poor sensitivity of NG in the SPME-GC-MS technique resulted in poorer performance in comparison to IMS detection systems. Overall, the SPME-GC-MS resulted with excellent performance for all the analytes of interest under the defined scenarios as expected for a sensitive, laboratory based instrument; however, PSPME-IMS offers similar non-contact sampling and detection performance to a well-established technique with the added advantage of fast detection in the field.</p></section></section><section id='Conclusions' type='conclusions'><h2 data-nested='1'> 4. Conclusions</h2><p>The performance of the planar solid phase microextraction (PSPME) non-contact sampler/extraction device coupled to COTS ion mobility spectrometers (IMSs) to detect the presence of explosives was evaluated through the development of receiver operating characteristic (ROC) curves. A total of 360 replicate measurements were collected for different scenarios varying container volume (0.94–45 L) and amount of smokeless powders concealed within the container (10–500 mg). True positive rate (TPR) analysis suggested the optimum alarm threshold and detection limits for each individual compound.</p><p>ROC curves are found useful to illustrate the detector system performance in terms of true and false positive probabilities. The portable IMS resulted in slightly reduced performance; however, the instrument performed well with high sensitivity for NG (AUC = 1.0) and 2,4-DNT (AUC = 0.87). DPA resulted with a lower AUC of 0.85 due to large amount of false negatives. The benchtop IMS resulted in improved sensitivity resulting with an area under the curve (AUC) of 1.0 for NG and 2,4-DNT and similar performance for DPA with an AUC of 0.81. Even though poor detection was observed for DPA for both IMS instruments, the presence of NG from the same smokeless powders was sufficient for a positive alarm, suggesting the presence of an explosive. Moreover, although SPME-GC-MS resulted with better performance with an AUC greater than 0.9 under the defined scenarios, SPME requires a minimum of 10 min static headspace sampling and the laboratory-based GC-MS requires long analysis time which is impractical in high throughput locations. This study illustrates how well the preconcentration power of the PSPME is able to perform in brief (∽1 min.) static and dynamic extractions with high sensitivity and high specificity and can be coupled to the 15,000 IMS instruments currently deployed at security checkpoints throughout the US without further modification. However, detection of explosives with low vapor pressure by non-contact sampling was not successful, resulting in little to no detection for ETN, PETN, RDX, TNT and C4. Further optimization studies will be investigated in order to construct ROC curve studies based on the volatile organic compounds associated with these low vapor explosives. Overall, the PSPME-IMS technique provides less false positive results for non-contact vapor sampling, cutting the cost and providing an effective sampling and detection needed in high-throughput scenarios with excellent potential to be a used as a sensor system for the detection of volatile chemicals associated with explosives.</p></section> </div> <div class="html-back"> <section id='html-ack' class='html-ack'><h2 >Acknowledgments</h2><p>The authors of this article would like to thank Amy J. Bauer from Applied Research Associates, Inc. for providing access to and allow sampling of the military explosives. The authors would also like to thank Field Forensics Inc. and the Florida International University Graduate School for their financial support.</p></section><section id='html-notes' class='html-notes'><h2 >Conflicts of Interest</h2><p>The authors declare no conflict of interest.</p></section><section id='html-references_list'><h2>References</h2><ol class='html-xx'><li id='b1-sensors-13-16867' class='html-x' data-content='1.'>Verkouteren, J.R.; Coleman, J.L.; Fletcher, R.A.; Smith, W.J.; Klouda, G.A.; Gillen, G. A method to determine collection efficiency of particles by swipe sampling. <span class='html-italic'>Meas. Sci. Technol.</span> <b>2008</b>, <span class='html-italic'>19</span>, 115101. [<a href="https://scholar.google.com/scholar_lookup?title=A method to determine collection efficiency of particles by swipe sampling&author=Verkouteren,+J.R.&author=Coleman,+J.L.&author=Fletcher,+R.A.&author=Smith,+W.J.&author=Klouda,+G.A.&author=Gillen,+G.&publication_year=2008&journal=Meas.+Sci.+Technol.&volume=19&pages=115101" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b2-sensors-13-16867' class='html-x' data-content='2.'>Guerra-Diaz, P.; Gura, S.; Almirall, J.R. Dynamic planar solid phase microextraction—ion mobility spectrometry for rapid field air sampling and analysis of illicit drugs and explosives. <span class='html-italic'>Anal. Chem.</span> <b>2010</b>, <span class='html-italic'>82</span>, 2826–2835. [<a href="https://scholar.google.com/scholar_lookup?title=Dynamic planar solid phase microextraction—ion mobility spectrometry for rapid field air sampling and analysis of illicit drugs and explosives&author=Guerra-Diaz,+P.&author=Gura,+S.&author=Almirall,+J.R.&publication_year=2010&journal=Anal.+Chem.&volume=82&pages=2826–2835" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b3-sensors-13-16867' class='html-x' data-content='3.'>Gura, S.; Guerra-Diaz, P.; Lai, H.; Almirall, J.R. Enhancement in sample collection for the detection of MDMA using a novel planar SPME (PSPME) device coupled to ion mobility spectrometry (IMS). <span class='html-italic'>Drug Test. Analy.</span> <b>2009</b>, <span class='html-italic'>1</span>, 355–362. [<a href="https://scholar.google.com/scholar_lookup?title=Enhancement in sample collection for the detection of MDMA using a novel planar SPME (PSPME) device coupled to ion mobility spectrometry (IMS)&author=Gura,+S.&author=Guerra-Diaz,+P.&author=Lai,+H.&author=Almirall,+J.R.&publication_year=2009&journal=Drug+Test.+Analy.&volume=1&pages=355–362" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b4-sensors-13-16867' class='html-x' data-content='4.'>Fan, W.; Young, M.; Canino, J.; Smith, J.; Oxley, J.; Almirall, J. Fast detection of triacetone triperoxide (TATP) from headspace using planar solid-phase microextraction (PSPME) coupled to an IMS detector. <span class='html-italic'>Anal. Bioanal. Chem.</span> <b>2012</b>, <span class='html-italic'>403</span>, 401–408. [<a href="https://scholar.google.com/scholar_lookup?title=Fast detection of triacetone triperoxide (TATP) from headspace using planar solid-phase microextraction (PSPME) coupled to an IMS detector&author=Fan,+W.&author=Young,+M.&author=Canino,+J.&author=Smith,+J.&author=Oxley,+J.&author=Almirall,+J.&publication_year=2012&journal=Anal.+Bioanal.+Chem.&volume=403&pages=401–408" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b5-sensors-13-16867' class='html-x' data-content='5.'>Cotte-Rodriguez, I.; Justes, D.R.; Nanita, S.C.; Noll, R.J.; Mulligan, C.C.; Sanders, N.L.; Cooks, R.G. Analysis of gaseous toxic industrial compounds and chemical warfare agent simulants by atmospheric pressure ionization mass spectrometry. <span class='html-italic'>Analyst</span> <b>2006</b>, <span class='html-italic'>131</span>, 579–589. [<a href="https://scholar.google.com/scholar_lookup?title=Analysis of gaseous toxic industrial compounds and chemical warfare agent simulants by atmospheric pressure ionization mass spectrometry&author=Cotte-Rodriguez,+I.&author=Justes,+D.R.&author=Nanita,+S.C.&author=Noll,+R.J.&author=Mulligan,+C.C.&author=Sanders,+N.L.&author=Cooks,+R.G.&publication_year=2006&journal=Analyst&volume=131&pages=579–589" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b6-sensors-13-16867' class='html-x' data-content='6.'>Van Schalkwyk, J.; Hopley, L. The Magnificent ROC(Receiver Operating Characteristic Curve). 2001. Available online: <a href='http://www.anaesthetist.com/mnm/stats/roc/Findex.htm' target='_blank' rel="noopener noreferrer" >http://www.anaesthetist.com/mnm/stats/roc/Findex.htm</a> (accessed on 18 June 2013). [<a href="https://scholar.google.com/scholar_lookup?title=The Magnificent ROC(Receiver Operating Characteristic Curve)&author=Van+Schalkwyk,+J.&author=Hopley,+L.&publication_year=2001" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b7-sensors-13-16867' class='html-x' data-content='7.'>Zou, K.H.; O'Malley, A.J.; Mauri, L. Receiver-operating characteristic analysis for evaluating diagnostic tests and predictive models. <span class='html-italic'>Circulation</span> <b>2007</b>, <span class='html-italic'>115</span>, 654–657. [<a href="https://scholar.google.com/scholar_lookup?title=Receiver-operating characteristic analysis for evaluating diagnostic tests and predictive models&author=Zou,+K.H.&author=O'Malley,+A.J.&author=Mauri,+L.&publication_year=2007&journal=Circulation&volume=115&pages=654–657" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b8-sensors-13-16867' class='html-x' data-content='8.'>Zweig, M.H.; Campbell, G. Receiver-operating characteristic (ROC) plots: A fundamental evaluation tool in clinical medicine. <span class='html-italic'>Clin. Chem.</span> <b>1993</b>, <span class='html-italic'>39</span>, 561–77. [<a href="https://scholar.google.com/scholar_lookup?title=Receiver-operating characteristic (ROC) plots: A fundamental evaluation tool in clinical medicine&author=Zweig,+M.H.&author=Campbell,+G.&publication_year=1993&journal=Clin.+Chem.&volume=39&pages=561–77" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b9-sensors-13-16867' class='html-x' data-content='9.'>Marin, D.; Ibrahim, A.R.; Lucas, C.; Gerrard, G.; Wang, L.H.; Szydlo, R.M.; Clark, R.E.; Apperley, J.F.; Milojkovic, D.; Bua, M.; <span class='html-italic'>et al</span>. Assessment of BCR-ABL1 transcript levels at 3 months is the only requirement for predicting outcome for patients with chronic myeloid leukemia treated with tyrosine kinase inhibitors. <span class='html-italic'>J. Clin. Oncol.</span> <b>2012</b>, <span class='html-italic'>30</span>, 232–238. [<a href="https://scholar.google.com/scholar_lookup?title=Assessment of BCR-ABL1 transcript levels at 3 months is the only requirement for predicting outcome for patients with chronic myeloid leukemia treated with tyrosine kinase inhibitors&author=Marin,+D.&author=Ibrahim,+A.R.&author=Lucas,+C.&author=Gerrard,+G.&author=Wang,+L.H.&author=Szydlo,+R.M.&author=Clark,+R.E.&author=Apperley,+J.F.&author=Milojkovic,+D.&author=Bua,+M.&publication_year=2012&journal=J.+Clin.+Oncol.&volume=30&pages=232–238" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b10-sensors-13-16867' class='html-xx' data-content='10.'>Jilaihawi, H.; Kashif, M.; Fontana, G.; Furugen, A.; Shiota, T.; Friede, G.; Makhija, R.; Doctor, N.; Leon, M.B.; Makkar, R.R. Cross-sectional computed tomographic assessment improves accuracy of aortic annular sizing for transcatheter aortic valve replacement and reduces the incidence of paravalvular aortic regurgitation. <span class='html-italic'>J. Am. Coll. Cardiol.</span> <b>2012</b>, <span class='html-italic'>59</span>, 1275–1286. [<a href="https://scholar.google.com/scholar_lookup?title=Cross-sectional computed tomographic assessment improves accuracy of aortic annular sizing for transcatheter aortic valve replacement and reduces the incidence of paravalvular aortic regurgitation&author=Jilaihawi,+H.&author=Kashif,+M.&author=Fontana,+G.&author=Furugen,+A.&author=Shiota,+T.&author=Friede,+G.&author=Makhija,+R.&author=Doctor,+N.&author=Leon,+M.B.&author=Makkar,+R.R.&publication_year=2012&journal=J.+Am.+Coll.+Cardiol.&volume=59&pages=1275–1286" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b11-sensors-13-16867' class='html-xx' data-content='11.'>Kessler, R.C.; Andrews, G.; Colpe, L.J.; Hiripi, E.; Mroczek, D.K.; Normand, S.L. T.; Walters, E.E.; Zaslavsky, A.M. Short screening scales to monitor population prevalences and trends in non-specific psychological distress. <span class='html-italic'>Psychol. Med.</span> <b>2002</b>, <span class='html-italic'>32</span>, 959–976. [<a href="https://scholar.google.com/scholar_lookup?title=Short screening scales to monitor population prevalences and trends in non-specific psychological distress&author=Kessler,+R.C.&author=Andrews,+G.&author=Colpe,+L.J.&author=Hiripi,+E.&author=Mroczek,+D.K.&author=Normand,+S.L.+T.&author=Walters,+E.E.&author=Zaslavsky,+A.M.&publication_year=2002&journal=Psychol.+Med.&volume=32&pages=959–976" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b12-sensors-13-16867' class='html-xx' data-content='12.'>Kessler, R.C.; Barker, P.R.; Colpe, L.J.; Epstein, J.F.; Gfroerer, J.C.; Hiripi, E.; Howes, M.J.; Normand, S.L.T.; Manderscheid, R.W.; Walters, E.E.; <span class='html-italic'>et al</span>. Screening for serious mental illness in the general population. <span class='html-italic'>Arch. Gen. Psychiatry</span> <b>2003</b>, <span class='html-italic'>60</span>, 184–189. [<a href="https://scholar.google.com/scholar_lookup?title=Screening for serious mental illness in the general population&author=Kessler,+R.C.&author=Barker,+P.R.&author=Colpe,+L.J.&author=Epstein,+J.F.&author=Gfroerer,+J.C.&author=Hiripi,+E.&author=Howes,+M.J.&author=Normand,+S.L.T.&author=Manderscheid,+R.W.&author=Walters,+E.E.&publication_year=2003&journal=Arch.+Gen.+Psychiatry&volume=60&pages=184–189" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b13-sensors-13-16867' class='html-xx' data-content='13.'>Lowe, B.; Spitzer, R.L.; Grafe, K.; Kroenke, K.; Quenter, A.; Zipfel, S.; Buchholz, C.; Witte, S.; Herzog, W. Comparative validity of three screening questionnaires for DSM-IV depressive disorders and physicians′ diagnoses. <span class='html-italic'>J. Affect. Disord.</span> <b>2004</b>, <span class='html-italic'>78</span>, 131–140. [<a href="https://scholar.google.com/scholar_lookup?title=Comparative validity of three screening questionnaires for DSM-IV depressive disorders and physicians′ diagnoses&author=Lowe,+B.&author=Spitzer,+R.L.&author=Grafe,+K.&author=Kroenke,+K.&author=Quenter,+A.&author=Zipfel,+S.&author=Buchholz,+C.&author=Witte,+S.&author=Herzog,+W.&publication_year=2004&journal=J.+Affect.+Disord.&volume=78&pages=131–140" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b14-sensors-13-16867' class='html-xx' data-content='14.'>De Lucia, F.C.; Gottfried, J.L.; Munson, C.A.; Miziolek, A.W. Multivariate analysis of standoff laser-induced breakdown spectroscopy spectra for classification of explosive-containing residues. <span class='html-italic'>Appl. Opt.</span> <b>2008</b>, <span class='html-italic'>47</span>, G112–G121. [<a href="https://scholar.google.com/scholar_lookup?title=Multivariate analysis of standoff laser-induced breakdown spectroscopy spectra for classification of explosive-containing residues&author=De+Lucia,+F.C.&author=Gottfried,+J.L.&author=Munson,+C.A.&author=Miziolek,+A.W.&publication_year=2008&journal=Appl.+Opt.&volume=47&pages=G112–G121" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b15-sensors-13-16867' class='html-xx' data-content='15.'>Michalopoulou, Z.H.; Mukherjee, S.; Hor, Y.L.; Su, K.; Liu, Z.W.; Barat, R.B.; Gary, D.E.; Federici, J.F. RDX Detection with THz Spectroscopy. <span class='html-italic'>J. Infrared Millim. Terahertz Waves</span> <b>2010</b>, <span class='html-italic'>31</span>, 1171–1181. [<a href="https://scholar.google.com/scholar_lookup?title=RDX Detection with THz Spectroscopy&author=Michalopoulou,+Z.H.&author=Mukherjee,+S.&author=Hor,+Y.L.&author=Su,+K.&author=Liu,+Z.W.&author=Barat,+R.B.&author=Gary,+D.E.&author=Federici,+J.F.&publication_year=2010&journal=J.+Infrared+Millim.+Terahertz+Waves&volume=31&pages=1171–1181" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b16-sensors-13-16867' class='html-xx' data-content='16.'>Jander, P.; Noll, R. Automated detection of fingerprint traces of high explosives using ultraviolet raman spectroscopy. <span class='html-italic'>Appl. Spectrosc.</span> <b>2009</b>, <span class='html-italic'>63</span>, 559–563. [<a href="https://scholar.google.com/scholar_lookup?title=Automated detection of fingerprint traces of high explosives using ultraviolet raman spectroscopy&author=Jander,+P.&author=Noll,+R.&publication_year=2009&journal=Appl.+Spectrosc.&volume=63&pages=559–563" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b17-sensors-13-16867' class='html-xx' data-content='17.'>Yuksel, S.E.; Dubroca, T.; Hummel, R.E.; Gader, P.D. Differential reflection spectroscopy: A novel method for explosive detection. <span class='html-italic'>Acta Phys. Pol. A</span> <b>2013</b>, <span class='html-italic'>123</span>, 263–264. [<a href="https://scholar.google.com/scholar_lookup?title=Differential reflection spectroscopy: A novel method for explosive detection&author=Yuksel,+S.E.&author=Dubroca,+T.&author=Hummel,+R.E.&author=Gader,+P.D.&publication_year=2013&journal=Acta+Phys.+Pol.+A&volume=123&pages=263–264" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b18-sensors-13-16867' class='html-xx' data-content='18.'>Perez-Garrido, A.; Helguera, A.M.; Borges, F.; Cordeiro, M.; Rivero, V.; Escudero, A.G. Two new parameters based on distances in a receiver operating characteristic chart for the selection of classification models. <span class='html-italic'>J. Chem. Inf. Model.</span> <b>2011</b>, <span class='html-italic'>51</span>, 2746–2759. [<a href="https://scholar.google.com/scholar_lookup?title=Two new parameters based on distances in a receiver operating characteristic chart for the selection of classification models&author=Perez-Garrido,+A.&author=Helguera,+A.M.&author=Borges,+F.&author=Cordeiro,+M.&author=Rivero,+V.&author=Escudero,+A.G.&publication_year=2011&journal=J.+Chem.+Inf.+Model.&volume=51&pages=2746–2759" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b19-sensors-13-16867' class='html-xx' data-content='19.'>Oh, H.J.; Pradhan, B. Application of a neuro-fuzzy model to landslide-susceptibility mapping for shallow landslides in a tropical hilly area. <span class='html-italic'>Comput. Geosci.</span> <b>2011</b>, <span class='html-italic'>37</span>, 1264–1276. [<a href="https://scholar.google.com/scholar_lookup?title=Application of a neuro-fuzzy model to landslide-susceptibility mapping for shallow landslides in a tropical hilly area&author=Oh,+H.J.&author=Pradhan,+B.&publication_year=2011&journal=Comput.+Geosci.&volume=37&pages=1264–1276" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b20-sensors-13-16867' class='html-xx' data-content='20.'>Brozell, S.R.; Mukherjee, S.; Balius, T.E.; Roe, D.R.; Case, D.A.; Rizzo, R.C. Evaluation of DOCK 6 as a pose generation and database enrichment tool. <span class='html-italic'>J. Comput. Aided Mol. Des.</span> <b>2012</b>, <span class='html-italic'>26</span>, 749–773. [<a href="https://scholar.google.com/scholar_lookup?title=Evaluation of DOCK 6 as a pose generation and database enrichment tool&author=Brozell,+S.R.&author=Mukherjee,+S.&author=Balius,+T.E.&author=Roe,+D.R.&author=Case,+D.A.&author=Rizzo,+R.C.&publication_year=2012&journal=J.+Comput.+Aided+Mol.+Des.&volume=26&pages=749–773" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b21-sensors-13-16867' class='html-xx' data-content='21.'>Carrano, J. Chemical and Biological Sensor Standards Study. In <span class='html-italic'>DARPA Microsystems Technology Office</span>; US Department of Defense: Arlington, VA, USA, 2005. [<a href="https://scholar.google.com/scholar_lookup?title=Chemical and Biological Sensor Standards Study&author=Carrano,+J.&publication_year=2005" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b22-sensors-13-16867' class='html-xx' data-content='22.'>Fraga, C.G.; Melville, A.M.; Wright, B.W. ROC-curve approach for determining the detection limit of a field chemical sensor. <span class='html-italic'>Analyst</span> <b>2007</b>, <span class='html-italic'>132</span>, 230–236. [<a href="https://scholar.google.com/scholar_lookup?title=ROC-curve approach for determining the detection limit of a field chemical sensor&author=Fraga,+C.G.&author=Melville,+A.M.&author=Wright,+B.W.&publication_year=2007&journal=Analyst&volume=132&pages=230–236" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b23-sensors-13-16867' class='html-xx' data-content='23.'>Heramb, R.M.; McCord, B.R. The Manufacture of smokeless powders and their forensic analysis: A brief review. <span class='html-italic'>Forensic Sci. Commun.</span> <b>2002</b>, <span class='html-italic'>4</span>. [<a href="https://scholar.google.com/scholar_lookup?title=The Manufacture of smokeless powders and their forensic analysis: A brief review&author=Heramb,+R.M.&author=McCord,+B.R.&publication_year=2002&journal=Forensic+Sci.+Commun.&volume=4" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b24-sensors-13-16867' class='html-xx' data-content='24.'>Joshi, M.; Rigsby, K.; Almirall, J.R. Analysis of the headspace composition of smokeless powders using GC–MS, GC-μECD and ion mobility spectrometry. <span class='html-italic'>Forensic Sci. Int.</span> <b>2011</b>, <span class='html-italic'>208</span>, 29–36. [<a href="https://scholar.google.com/scholar_lookup?title=Analysis of the headspace composition of smokeless powders using GC–MS, GC-μECD and ion mobility spectrometry&author=Joshi,+M.&author=Rigsby,+K.&author=Almirall,+J.R.&publication_year=2011&journal=Forensic+Sci.+Int.&volume=208&pages=29–36" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b25-sensors-13-16867' class='html-xx' data-content='25.'>Joshi, M.; Delgado, Y.; Guerra, P.; Lai, H.; Almirall, J.R. Detection of odor signatures of smokeless powders using solid phase microextraction coupled to an ion mobility spectrometer. <span class='html-italic'>Forensic Sci. Int.</span> <b>2009</b>, <span class='html-italic'>188</span>, 112–118. [<a href="https://scholar.google.com/scholar_lookup?title=Detection of odor signatures of smokeless powders using solid phase microextraction coupled to an ion mobility spectrometer&author=Joshi,+M.&author=Delgado,+Y.&author=Guerra,+P.&author=Lai,+H.&author=Almirall,+J.R.&publication_year=2009&journal=Forensic+Sci.+Int.&volume=188&pages=112–118" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b26-sensors-13-16867' class='html-xx' data-content='26.'>Stull, D.R. Vapor pressure of pure substances organic compounds. <span class='html-italic'>Ind. Eng. Chem.</span> <b>1947</b>, <span class='html-italic'>39</span>, 517–540. [<a href="https://scholar.google.com/scholar_lookup?title=Vapor pressure of pure substances organic compounds&author=Stull,+D.R.&publication_year=1947&journal=Ind.+Eng.+Chem.&volume=39&pages=517–540" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b27-sensors-13-16867' class='html-xx' data-content='27.'>Pella, P.A. Measurement of the vapor pressures of tnt, 2,4-DNT, 2,6-DNT, and EGDN. <span class='html-italic'>J. Chem. Thermodyn.</span> <b>1977</b>, <span class='html-italic'>9</span>, 301–305. [<a href="https://scholar.google.com/scholar_lookup?title=Measurement of the vapor pressures of tnt, 2,4-DNT, 2,6-DNT, and EGDN&author=Pella,+P.A.&publication_year=1977&journal=J.+Chem.+Thermodyn.&volume=9&pages=301–305" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b28-sensors-13-16867' class='html-xx' data-content='28.'>United States Department of the Army. <span class='html-italic'>Military Explosives</span>; Headquarters, Department of the Army: Charlottesville, VA, USA, 1989. [<a href="https://scholar.google.com/scholar_lookup?title=Military+Explosives&author=United+States+Department+of+the+Army&publication_year=1989" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b29-sensors-13-16867' class='html-xx' data-content='29.'>Oxley, J.C.; Smith, J.L.; Brady, J.E.; Brown, A.C. Characterization and analysis of tetranitrate esters. <span class='html-italic'>Propellants Explos. Pyrotech.</span> <b>2012</b>, <span class='html-italic'>37</span>, 24–39. [<a href="https://scholar.google.com/scholar_lookup?title=Characterization and analysis of tetranitrate esters&author=Oxley,+J.C.&author=Smith,+J.L.&author=Brady,+J.E.&author=Brown,+A.C.&publication_year=2012&journal=Propellants+Explos.+Pyrotech.&volume=37&pages=24–39" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b30-sensors-13-16867' class='html-xx' data-content='30.'>Yinon, J. <span class='html-italic'>Forensic and Environmental Detection of Explosives.</span>; Wiley: New York, NY, USA, 1999. [<a href="https://scholar.google.com/scholar_lookup?title=Forensic+and+Environmental+Detection+of+Explosives.&author=Yinon,+J.&publication_year=1999" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b31-sensors-13-16867' class='html-xx' data-content='31.'>Beveridge, A. <span class='html-italic'>Forensic Investigation of Explosions</span>, 2nd ed.; CRC Press Inc.: Boca Raton, FL, USA, 2011. [<a href="https://scholar.google.com/scholar_lookup?title=Forensic+Investigation+of+Explosions&author=Beveridge,+A.&publication_year=2011" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b32-sensors-13-16867' class='html-xx' data-content='32.'>Lorenzo, N.; Wan, T.; Harper, R.; Hsu, Y.-L.; Chow, M.; Rose, S.; Furton, K. Laboratory and field experiments used to identify Canis lupus var. familiaris active odor signature chemicals from drugs, explosives, and humans. <span class='html-italic'>Anal. Bioanal. Chem.</span> <b>2003</b>, <span class='html-italic'>376</span>, 1212–1224. [<a href="https://scholar.google.com/scholar_lookup?title=Laboratory and field experiments used to identify Canis lupus var. familiaris active odor signature chemicals from drugs, explosives, and humans&author=Lorenzo,+N.&author=Wan,+T.&author=Harper,+R.&author=Hsu,+Y.-L.&author=Chow,+M.&author=Rose,+S.&author=Furton,+K.&publication_year=2003&journal=Anal.+Bioanal.+Chem.&volume=376&pages=1212–1224" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li><li id='b33-sensors-13-16867' class='html-xx' data-content='33.'>Lai, H.; Leung, A.; Magee, M.; Almirall, J. Identification of volatile chemical signatures from plastic explosives by SPME-GC/MS and detection by ion mobility spectrometry. <span class='html-italic'>Anal. Bioanal. Chem.</span> <b>2010</b>, <span class='html-italic'>396</span>, 2997–3007. [<a href="https://scholar.google.com/scholar_lookup?title=Identification of volatile chemical signatures from plastic explosives by SPME-GC/MS and detection by ion mobility spectrometry&author=Lai,+H.&author=Leung,+A.&author=Magee,+M.&author=Almirall,+J.&publication_year=2010&journal=Anal.+Bioanal.+Chem.&volume=396&pages=2997–3007" class='google-scholar' target='_blank' rel="noopener noreferrer">Google Scholar</a>]</li></ol></section><section id='FiguresandTables' type='display-objects'><div class="html-fig-wrap" id="f1-sensors-13-16867"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f1-sensors-13-16867"> <img alt="Sensors 13 16867f1 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1-1024.png" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f1-sensors-13-16867"></a> </div> </div> <div class="html-fig_description"> <b>Figure 1.</b> True positive rates for the (<b>a</b>) portable and (<b>b</b>) benchtop IMS systems. Comparison of true positive rates for the two extraction methods are shown with varying alarm threshold. <!-- <p><a class="html-figpopup" href="#fig_body_display_f1-sensors-13-16867"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_f1-sensors-13-16867" > <div class="html-caption" > <b>Figure 1.</b> True positive rates for the (<b>a</b>) portable and (<b>b</b>) benchtop IMS systems. Comparison of true positive rates for the two extraction methods are shown with varying alarm threshold.</div> <div class="html-img"><img alt="Sensors 13 16867f1 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f1-1024.png" /></div> </div><div class="html-fig-wrap" id="f2-sensors-13-16867"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f2-sensors-13-16867"> <img alt="Sensors 13 16867f2 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2-1024.png" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f2-sensors-13-16867"></a> </div> </div> <div class="html-fig_description"> <b>Figure 2.</b> SPME-GC-MS true positive rates with varying equivalent mass threshold for (<b>a</b>) NG, (<b>b</b>) DPA and (<b>c</b>) 2,4-DNT. <!-- <p><a class="html-figpopup" href="#fig_body_display_f2-sensors-13-16867"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_f2-sensors-13-16867" > <div class="html-caption" > <b>Figure 2.</b> SPME-GC-MS true positive rates with varying equivalent mass threshold for (<b>a</b>) NG, (<b>b</b>) DPA and (<b>c</b>) 2,4-DNT.</div> <div class="html-img"><img alt="Sensors 13 16867f2 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f2-1024.png" /></div> </div><div class="html-fig-wrap" id="f3-sensors-13-16867"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f3-sensors-13-16867"> <img alt="Sensors 13 16867f3 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3-1024.png" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f3-sensors-13-16867"></a> </div> </div> <div class="html-fig_description"> <b>Figure 3.</b> Plasmagrams for dynamic PSPME sampling (1 min.) in cluttered environments from a local shipping facility. Sampling was performed in LD3 (4,500 L) containers and LD8 (6,880 L) containers as well as open air sampling of the location with indication of detection windows for NG and 2,4-DNT (drift time (t<sub>d</sub>) of 3.8 ms and 5.6 ms, respectively). <!-- <p><a class="html-figpopup" href="#fig_body_display_f3-sensors-13-16867"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_f3-sensors-13-16867" > <div class="html-caption" > <b>Figure 3.</b> Plasmagrams for dynamic PSPME sampling (1 min.) in cluttered environments from a local shipping facility. Sampling was performed in LD3 (4,500 L) containers and LD8 (6,880 L) containers as well as open air sampling of the location with indication of detection windows for NG and 2,4-DNT (drift time (t<sub>d</sub>) of 3.8 ms and 5.6 ms, respectively).</div> <div class="html-img"><img alt="Sensors 13 16867f3 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f3-1024.png" /></div> </div><div class="html-fig-wrap" id="f4-sensors-13-16867"> <div class='html-fig_img'> <div class="html-figpopup html-figpopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f4-sensors-13-16867"> <img alt="Sensors 13 16867f4 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4-1024.png" /> <a class="html-expand html-figpopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#fig_body_display_f4-sensors-13-16867"></a> </div> </div> <div class="html-fig_description"> <b>Figure 4.</b> ROC curves for the portable PSPME-IMS (<b>a</b>), benchtop PSPME-IMS (<b>b</b>) and laboratory based SPME-GC-MS (<b>c</b>). These ROC curves were constructed using JMP software from 360 samples (140 samples for SPME-GC-MS) including all defined scenarios. <!-- <p><a class="html-figpopup" href="#fig_body_display_f4-sensors-13-16867"> Click here to enlarge figure </a></p> --> </div> </div> <div class="html-fig_show mfp-hide" id ="fig_body_display_f4-sensors-13-16867" > <div class="html-caption" > <b>Figure 4.</b> ROC curves for the portable PSPME-IMS (<b>a</b>), benchtop PSPME-IMS (<b>b</b>) and laboratory based SPME-GC-MS (<b>c</b>). These ROC curves were constructed using JMP software from 360 samples (140 samples for SPME-GC-MS) including all defined scenarios.</div> <div class="html-img"><img alt="Sensors 13 16867f4 1024" data-large="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4-1024.png" data-original="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4.png" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867f4-1024.png" /></div> </div><div class="html-table-wrap" id="t1-sensors-13-16867"> <div class="html-table_wrap_td" > <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href='#table_body_display_t1-sensors-13-16867'> <img alt="Table" data-lsrc="https://www.mdpi.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#table_body_display_t1-sensors-13-16867"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 1.</b> Volatile compounds detected in smokeless powders. Vapor pressures are from references [<a href="#b26-sensors-13-16867" class="html-bibr">26</a>–<a href="#b30-sensors-13-16867" class="html-bibr">30</a>]. K<sub>0</sub> values as programmed in the Smiths Detection IMS instrument. </div> </div> <div class="html-table_show mfp-hide " id ="table_body_display_t1-sensors-13-16867" > <table frame='box' rules='all'> <caption ><b>Table 1.</b> Volatile compounds detected in smokeless powders. Vapor pressures are from references [<a href="#b26-sensors-13-16867" class="html-bibr">26</a>–<a href="#b30-sensors-13-16867" class="html-bibr">30</a>]. K<sub>0</sub> values as programmed in the Smiths Detection IMS instrument.</caption> <thead ><tr ><th align='center' valign='middle' ><b>Name</b></th><th align='center' valign='middle' ><b>Chemical Structure</b></th><th align='center' valign='middle' ><b>Vapor Pressure, Torr (25°C)</b></th><th align='center' valign='middle' ><b>Reduced Mobility, K<sub>0</sub>(cm<sup>2</sup>•V<sup>−1</sup>•s<sup>−1</sup>)</b></th></tr></thead><tbody ><tr ><td align='center' valign='middle' >2,4-Dinitrotoluene<br>(2,4-DNT)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t1''><img alt="Sensors 13 16867t1" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t1.png" /></span</td><td align='center' valign='middle' >2.1 × 10<sup>−4</sup></td><td align='center' valign='middle' >1.5660</td></tr><tr ><td align='center' valign='middle' >Diphenylamine<br>(DPA)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t2''><img alt="Sensors 13 16867t2" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t2.png" /></span</td><td align='center' valign='middle' >2.7 × 10<sup>−3</sup></td><td align='center' valign='middle' >1.6082</td></tr><tr ><td align='center' valign='middle' >Ethylene glycol<br>dinitrate (EGDN)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t3''><img alt="Sensors 13 16867t3" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t3.png" /></span</td><td align='center' valign='middle' >7.7 × 10<sup>−2</sup></td><td align='center' valign='middle' >1.528</td></tr><tr ><td align='center' valign='middle' >Nitroglycerin (NG)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t4''><img alt="Sensors 13 16867t4" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t4.png" /></span</td><td align='center' valign='middle' >1.8 × 10<sup>−3</sup></td><td align='center' valign='middle' >1.2720 (NG-N),<br>1.3385 (NG-C)</td></tr><tr ><td align='center' valign='middle' >Erythritol<br>tetranitrate (ETN)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t5''><img alt="Sensors 13 16867t5" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t5.png" /></span</td><td align='center' valign='middle' >2.4 × 10<sup>−5</sup></td><td align='center' valign='middle' >1.8842</td></tr><tr ><td align='center' valign='middle' >Pentaerythritol<br>tetranitrate (PETN)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t6''><img alt="Sensors 13 16867t6" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t6.png" /></span</td><td align='center' valign='middle' >4.0 × 10<sup>−8</sup></td><td align='center' valign='middle' >1.0999</td></tr><tr ><td align='center' valign='middle' >Cyclotrimethyl-<br>enetrinitramine (RDX)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t7''><img alt="Sensors 13 16867t7" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t7.png" /></span</td><td align='center' valign='middle' >1.7 × 10<sup>−8</sup></td><td align='center' valign='middle' >1.3129</td></tr><tr ><td align='center' valign='middle' >2,4,6-<br>Trinitrotoluene (TNT)</td><td align='center' valign='middle' ><span class='html-graphic' id='sensors-13-16867t8''><img alt="Sensors 13 16867t8" data-lsrc="/sensors/sensors-13-16867/article_deploy/html/images/sensors-13-16867t8.png" /></span</td><td align='center' valign='middle' >8.8 × 10<sup>−6</sup></td><td align='center' valign='middle' >1.4488</td></tr></tbody> </table> </div><div class="html-table-wrap" id="t2-sensors-13-16867"> <div class="html-table_wrap_td" > <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href='#table_body_display_t2-sensors-13-16867'> <img alt="Table" data-lsrc="https://www.mdpi.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#table_body_display_t2-sensors-13-16867"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 2.</b> Alarm threshold for analytes of interest for benchtop and portable IMS systems. Military explosives were only detected using the portable IMS, thus, parameters for these analytes are only shown for the portable IMS. </div> </div> <div class="html-table_show mfp-hide " id ="table_body_display_t2-sensors-13-16867" > <table frame='box' rules='all'> <caption ><b>Table 2.</b> Alarm threshold for analytes of interest for benchtop and portable IMS systems. Military explosives were only detected using the portable IMS, thus, parameters for these analytes are only shown for the portable IMS.</caption> <thead ><tr ><th align='center' valign='middle' rowspan='2' ><b>Alarm</b></th><th colspan='4' align='center' valign='middle' ><b>Smiths Detection IONSCAN</b></th><th colspan='3' align='center' valign='middle' ><b>Morpho Detection Hardened</b><br><b>MobileTrace</b></th></tr><tr ><th align='center' valign='middle' ><b>Reduced mobility (K<sub>0</sub>)</b></th><th align='center' valign='middle' ><b>Variability (µs)</b></th><th align='center' valign='middle' ><b>Amplitude threshold (d.u.)</b></th><th align='center' valign='middle' ><b>Full width half max (µs)</b></th><th align='center' valign='middle' ><b>Drift time (ms)</b></th><th align='center' valign='middle' ><b>Variability (ms)</b></th><th align='center' valign='middle' ><b>Method of detection</b></th></tr></thead><tbody ><tr ><td align='center' valign='middle' >(+) DPA</td><td align='center' valign='middle' >1.6082</td><td align='center' valign='middle' >50</td><td align='center' valign='middle' >30</td><td align='center' valign='middle' >327</td><td align='center' valign='middle' >6.080</td><td align='center' valign='middle' >0.040</td><td align='center' valign='middle' >Height (100)</td></tr><tr ><td align='center' valign='middle' >(−) 2,4-DNT</td><td align='center' valign='middle' >1.5660</td><td align='center' valign='middle' >50</td><td align='center' valign='middle' >30</td><td align='center' valign='middle' >253</td><td align='center' valign='middle' >5.548</td><td align='center' valign='middle' >0.040</td><td align='center' valign='middle' >Height (300)</td></tr><tr ><td align='center' valign='middle' >(−) NG-N (−) NG-C</td><td align='center' valign='middle' >1.2720 1.3385</td><td align='center' valign='middle' >45 45</td><td align='center' valign='middle' >25 50</td><td align='center' valign='middle' >335 305</td><td align='center' valign='middle' >3.833</td><td align='center' valign='middle' >0.035</td><td align='center' valign='middle' >Height (700)</td></tr><tr ><td align='center' valign='middle' >(−) ETN</td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' >4.672</td><td align='center' valign='middle' >0.040</td><td align='center' valign='middle' >Height (100)</td></tr><tr ><td align='center' valign='middle' >(−) PETN</td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' >7.991</td><td align='center' valign='middle' >0.040</td><td align='center' valign='middle' >Height (500)</td></tr><tr ><td align='center' valign='middle' >(−) RDX</td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' >6.333</td><td align='center' valign='middle' >0.040</td><td align='center' valign='middle' >Slope (1000)</td></tr><tr ><td align='center' valign='middle' >(−) TNT</td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' ></td><td align='center' valign='middle' >6.076</td><td align='center' valign='middle' >0.040</td><td align='center' valign='middle' >Height (300)</td></tr></tbody> </table> </div><div class="html-table-wrap" id="t3-sensors-13-16867"> <div class="html-table_wrap_td" > <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href='#table_body_display_t3-sensors-13-16867'> <img alt="Table" data-lsrc="https://www.mdpi.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#table_body_display_t3-sensors-13-16867"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 3.</b> Detection of analytes of interest (NG and DPA from All Unique smokeless powder; 2,4-DNT from IMR 4198 smokeless powder) for different sampling parameters. </div> </div> <div class="html-table_show mfp-hide " id ="table_body_display_t3-sensors-13-16867" > <table frame='box' rules='all'> <caption ><b>Table 3.</b> Detection of analytes of interest (NG and DPA from All Unique smokeless powder; 2,4-DNT from IMR 4198 smokeless powder) for different sampling parameters.</caption> <thead ><tr ><th align='center' valign='middle' rowspan='2' ><b>Container</b></th><th align='center' valign='middle' rowspan='2' ><b>Equilibrium</b><br><b>Time (h)</b></th><th align='center' valign='middle' rowspan='2' ><b>Extraction</b></th><th align='center' valign='middle' rowspan='2' ><b>Sample</b><br><b>Size (mg)</b></th><th align='center' valign='middle' rowspan='2' ><b>Sampling</b><br><b>Time (min)</b></th><th colspan='3' align='center' valign='middle' ><b>Instruments & Analytes Detected</b></th></tr><tr ><th align='center' valign='middle' ><b>PSPME-IMS</b><br><b>(Portable)</b></th><th align='center' valign='middle' ><b>PSPME-IMS</b><br><b>(Bench Top)</b></th><th align='center' valign='middle' ><b>SPME-GC-MS</b><br><b>(Bench Top)</b></th></tr></thead><tbody ><tr ><td align='center' valign='middle' rowspan='4' >Quart can (0.94 L)</td><td align='center' valign='middle' rowspan='4' >24</td><td align='center' valign='middle' rowspan='2' >static</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >NG, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' >50</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' rowspan='2' >dynamic</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >1</td><td align='center' valign='middle' >NG, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' rowspan='2' >n/a</td></tr><tr ><td align='center' valign='middle' >50</td><td align='center' valign='middle' >1</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' rowspan='4' >Gallon can (3.8 L)</td><td align='center' valign='middle' rowspan='4' >24</td><td align='center' valign='middle' rowspan='2' >static</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >NG, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' >50</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' rowspan='2' >dynamic</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >1</td><td align='center' valign='middle' >NG, 2,4-DNT</td><td align='center' valign='middle' >NG, 2,4-DNT</td><td align='center' valign='middle' rowspan='4' >n/a</td></tr><tr ><td align='center' valign='middle' >50</td><td align='center' valign='middle' >1</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' rowspan='2' >Plastic container (45L)</td><td align='center' valign='middle' rowspan='2' >24–48</td><td align='center' valign='middle' >static</td><td align='center' valign='middle' >500</td><td align='center' valign='middle' >10</td><td align='center' valign='middle' >NG, 2,4-DNT</td><td align='center' valign='middle' >NG, 2,4-DNT</td></tr><tr ><td align='center' valign='middle' >dynamic</td><td align='center' valign='middle' >500</td><td align='center' valign='middle' >1</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td><td align='center' valign='middle' >NG, DPA, 2,4-DNT</td></tr></tbody> </table> </div><div class="html-table-wrap" id="t4-sensors-13-16867"> <div class="html-table_wrap_td" > <div class="html-tablepopup html-tablepopup-link" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href='#table_body_display_t4-sensors-13-16867'> <img alt="Table" data-lsrc="https://www.mdpi.com/img/table.png" /> <a class="html-expand html-tablepopup" data-counterslinkmanual = "https://www.mdpi.com/1424-8220/13/12/16867/display" href="#table_body_display_t4-sensors-13-16867"></a> </div> </div> <div class="html-table_wrap_discription"> <b>Table 4.</b> True positive rates for smokeless powders in different containers (1–45 L) for bench top and portable IMS systems with 60 replicates. </div> </div> <div class="html-table_show mfp-hide " id ="table_body_display_t4-sensors-13-16867" > <table frame='box' rules='cols'> <caption ><b>Table 4.</b> True positive rates for smokeless powders in different containers (1–45 L) for bench top and portable IMS systems with 60 replicates.</caption> <thead ><tr ><th colspan='2' align='center' valign='middle' ></th><th colspan='2' align='center' valign='middle' ><b>Benchtop IMS</b></th><th colspan='2' align='center' valign='middle' ><b>Portable IMS</b></th></tr><tr ><th valign='bottom' colspan='6' ><hr/></th></tr><tr ><th align='center' valign='middle' ><b>Container Volume (L)</b></th><th align='center' valign='middle' ><b>Analyte</b></th><th align='center' valign='middle' ><b>Static</b></th><th align='center' valign='middle' ><b>Dynamic</b></th><th align='center' valign='middle' ><b>Static</b></th><th align='center' valign='middle' ><b>Dynamic</b></th></tr><tr ><th valign='bottom' colspan='6' ><hr/></th></tr></thead><tbody ><tr ><td align='center' valign='middle' rowspan='3' >0.94</td><td align='center' valign='middle' >NG</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td></tr><tr ><td align='center' valign='middle' >DPA</td><td align='center' valign='middle' >0.70</td><td align='center' valign='middle' >0.37</td><td align='center' valign='middle' >0.58</td><td align='center' valign='middle' >0.15</td></tr><tr ><td align='center' valign='middle' >2,4-DNT</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >0.87</td></tr><tr ><td valign='bottom' colspan='6' ><hr/></td></tr><tr ><td align='center' valign='middle' rowspan='3' >3.8</td><td align='center' valign='middle' >NG</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td></tr><tr ><td align='center' valign='middle' >DPA</td><td align='center' valign='middle' >0.82</td><td align='center' valign='middle' >0.53</td><td align='center' valign='middle' >0.25</td><td align='center' valign='middle' >0.08</td></tr><tr ><td align='center' valign='middle' >2,4-DNT</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >0.98</td><td align='center' valign='middle' >0.98</td></tr><tr ><td valign='bottom' colspan='6' ><hr/></td></tr><tr ><td align='center' valign='middle' rowspan='3' >45 <a href="#tfn1-sensors-13-16867" class="html-table-fn">*</a></td><td align='center' valign='middle' >NG</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td></tr><tr ><td align='center' valign='middle' >DPA</td><td align='center' valign='middle' >0.0</td><td align='center' valign='middle' >0.23</td><td align='center' valign='middle' >0.07</td><td align='center' valign='middle' >0.47</td></tr><tr ><td align='center' valign='middle' >2,4-DNT</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >1.0</td><td align='center' valign='middle' >0.80</td><td align='center' valign='middle' >0.98</td></tr></tbody> </table> <p class='html-table_foot'><span class='html-fn-label'><sup id=tfn1-sensors-13-16867>*</sup></span><span class='html-fn-content'>denotes <span class='html-italic'>n</span> = 30.</span></p> </div></section> <section><p id="html-copyright">© 2013 by the authors; licensee MDPI, Basel, Switzerland. This article is an open access article distributed under the terms and conditions of the Creative Commons Attribution license (http://creativecommons.org/licenses/by/3.0/).</p></section> </div> </div> <div class="additional-content"> <h2><a name="cite"></a>Share and Cite</h2> <div class="social-media-links" style="text-align: left;"> <a href="/cdn-cgi/l/email-protection#f7c8d1969a87cc8482959d929483cab185989ad2c5c7bab3a7bed2c4b6d2c5c7d2c5c5b687879b9e9496839e9899d2c5c79891d2c5c7a59294929e819285d2c5c7b887928596839e9990d2c5c7b49f968596948392859e84839e94d2c5c7d2c5cfa5b8b4d2c5ced2c5c7b48285819284d2c5c7919885d2c5c7b28f879b98849e819284d2c5c7b392839294839e9899d2c5c7a2849e9990d2c5c7b39e91919285929983d2c5c7a4969a879b9e9990d2c5c7969993d2c5c7b392839294839e9899d2c5c7a392949f999e86829284d186829883ccd1969a87cc9598938eca9f83838784cdd8d8808080d99a93879ed994989ad8c1c5c5c7c5d2c4b6d2c7b6d2c7b6b687879b9e9496839e9899d2c5c79891d2c5c7a59294929e819285d2c5c7b887928596839e9990d2c5c7b49f968596948392859e84839e94d2c5c7d2c5cfa5b8b4d2c5ced2c5c7b48285819284d2c5c7919885d2c5c7b28f879b98849e819284d2c5c7b392839294839e9899d2c5c7a2849e9990d2c5c7b39e91919285929983d2c5c7a4969a879b9e9990d2c5c7969993d2c5c7b392839294839e9899d2c5c7a392949f999e86829284d2c7b6d2c7b6b695848385969483d2c4b6d2c5c7a592879885839293d2c5c7919885d2c5c7839f92d2c5c7919e858483d2c5c7839e9a92d2c5c7968592d2c5c7859294929e819285d2c5c79887928596839e9990d2c5c7949f968596948392859e84839e94d2c5c7d2c5cfa5b8b4d2c5ced2c5c7948285819284d2c5c79498998483858294839293d2c5c78398d2c5c793928494859e9592d2c5c7839f92d2c5c78792859198859a96999492d2c5c79891d2c5c796d2c5c784988595929983da949896839293d2c5c7939e849cd2c5b4d2c5c7879b96999685d2c5c784989b9e93d2c5c7879f968492d2c5c79a9e948598928f83859694839e9899d2c5c7d2c5cfa7a4a7bab2d2c5ced2c5c782999e83d2c5c7919885d2c5c7999899da94989983969483d2c5c784969a879b9e9990d2c5c79891d2c5c796d2c5c78196859e92838ed2c5c79891d2c5c781989b96839e9b9284d9d2c5c7a39f92d2c5c7a7a4a7bab2d2c5c79e84d2c5c7949882879b9293d2c5c78398d2c5c79e9899d2c5c79a98959e9b9e838ed2c5c7848792948385989a9283928584d2c5c7d2c5cfbebaa484d2c5ced2c5c7919885d2c5c7839f92d2c5c79392839294839e9899d2c5c79891d2c5c781989b96839e9b92d2c5c7949f929a9e94969bd2c5c79a96859c928584d2c5c796848498949e96839293d2c5c7809e839fd2c5c7839f92d2c5c78785928492999492d2c5c79891d2c5c7849a989c929b928484d2c5c787988093928584d2c5b4d2c5c79a9893929bd2c5c7848e8483929a84d2c5c79891d2c5c7928f879b98849e819284d2c5c794989983969e999e9990d2c5c7939e879f92998e9b969a9e9992d2c5c7d2c5cfb3a7b6d2c5ced2c5b4d2c5c7c5d2c5b4c3da939e999e83859883989b82929992d2c5c7d2c5cfc5d2c5b4c3dab3b9a3d2c5ced2c5c7969993d2c5c7999e838598909b8e9492859e99d2c5c7d2c5cfb9b0d2c5ced2c5c79684d2c5c7839f92d2c5c7839685909283d2c5c79699969b8e839284d9d2c5c7a39f92d2c5c78792859198859a96999492d2c5c79891d2c5c7839f92d2c5c7a7a4a7bab2dabebaa4d2c5c7809684d2c5c794989a8796859293d2c5c7809e839fd2c5c7839f92d2c5c7809e93929b8ed2c5c79694949287839293d2c5c7d2c5c784989b9e93da879f968492d2c5c79a9e948598928f83859694839e9899d2c5c7d2c5cfa4a7bab2d2c5ced2c5b4d2c5c7949882879b9293d2c5c78398d2c5c796d2c5c7b0b4dabaa4d9d2c5c7b6d2c5c7849283d2c5c79891d2c5c79887839e9a9e8d9293d2c5c784969a879b9e9990d2c5c7949899939e839e989984d2c5c7919885d2c5c7939e91919285929983d2c5c781989b829a92d2c5c794989983969e99928584d2c5c7d2c5cfc6d2b2c5d2cfc7d2cec4c3c2d2c5c7bbd2c5ced2c5c7809e839fd2c5c78196859e988284d2c5c784969a879b92d2c5c7969a9882998384d2c5c79891d2c5c7928f879b98849e819284d2c5b4d2c5c780928592d2c5c7848382939e9293d2c5c79e99d2c5c78592879b9e9496839284d2c5c7d2c5cf99d2c5c7d2c4b3d2c5c7c4c7d2c5ced2c5c78398d2c5c793928392859a9e9992d2c5c7839f92d2c5c783858292d2c5c78798849e839e8192d2c5c78596839284d2c5c7d2c5cfa3a7a5d2c5ced2c5c7969993d2c5c791969b8492d2c5c78798849e839e8192d2c5c79392839294839e9899d2c5c78596839284d2c5c7d2c5cfb1a7a5d2c5ced2c5c7919885d2c5c7839f92d2c5c7939e91919285929983d2c5c78494929996859e9884d9d2c5c7a39f928492d2c5c7848382939e9284d2c5c780928592d2c5c7989583969e999293d2c5c79e99d2c5c79885939285d2c5c78398d2c5c7949899848385829483d2c5c7839f92d2c5c7a5b8b4d2c5c7948285819284d2c5c7919885d2c5c7838098d2c5c7bebaa4d2c5c79e99848385829a92998384d2c5c7d2c5cf96d2c5c7959299949fda839887d2c5c7969993d2c5c7919e929b93da8798858396959b92d2c5c7848e8483929ad2c5ced2c5c7969993d2c5c796d2c5c7959299949fd2c5c7839887d2c5c7b0b4dabaa4d2c5c7848e8483929ad2c5c79e99d2c5c79b9880d2c5c7969993acd9d9d9aa" title="Email"> <i class="fa fa-envelope-square" style="font-size: 30px;"></i> </a> <a href="https://twitter.com/intent/tweet?text=Application+of+Receiver+Operating+Characteristic+%28ROC%29+Curves+for+Explosives+Detection+Using+Different+Sampling+and+Detection+Techniques&hashtags=mdpisensors&url=https%3A%2F%2Fwww.mdpi.com%2F62202&via=Sensors_MDPI" onclick="windowOpen(this.href,600,800); return false" target="_blank" rel="noopener noreferrer"> <i class="fa fa-twitter-x-square" style="font-size: 30px;"></i> </a> <a href=" http://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fwww.mdpi.com%2F62202&title=Application%20of%20Receiver%20Operating%20Characteristic%20%28ROC%29%20Curves%20for%20Explosives%20Detection%20Using%20Different%20Sampling%20and%20Detection%20Techniques%26source%3Dhttps%3A%2F%2Fwww.mdpi.com%26summary%3DReported%20for%20the%20first%20time%20are%20receiver%20operating%20characteristic%20%28ROC%29%20curves%20constructed%20to%20describe%20the%20performance%20of%20a%20sorbent-coated%20disk%2C%20planar%20solid%20phase%20microextraction%20%28PSPME%29%20unit%20for%20non-contact%20sampling%20of%20a%20variety%20of%20volatiles.%20The%20%5B...%5D" onclick="windowOpen(this.href,600,800); return false" title="LinkedIn" target="_blank" rel="noopener noreferrer"> <i class="fa fa-linkedin-square" style="font-size: 30px;"></i> </a> <a href="https://www.facebook.com/sharer.php?u=https://www.mdpi.com/62202" title="facebook" target="_blank" rel="noopener noreferrer"> <i class="fa fa-facebook-square" style="font-size: 30px;"></i> </a> <a href="javascript:void(0);" title="Wechat" data-reveal-id="weixin-share-modal"> <i class="fa fa-weixin-square" style="font-size: 26px;"></i> </a> <a href="http://www.reddit.com/submit?url=https://www.mdpi.com/62202" title="Reddit" target="_blank" rel="noopener noreferrer"> <i class="fa fa-reddit-square" style="font-size: 30px;"></i> </a> <a href="http://www.mendeley.com/import/?url=https://www.mdpi.com/62202" title="Mendeley" target="_blank" rel="noopener noreferrer"> <i class="fa fa-mendeley-square" style="font-size: 30px;"></i> </a> </div> <div class="in-tab" style="padding-top: 0px!important; margin-top: 15px;"> <div><b>MDPI and ACS Style</b></div> <p> Young, M.; Fan, W.; Raeva, A.; Almirall, J. Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques. <em>Sensors</em> <b>2013</b>, <em>13</em>, 16867-16881. https://doi.org/10.3390/s131216867 </p> <div style="display: block"> <b>AMA Style</b><br> <p> Young M, Fan W, Raeva A, Almirall J. Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques. <em>Sensors</em>. 2013; 13(12):16867-16881. https://doi.org/10.3390/s131216867 </p> <b>Chicago/Turabian Style</b><br> <p> Young, Mimy, Wen Fan, Anna Raeva, and Jose Almirall. 2013. "Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques" <em>Sensors</em> 13, no. 12: 16867-16881. https://doi.org/10.3390/s131216867 </p> <b>APA Style</b><br> <p> Young, M., Fan, W., Raeva, A., & Almirall, J. (2013). Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques. <em>Sensors</em>, <em>13</em>(12), 16867-16881. https://doi.org/10.3390/s131216867 </p> </div> </div> <h2><a name="metrics"></a>Article Metrics</h2> <div class="row"> <div class="small-12 columns"> <div id="loaded_cite_count" style="display:none">No</div> <div id="framed_div_cited_count" class="in-tab" style="display: none; overflow: auto;"></div> <div id="loaded" style="display:none">No</div> <div id="framed_div" class="in-tab" style="display: none; margin-top: 10px;"></div> </div> <div class="small-12 columns"> <div id="article_stats_div" style="display: none; margin-bottom: 1em;"> <h3>Article Access Statistics</h3> <div id="article_stats_swf" ></div> For more information on the journal statistics, click <a href="/journal/sensors/stats">here</a>. <div class="info-box"> Multiple requests from the same IP address are counted as one view. </div> </div> </div> </div> </div> </div> </article> </div> </div></div> <div class="webpymol-controls webpymol-controls-template" style="margin-top: 10px; display: none;"> <a class="bzoom">Zoom</a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="borient"> Orient </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="blines"> As Lines </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bsticks"> As Sticks </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bcartoon"> As Cartoon </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bsurface"> As Surface </a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bprevscene">Previous Scene</a> <span style="display: inline-block; margin-left: 5px; margin-right: 5px;">|</span> <a class="bnextscene">Next Scene</a> </div> <div id="scifeed-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="recommended-articles-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="author-biographies-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> </div> <div id="cite-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="Captcha" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Cite</h2> </div> <div class="small-12 columns"> <!-- BibTeX --> <form style="margin:0; padding:0; display:inline;" name="export-bibtex" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="31101"> <input type="hidden" name="export_format_top" value="bibtex"> <input type="hidden" name="export_submit_top" value=""> </form> <!-- EndNote --> <form style="margin:0; padding:0; display:inline;" name="export-endnote" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="31101"> <input type="hidden" name="export_format_top" value="endnote_no_abstract"> <input type="hidden" name="export_submit_top" value=""> </form> <!-- RIS --> <form style="margin:0; padding:0; display:inline;" name="export-ris" method="POST" action="/export"> <input type="hidden" name="articles_ids[]" value="31101"> <input type="hidden" name="export_format_top" value="ris"> <input type="hidden" name="export_submit_top" value=""> </form> <div> Export citation file: <a href="javascript:window.document.forms['export-bibtex'].submit()">BibTeX</a> | <a href="javascript:window.document.forms['export-endnote'].submit()">EndNote</a> | <a href="javascript:window.document.forms['export-ris'].submit()">RIS</a> </div> </div> <div class="small-12 columns"> <div class="in-tab"> <div><b>MDPI and ACS Style</b></div> <p> Young, M.; Fan, W.; Raeva, A.; Almirall, J. Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques. <em>Sensors</em> <b>2013</b>, <em>13</em>, 16867-16881. https://doi.org/10.3390/s131216867 </p> <div style="display: block"> <b>AMA Style</b><br> <p> Young M, Fan W, Raeva A, Almirall J. Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques. <em>Sensors</em>. 2013; 13(12):16867-16881. https://doi.org/10.3390/s131216867 </p> <b>Chicago/Turabian Style</b><br> <p> Young, Mimy, Wen Fan, Anna Raeva, and Jose Almirall. 2013. "Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques" <em>Sensors</em> 13, no. 12: 16867-16881. https://doi.org/10.3390/s131216867 </p> <b>APA Style</b><br> <p> Young, M., Fan, W., Raeva, A., & Almirall, J. (2013). Application of Receiver Operating Characteristic (ROC) Curves for Explosives Detection Using Different Sampling and Detection Techniques. <em>Sensors</em>, <em>13</em>(12), 16867-16881. https://doi.org/10.3390/s131216867 </p> </div> </div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> </div> </div> </div> </div> </section> <div id="footer"> <div class="journal-info"> <span> <em><a class="Var_JournalInfo" href="/journal/sensors">Sensors</a></em>, EISSN 1424-8220, Published by MDPI </span> <div class="large-right"> <span> <a href="/rss/journal/sensors" class="rss-link">RSS</a> </span> <span> <a href="/journal/sensors/toc-alert">Content Alert</a> </span> </div> </div> <div class="row full-width footer-links" data-equalizer="footer" data-equalizer-mq="small"> <div class="large-2 large-push-4 medium-3 small-6 columns" data-equalizer-watch="footer"> <h3> Further Information </h3> <a href="/apc"> Article Processing Charges </a> <a href="/about/payment"> Pay an Invoice </a> <a href="/openaccess"> Open Access Policy </a> <a href="/about/contact"> Contact MDPI </a> <a href="https://careers.mdpi.com" target="_blank" rel="noopener noreferrer"> Jobs at MDPI </a> </div> <div class="large-2 large-push-4 medium-3 small-6 columns" data-equalizer-watch="footer"> <h3> Guidelines </h3> <a href="/authors"> For Authors </a> <a href="/reviewers"> For Reviewers </a> <a href="/editors"> For Editors </a> <a href="/librarians"> For Librarians </a> <a href="/publishing_services"> For Publishers </a> <a href="/societies"> For Societies </a> <a href="/conference_organizers"> For Conference Organizers </a> </div> <div class="large-2 large-push-4 medium-3 small-6 columns"> <h3> MDPI Initiatives </h3> <a href="https://sciforum.net" target="_blank" rel="noopener noreferrer"> Sciforum </a> <a href="https://www.mdpi.com/books" target="_blank" rel="noopener noreferrer"> MDPI Books </a> <a href="https://www.preprints.org" target="_blank" rel="noopener noreferrer"> Preprints.org </a> <a href="https://www.scilit.net" target="_blank" rel="noopener noreferrer"> Scilit </a> <a href="https://sciprofiles.com?utm_source=mpdi.com&utm_medium=bottom_menu&utm_campaign=initiative" target="_blank" rel="noopener noreferrer"> SciProfiles </a> <a href="https://encyclopedia.pub" target="_blank" rel="noopener noreferrer"> Encyclopedia </a> <a href="https://jams.pub" target="_blank" rel="noopener noreferrer"> JAMS </a> <a href="/about/proceedings"> Proceedings Series </a> </div> <div class="large-2 large-push-4 medium-3 small-6 right-border-large-without columns UA_FooterFollowMDPI"> <h3> Follow MDPI </h3> <a href="https://www.linkedin.com/company/mdpi" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a href="https://www.facebook.com/MDPIOpenAccessPublishing" target="_blank" rel="noopener noreferrer"> Facebook </a> <a href="https://twitter.com/MDPIOpenAccess" target="_blank" rel="noopener noreferrer"> Twitter </a> </div> <div id="footer-subscribe" class="large-4 large-pull-8 medium-12 small-12 left-border-large columns"> <div class="footer-subscribe__container"> <img class="show-for-large-up" src="https://pub.mdpi-res.com/img/design/mdpi-pub-logo-white-small.png?71d18e5f805839ab?1732286508" alt="MDPI" title="MDPI Open Access Journals" style="height: 50px; margin-bottom: 10px;"> <form id="newsletter" method="POST" action="/subscribe"> <p> Subscribe to receive issue release notifications and newsletters from MDPI journals </p> <select multiple id="newsletter-journal" class="foundation-select" name="journals[]"> <option value="acoustics">Acoustics</option> <option value="amh">Acta Microbiologica Hellenica</option> <option value="actuators">Actuators</option> <option value="admsci">Administrative Sciences</option> <option value="adolescents">Adolescents</option> <option value="arm">Advances in Respiratory Medicine</option> <option value="aerobiology">Aerobiology</option> <option value="aerospace">Aerospace</option> <option value="agriculture">Agriculture</option> <option value="agriengineering">AgriEngineering</option> <option value="agrochemicals">Agrochemicals</option> <option value="agronomy">Agronomy</option> <option value="ai">AI</option> <option value="air">Air</option> <option value="algorithms">Algorithms</option> <option value="allergies">Allergies</option> <option value="alloys">Alloys</option> <option value="analytica">Analytica</option> <option value="analytics">Analytics</option> <option value="anatomia">Anatomia</option> <option value="anesthres">Anesthesia Research</option> <option value="animals">Animals</option> <option value="antibiotics">Antibiotics</option> <option value="antibodies">Antibodies</option> <option value="antioxidants">Antioxidants</option> <option value="applbiosci">Applied Biosciences</option> <option value="applmech">Applied Mechanics</option> <option value="applmicrobiol">Applied Microbiology</option> <option value="applnano">Applied Nano</option> <option value="applsci">Applied Sciences</option> <option value="asi">Applied System Innovation</option> <option value="appliedchem">AppliedChem</option> <option value="appliedmath">AppliedMath</option> <option value="aquacj">Aquaculture Journal</option> <option value="architecture">Architecture</option> <option value="arthropoda">Arthropoda</option> <option value="arts">Arts</option> <option value="astronomy">Astronomy</option> <option value="atmosphere">Atmosphere</option> <option value="atoms">Atoms</option> <option value="audiolres">Audiology Research</option> <option value="automation">Automation</option> <option value="axioms">Axioms</option> <option value="bacteria">Bacteria</option> <option value="batteries">Batteries</option> <option value="behavsci">Behavioral Sciences</option> <option value="beverages">Beverages</option> <option value="BDCC">Big Data and Cognitive Computing</option> <option value="biochem">BioChem</option> <option value="bioengineering">Bioengineering</option> <option value="biologics">Biologics</option> <option value="biology">Biology</option> <option value="blsf">Biology and Life Sciences Forum</option> <option value="biomass">Biomass</option> <option value="biomechanics">Biomechanics</option> <option value="biomed">BioMed</option> <option value="biomedicines">Biomedicines</option> <option value="biomedinformatics">BioMedInformatics</option> <option value="biomimetics">Biomimetics</option> <option value="biomolecules">Biomolecules</option> <option value="biophysica">Biophysica</option> <option value="biosensors">Biosensors</option> <option value="biotech">BioTech</option> <option value="birds">Birds</option> <option value="blockchains">Blockchains</option> <option value="brainsci">Brain Sciences</option> <option value="buildings">Buildings</option> <option value="businesses">Businesses</option> <option value="carbon">C</option> <option value="cancers">Cancers</option> <option value="cardiogenetics">Cardiogenetics</option> <option value="catalysts">Catalysts</option> <option value="cells">Cells</option> <option value="ceramics">Ceramics</option> <option value="challenges">Challenges</option> <option value="ChemEngineering">ChemEngineering</option> <option value="chemistry">Chemistry</option> <option value="chemproc">Chemistry Proceedings</option> <option value="chemosensors">Chemosensors</option> <option value="children">Children</option> <option value="chips">Chips</option> <option value="civileng">CivilEng</option> <option value="cleantechnol">Clean Technologies</option> <option value="climate">Climate</option> <option value="ctn">Clinical and Translational Neuroscience</option> <option value="clinbioenerg">Clinical Bioenergetics</option> <option value="clinpract">Clinics and Practice</option> <option value="clockssleep">Clocks & Sleep</option> <option value="coasts">Coasts</option> <option value="coatings">Coatings</option> <option value="colloids">Colloids and Interfaces</option> <option value="colorants">Colorants</option> <option value="commodities">Commodities</option> <option value="complications">Complications</option> <option value="compounds">Compounds</option> <option value="computation">Computation</option> <option value="csmf">Computer Sciences & Mathematics Forum</option> <option value="computers">Computers</option> <option value="condensedmatter">Condensed Matter</option> <option value="conservation">Conservation</option> <option value="constrmater">Construction Materials</option> <option value="cmd">Corrosion and Materials Degradation</option> <option value="cosmetics">Cosmetics</option> <option value="covid">COVID</option> <option value="crops">Crops</option> <option value="cryo">Cryo</option> <option value="cryptography">Cryptography</option> <option value="crystals">Crystals</option> <option value="cimb">Current Issues in Molecular Biology</option> <option value="curroncol">Current Oncology</option> <option value="dairy">Dairy</option> <option value="data">Data</option> <option value="dentistry">Dentistry Journal</option> <option value="dermato">Dermato</option> <option value="dermatopathology">Dermatopathology</option> <option value="designs">Designs</option> <option value="diabetology">Diabetology</option> <option value="diagnostics">Diagnostics</option> <option value="dietetics">Dietetics</option> <option value="digital">Digital</option> <option value="disabilities">Disabilities</option> <option value="diseases">Diseases</option> <option value="diversity">Diversity</option> <option value="dna">DNA</option> <option value="drones">Drones</option> <option value="ddc">Drugs and Drug Candidates</option> <option value="dynamics">Dynamics</option> <option value="earth">Earth</option> <option value="ecologies">Ecologies</option> <option value="econometrics">Econometrics</option> <option value="economies">Economies</option> <option value="education">Education Sciences</option> <option value="electricity">Electricity</option> <option value="electrochem">Electrochem</option> <option value="electronicmat">Electronic Materials</option> <option value="electronics">Electronics</option> <option value="ecm">Emergency Care and Medicine</option> <option value="encyclopedia">Encyclopedia</option> <option value="endocrines">Endocrines</option> <option value="energies">Energies</option> <option value="esa">Energy Storage and Applications</option> <option value="eng">Eng</option> <option value="engproc">Engineering Proceedings</option> <option value="entropy">Entropy</option> <option value="environsciproc">Environmental Sciences Proceedings</option> <option value="environments">Environments</option> <option value="epidemiologia">Epidemiologia</option> <option value="epigenomes">Epigenomes</option> <option value="ebj">European Burn Journal</option> <option value="ejihpe">European Journal of Investigation in Health, Psychology and Education</option> <option value="fermentation">Fermentation</option> <option value="fibers">Fibers</option> <option value="fintech">FinTech</option> <option value="fire">Fire</option> <option value="fishes">Fishes</option> <option value="fluids">Fluids</option> <option value="foods">Foods</option> <option value="forecasting">Forecasting</option> <option value="forensicsci">Forensic Sciences</option> <option value="forests">Forests</option> <option value="fossstud">Fossil Studies</option> <option value="foundations">Foundations</option> <option value="fractalfract">Fractal and Fractional</option> <option value="fuels">Fuels</option> <option value="future">Future</option> <option value="futureinternet">Future Internet</option> <option value="futurepharmacol">Future Pharmacology</option> <option value="futuretransp">Future Transportation</option> <option value="galaxies">Galaxies</option> <option value="games">Games</option> <option value="gases">Gases</option> <option value="gastroent">Gastroenterology Insights</option> <option value="gastrointestdisord">Gastrointestinal Disorders</option> <option value="gastronomy">Gastronomy</option> <option value="gels">Gels</option> <option value="genealogy">Genealogy</option> <option value="genes">Genes</option> <option value="geographies">Geographies</option> <option value="geohazards">GeoHazards</option> <option value="geomatics">Geomatics</option> <option value="geometry">Geometry</option> <option value="geosciences">Geosciences</option> <option value="geotechnics">Geotechnics</option> <option value="geriatrics">Geriatrics</option> <option value="glacies">Glacies</option> <option value="gucdd">Gout, Urate, and Crystal Deposition Disease</option> <option value="grasses">Grasses</option> <option value="hardware">Hardware</option> <option value="healthcare">Healthcare</option> <option value="hearts">Hearts</option> <option value="hemato">Hemato</option> <option value="hematolrep">Hematology Reports</option> <option value="heritage">Heritage</option> <option value="histories">Histories</option> <option value="horticulturae">Horticulturae</option> <option value="hospitals">Hospitals</option> <option value="humanities">Humanities</option> <option value="humans">Humans</option> <option value="hydrobiology">Hydrobiology</option> <option value="hydrogen">Hydrogen</option> <option value="hydrology">Hydrology</option> <option value="hygiene">Hygiene</option> <option value="immuno">Immuno</option> <option value="idr">Infectious Disease Reports</option> <option value="informatics">Informatics</option> <option value="information">Information</option> <option value="infrastructures">Infrastructures</option> <option value="inorganics">Inorganics</option> <option value="insects">Insects</option> <option value="instruments">Instruments</option> <option value="iic">Intelligent Infrastructure and Construction</option> <option value="ijerph">International Journal of Environmental Research and Public Health</option> <option value="ijfs">International Journal of Financial Studies</option> <option value="ijms">International Journal of Molecular Sciences</option> <option value="IJNS">International Journal of Neonatal Screening</option> <option value="ijpb">International Journal of Plant Biology</option> <option value="ijt">International Journal of Topology</option> <option value="ijtm">International Journal of Translational Medicine</option> <option value="ijtpp">International Journal of Turbomachinery, Propulsion and Power</option> <option value="ime">International Medical Education</option> <option value="inventions">Inventions</option> <option value="IoT">IoT</option> <option value="ijgi">ISPRS International Journal of Geo-Information</option> <option value="J">J</option> <option value="jal">Journal of Ageing and Longevity</option> <option value="jcdd">Journal of Cardiovascular Development and Disease</option> <option value="jcto">Journal of Clinical & Translational Ophthalmology</option> <option value="jcm">Journal of Clinical Medicine</option> <option value="jcs">Journal of Composites Science</option> <option value="jcp">Journal of Cybersecurity and Privacy</option> <option value="jdad">Journal of Dementia and Alzheimer's Disease</option> <option value="jdb">Journal of Developmental Biology</option> <option value="jeta">Journal of Experimental and Theoretical Analyses</option> <option value="jfb">Journal of Functional Biomaterials</option> <option value="jfmk">Journal of Functional Morphology and Kinesiology</option> <option value="jof">Journal of Fungi</option> <option value="jimaging">Journal of Imaging</option> <option value="jintelligence">Journal of Intelligence</option> <option value="jlpea">Journal of Low Power Electronics and Applications</option> <option value="jmmp">Journal of Manufacturing and Materials Processing</option> <option value="jmse">Journal of Marine Science and Engineering</option> <option value="jmahp">Journal of Market Access & Health Policy</option> <option value="jmp">Journal of Molecular Pathology</option> <option value="jnt">Journal of Nanotheranostics</option> <option value="jne">Journal of Nuclear Engineering</option> <option value="ohbm">Journal of Otorhinolaryngology, Hearing and Balance Medicine</option> <option value="jop">Journal of Parks</option> <option value="jpm">Journal of Personalized Medicine</option> <option value="jpbi">Journal of Pharmaceutical and BioTech Industry</option> <option value="jor">Journal of Respiration</option> <option value="jrfm">Journal of Risk and Financial Management</option> <option value="jsan">Journal of Sensor and Actuator Networks</option> <option value="joma">Journal of the Oman Medical Association</option> <option value="jtaer">Journal of Theoretical and Applied Electronic Commerce Research</option> <option value="jvd">Journal of Vascular Diseases</option> <option value="jox">Journal of Xenobiotics</option> <option value="jzbg">Journal of Zoological and Botanical Gardens</option> <option value="journalmedia">Journalism and Media</option> <option value="kidneydial">Kidney and Dialysis</option> <option value="kinasesphosphatases">Kinases and Phosphatases</option> <option value="knowledge">Knowledge</option> <option value="labmed">LabMed</option> <option value="laboratories">Laboratories</option> <option value="land">Land</option> <option value="languages">Languages</option> <option value="laws">Laws</option> <option value="life">Life</option> <option value="limnolrev">Limnological Review</option> <option value="lipidology">Lipidology</option> <option value="liquids">Liquids</option> <option value="literature">Literature</option> <option value="livers">Livers</option> <option value="logics">Logics</option> <option value="logistics">Logistics</option> <option value="lubricants">Lubricants</option> <option value="lymphatics">Lymphatics</option> <option value="make">Machine Learning and Knowledge Extraction</option> <option value="machines">Machines</option> <option value="macromol">Macromol</option> <option value="magnetism">Magnetism</option> <option value="magnetochemistry">Magnetochemistry</option> <option value="marinedrugs">Marine Drugs</option> <option value="materials">Materials</option> <option value="materproc">Materials Proceedings</option> <option value="mca">Mathematical and Computational Applications</option> <option value="mathematics">Mathematics</option> <option value="medsci">Medical Sciences</option> <option value="msf">Medical Sciences Forum</option> <option value="medicina">Medicina</option> <option value="medicines">Medicines</option> <option value="membranes">Membranes</option> <option value="merits">Merits</option> <option value="metabolites">Metabolites</option> <option value="metals">Metals</option> <option value="meteorology">Meteorology</option> <option value="methane">Methane</option> <option value="mps">Methods and Protocols</option> <option value="metrics">Metrics</option> <option value="metrology">Metrology</option> <option value="micro">Micro</option> <option value="microbiolres">Microbiology Research</option> <option value="micromachines">Micromachines</option> <option value="microorganisms">Microorganisms</option> <option value="microplastics">Microplastics</option> <option value="minerals">Minerals</option> <option value="mining">Mining</option> <option value="modelling">Modelling</option> <option value="mmphys">Modern Mathematical Physics</option> <option value="molbank">Molbank</option> <option value="molecules">Molecules</option> <option value="mti">Multimodal Technologies and Interaction</option> <option value="muscles">Muscles</option> <option value="nanoenergyadv">Nanoenergy Advances</option> <option value="nanomanufacturing">Nanomanufacturing</option> <option value="nanomaterials">Nanomaterials</option> <option value="ndt">NDT</option> <option value="network">Network</option> <option value="neuroglia">Neuroglia</option> <option value="neurolint">Neurology International</option> <option value="neurosci">NeuroSci</option> <option value="nitrogen">Nitrogen</option> <option value="ncrna">Non-Coding RNA</option> <option value="nursrep">Nursing Reports</option> <option value="nutraceuticals">Nutraceuticals</option> <option value="nutrients">Nutrients</option> <option value="obesities">Obesities</option> <option value="oceans">Oceans</option> <option value="onco">Onco</option> <option value="optics">Optics</option> <option value="oral">Oral</option> <option value="organics">Organics</option> <option value="organoids">Organoids</option> <option value="osteology">Osteology</option> <option value="oxygen">Oxygen</option> <option value="parasitologia">Parasitologia</option> <option value="particles">Particles</option> <option value="pathogens">Pathogens</option> <option value="pathophysiology">Pathophysiology</option> <option value="pediatrrep">Pediatric Reports</option> <option value="pets">Pets</option> <option value="pharmaceuticals">Pharmaceuticals</option> <option value="pharmaceutics">Pharmaceutics</option> <option value="pharmacoepidemiology">Pharmacoepidemiology</option> <option value="pharmacy">Pharmacy</option> <option value="philosophies">Philosophies</option> <option value="photochem">Photochem</option> <option value="photonics">Photonics</option> <option value="phycology">Phycology</option> <option value="physchem">Physchem</option> <option value="psf">Physical Sciences Forum</option> <option value="physics">Physics</option> <option value="physiologia">Physiologia</option> <option value="plants">Plants</option> <option value="plasma">Plasma</option> <option value="platforms">Platforms</option> <option value="pollutants">Pollutants</option> <option value="polymers">Polymers</option> <option value="polysaccharides">Polysaccharides</option> <option value="populations">Populations</option> <option value="poultry">Poultry</option> <option value="powders">Powders</option> <option value="proceedings">Proceedings</option> <option value="processes">Processes</option> <option value="prosthesis">Prosthesis</option> <option value="proteomes">Proteomes</option> <option value="psychiatryint">Psychiatry International</option> <option value="psychoactives">Psychoactives</option> <option value="psycholint">Psychology International</option> <option value="publications">Publications</option> <option value="qubs">Quantum Beam Science</option> <option value="quantumrep">Quantum Reports</option> <option value="quaternary">Quaternary</option> <option value="radiation">Radiation</option> <option value="reactions">Reactions</option> <option value="realestate">Real Estate</option> <option value="receptors">Receptors</option> <option value="recycling">Recycling</option> <option value="rsee">Regional Science and Environmental Economics</option> <option value="religions">Religions</option> <option value="remotesensing">Remote Sensing</option> <option value="reports">Reports</option> <option value="reprodmed">Reproductive Medicine</option> <option value="resources">Resources</option> <option value="rheumato">Rheumato</option> <option value="risks">Risks</option> <option value="robotics">Robotics</option> <option value="ruminants">Ruminants</option> <option value="safety">Safety</option> <option value="sci">Sci</option> <option value="scipharm">Scientia Pharmaceutica</option> <option value="sclerosis">Sclerosis</option> <option value="seeds">Seeds</option> <option value="sensors">Sensors</option> <option value="separations">Separations</option> <option value="sexes">Sexes</option> <option value="signals">Signals</option> <option value="sinusitis">Sinusitis</option> <option value="smartcities">Smart Cities</option> <option value="socsci">Social Sciences</option> <option value="siuj">Société Internationale d’Urologie Journal</option> <option value="societies">Societies</option> <option value="software">Software</option> <option value="soilsystems">Soil Systems</option> <option value="solar">Solar</option> <option value="solids">Solids</option> <option value="spectroscj">Spectroscopy Journal</option> <option value="sports">Sports</option> <option value="standards">Standards</option> <option value="stats">Stats</option> <option value="stresses">Stresses</option> <option value="surfaces">Surfaces</option> <option value="surgeries">Surgeries</option> <option value="std">Surgical Techniques Development</option> <option value="sustainability">Sustainability</option> <option value="suschem">Sustainable Chemistry</option> <option value="symmetry">Symmetry</option> <option value="synbio">SynBio</option> <option value="systems">Systems</option> <option value="targets">Targets</option> <option value="taxonomy">Taxonomy</option> <option value="technologies">Technologies</option> <option value="telecom">Telecom</option> <option value="textiles">Textiles</option> <option value="thalassrep">Thalassemia Reports</option> <option value="therapeutics">Therapeutics</option> <option value="thermo">Thermo</option> <option value="timespace">Time and Space</option> <option value="tomography">Tomography</option> <option value="tourismhosp">Tourism and Hospitality</option> <option value="toxics">Toxics</option> <option value="toxins">Toxins</option> <option value="transplantology">Transplantology</option> <option value="traumacare">Trauma Care</option> <option value="higheredu">Trends in Higher Education</option> <option value="tropicalmed">Tropical Medicine and Infectious Disease</option> <option value="universe">Universe</option> <option value="urbansci">Urban Science</option> <option value="uro">Uro</option> <option value="vaccines">Vaccines</option> <option value="vehicles">Vehicles</option> <option value="venereology">Venereology</option> <option value="vetsci">Veterinary Sciences</option> <option value="vibration">Vibration</option> <option value="virtualworlds">Virtual Worlds</option> <option value="viruses">Viruses</option> <option value="vision">Vision</option> <option value="waste">Waste</option> <option value="water">Water</option> <option value="wild">Wild</option> <option value="wind">Wind</option> <option value="women">Women</option> <option value="world">World</option> <option value="wevj">World Electric Vehicle Journal</option> <option value="youth">Youth</option> <option value="zoonoticdis">Zoonotic Diseases</option> </select> <input name="email" type="email" placeholder="Enter your email address..." required="required" /> <button class="genericCaptcha button button--dark UA_FooterNewsletterSubscribeButton" type="submit">Subscribe</button> </form> </div> </div> </div> <div id="footer-copyright"> <div class="row"> <div class="columns large-6 medium-6 small-12 text-left"> © 1996-2024 MDPI (Basel, Switzerland) unless otherwise stated </div> <div class="columns large-6 medium-6 small-12 small-text-left medium-text-right large-text-right"> <a data-dropdown="drop-view-disclaimer" aria-controls="drop-view-disclaimer" aria-expanded="false" data-options="align:top; is_hover:true; hover_timeout:2000;"> Disclaimer </a> <div id="drop-view-disclaimer" class="f-dropdown label__btn__dropdown label__btn__dropdown--wide text-left" data-dropdown-content aria-hidden="true" tabindex="-1"> Disclaimer/Publisher’s Note: The statements, opinions and data contained in all publications are solely those of the individual author(s) and contributor(s) and not of MDPI and/or the editor(s). MDPI and/or the editor(s) disclaim responsibility for any injury to people or property resulting from any ideas, methods, instructions or products referred to in the content. </div> <a href="/about/terms-and-conditions"> Terms and Conditions </a> <a href="/about/privacy"> Privacy Policy </a> </div> </div> </div> </div> <div id="cookie-notification" class="js-allow-cookies" style="display: none;"> <div class="columns large-10 medium-10 small-12"> We use cookies on our website to ensure you get the best experience.<br class="show-for-medium-up"/> Read more about our cookies <a href="/about/privacy">here</a>. </div> <div class="columns large-2 medium-2 small-12 small-only-text-left text-right"> <a class="button button--default" href="/accept_cookies">Accept</a> </div> </div> </div> <div id="main-share-modal" class="reveal-modal reveal-modal-new reveal-modal-new--small" data-reveal aria-labelledby="modalTitle" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 style="margin: 0;">Share Link</h2> </div> <div class="small-12 columns"> <div class="social-media-links UA_ShareModalLinks" style="text-align: left;"> <a href="/cdn-cgi/l/email-protection#9ca3bafdf1eca7efe9fef6f9ffe8a1daeef3f1b9aeacd1d8ccd5b9afddb9aeacb9aeaeddececf0f5fffde8f5f3f2b9aeacf3fab9aeaccef9fff9f5eaf9eeb9aeacd3ecf9eefde8f5f2fbb9aeacdff4fdeefdffe8f9eef5efe8f5ffb9aeacb9aea4ced3dfb9aea5b9aeacdfe9eeeaf9efb9aeacfaf3eeb9aeacd9e4ecf0f3eff5eaf9efb9aeacd8f9e8f9ffe8f5f3f2b9aeacc9eff5f2fbb9aeacd8f5fafaf9eef9f2e8b9aeaccffdf1ecf0f5f2fbb9aeacfdf2f8b9aeacd8f9e8f9ffe8f5f3f2b9aeacc8f9fff4f2f5ede9f9efbaede9f3e8a7bafdf1eca7fef3f8e5a1f4e8e8ecefa6b3b3ebebebb2f1f8ecf5b2fff3f1b3aaaeaeacaeb9afddb9acddb9acddddececf0f5fffde8f5f3f2b9aeacf3fab9aeaccef9fff9f5eaf9eeb9aeacd3ecf9eefde8f5f2fbb9aeacdff4fdeefdffe8f9eef5efe8f5ffb9aeacb9aea4ced3dfb9aea5b9aeacdfe9eeeaf9efb9aeacfaf3eeb9aeacd9e4ecf0f3eff5eaf9efb9aeacd8f9e8f9ffe8f5f3f2b9aeacc9eff5f2fbb9aeacd8f5fafaf9eef9f2e8b9aeaccffdf1ecf0f5f2fbb9aeacfdf2f8b9aeacd8f9e8f9ffe8f5f3f2b9aeacc8f9fff4f2f5ede9f9ef9696cef9ecf3eee8f9f8b9aeacfaf3eeb9aeace8f4f9b9aeacfaf5eeefe8b9aeace8f5f1f9b9aeacfdeef9b9aeaceef9fff9f5eaf9eeb9aeacf3ecf9eefde8f5f2fbb9aeacfff4fdeefdffe8f9eef5efe8f5ffb9aeacb9aea4ced3dfb9aea5b9aeacffe9eeeaf9efb9aeacfff3f2efe8eee9ffe8f9f8b9aeace8f3b9aeacf8f9efffeef5fef9b9aeace8f4f9b9aeacecf9eefaf3eef1fdf2fff9b9aeacf3fab9aeacfdb9aeaceff3eefef9f2e8b1fff3fde8f9f8b9aeacf8f5eff7b9aedfb9aeacecf0fdf2fdeeb9aeaceff3f0f5f8b9aeacecf4fdeff9b9aeacf1f5ffeef3f9e4e8eefdffe8f5f3f2b9aeacb9aea4cccfccd1d9b9aea5b9aeace9f2f5e8b9aeacfaf3eeb9aeacf2f3f2b1fff3f2e8fdffe8b9aeaceffdf1ecf0f5f2fbb9aeacf3fab9aeacfdb9aeaceafdeef5f9e8e5b9aeacf3fab9aeaceaf3f0fde8f5f0f9efb2b9aeacc8f4f9b9aeaccccfccd1d9b9aeacf5efb9aeacfff3e9ecf0f9f8b9aeace8f3b9aeacf5f3f2b9aeacf1f3fef5f0f5e8e5b9aeacefecf9ffe8eef3f1f9e8f9eeefb9aeacb9aea4d5d1cfefb9aea5b9aeacfaf3eeb9aeace8f4f9b9aeacf8f9e8f9ffe8f5f3f2b9aeacf3fab9aeaceaf3f0fde8f5f0f9b9aeacfff4f9f1f5fffdf0b9aeacf1fdeef7f9eeefb9aeacfdefeff3fff5fde8f9f8b9aeacebf5e8f4b9aeace8f4f9b9aeaceceef9eff9f2fff9b9aeacf3fab9aeaceff1f3f7f9f0f9efefb9aeacecf3ebf8f9eeefb9aedfb9aeacf1f3f8f9f0b9aeacefe5efe8f9f1efb9aeacf3fab9aeacf9e4ecf0f3eff5eaf9efb9aeacfff3f2e8fdf5f2f5f2fbb9aeacf8f5ecf4f9f2e5f0fdf1f5f2f9b9aeacb9aea4d8ccddb9aea5b9aedfb9aeacaeb9aedfa8b1f8f5f2f5e8eef3e8f3f0e9f9f2f9b9aeacb9aea4aeb9aedfa8b1d8d2c8b9aea5b9aeacfdf2f8b9aeacf2f5e8eef3fbf0e5fff9eef5f2b9aeacb9aea4d2dbb9aea5b9aeacfdefb9aeace8f4f9b9aeace8fdeefbf9e8b9aeacfdf2fdf0e5e8f9efb2b9aeacc8f4f9b9aeacecf9eefaf3eef1fdf2fff9b9aeacf3fab9aeace8f4f9b9aeaccccfccd1d9b1d5d1cfb9aeacebfdefb9aeacfff3f1ecfdeef9f8b9aeacebf5e8f4b9aeace8f4f9b9aeacebf5f8f9f0e5b9aeacfdfffff9ece8f9f8b9aeacb9aeaceff3f0f5f8b1ecf4fdeff9b9aeacf1f5ffeef3f9e4e8eefdffe8f5f3f2b9aeacb9aea4cfccd1d9b9aea5b9aedfb9aeacfff3e9ecf0f9f8b9aeace8f3b9aeacfdb9aeacdbdfb1d1cfb2b9aeacddb9aeaceff9e8b9aeacf3fab9aeacf3ece8f5f1f5e6f9f8b9aeaceffdf1ecf0f5f2fbb9aeacfff3f2f8f5e8f5f3f2efb9aeacfaf3eeb9aeacf8f5fafaf9eef9f2e8b9aeaceaf3f0e9f1f9b9aeacfff3f2e8fdf5f2f9eeefb9aeacb9aea4adb9d9aeb9a4acb9a5afa8a9b9aeacd0b9aea5b9aeacebf5e8f4b9aeaceafdeef5f3e9efb9aeaceffdf1ecf0f9b9aeacfdf1f3e9f2e8efb9aeacf3fab9aeacf9e4ecf0f3eff5eaf9efb9aedfb9aeacebf9eef9b9aeacefe8e9f8f5f9f8b9aeacf5f2b9aeaceef9ecf0f5fffde8f9efb9aeacb9aea4f2b9aeacb9afd8b9aeacafacb9aea5b9aeace8f3b9aeacf8f9e8f9eef1f5f2f9b9aeace8f4f9b9aeace8eee9f9b9aeacecf3eff5e8f5eaf9b9aeaceefde8f9efb9aeacb9aea4c8ccceb9aea5b9aeacfdf2f8b9aeacfafdf0eff9b9aeacecf3eff5e8f5eaf9b9aeacf8f9e8f9ffe8f5f3f2b9aeaceefde8f9efb9aeacb9aea4daccceb9aea5b9aeacfaf3eeb9aeace8f4f9b9aeacf8f5fafaf9eef9f2e8b9aeaceffff9f2fdeef5f3efb2b9aeacc8f4f9eff9b9aeacefe8e9f8f5f9efb9aeacebf9eef9b9aeacf3fee8fdf5f2f9f8b9aeacf5f2b9aeacf3eef8f9eeb9aeace8f3b9aeacfff3f2efe8eee9ffe8b9aeace8f4f9b9aeacced3dfb9aeacffe9eeeaf9efb9aeacfaf3eeb9aeace8ebf3b9aeacd5d1cfb9aeacf5f2efe8eee9f1f9f2e8efb9aeacb9aea4fdb9aeacfef9f2fff4b1e8f3ecb9aeacfdf2f8b9aeacfaf5f9f0f8b1ecf3eee8fdfef0f9b9aeacefe5efe8f9f1b9aea5b9aeacfdf2f8b9aeacfdb9aeacfef9f2fff4b9aeace8f3ecb9aeacdbdfb1d1cfb9aeacefe5efe8f9f1b9aeacf5f2b9aeacf0f3ebb9aeacfdf2f8b9aeacf4f5fbf4b9aeacfff0e9e8e8f9eec7b2b2b2c1" title="Email"> <i class="fa fa-envelope-square" style="font-size: 30px;"></i> </a> <a href="https://twitter.com/intent/tweet?text=Application+of+Receiver+Operating+Characteristic+%28ROC%29+Curves+for+Explosives+Detection+Using+Different+Sampling+and+Detection+Techniques&hashtags=mdpisensors&url=https%3A%2F%2Fwww.mdpi.com%2F62202&via=Sensors_MDPI" onclick="windowOpen(this.href,600,800); return false" title="Twitter" target="_blank" rel="noopener noreferrer"> <i class="fa fa-twitter-x-square" style="font-size: 30px;"></i> </a> <a href=" http://www.linkedin.com/shareArticle?mini=true&url=https%3A%2F%2Fwww.mdpi.com%2F62202&title=Application%20of%20Receiver%20Operating%20Characteristic%20%28ROC%29%20Curves%20for%20Explosives%20Detection%20Using%20Different%20Sampling%20and%20Detection%20Techniques%26source%3Dhttps%3A%2F%2Fwww.mdpi.com%26summary%3DReported%20for%20the%20first%20time%20are%20receiver%20operating%20characteristic%20%28ROC%29%20curves%20constructed%20to%20describe%20the%20performance%20of%20a%20sorbent-coated%20disk%2C%20planar%20solid%20phase%20microextraction%20%28PSPME%29%20unit%20for%20non-contact%20sampling%20of%20a%20variety%20of%20volatiles.%20The%20%5B...%5D" onclick="windowOpen(this.href,600,800); return false" title="LinkedIn" target="_blank" rel="noopener noreferrer"> <i class="fa fa-linkedin-square" style="font-size: 30px;"></i> </a> <a href="https://www.facebook.com/sharer.php?u=https://www.mdpi.com/62202" title="facebook" target="_blank" rel="noopener noreferrer"> <i class="fa fa-facebook-square" style="font-size: 30px;"></i> </a> <a href="javascript:void(0);" title="Wechat" data-reveal-id="weixin-share-modal"> <i class="fa fa-weixin-square" style="font-size: 26px;"></i> </a> <a href="http://www.reddit.com/submit?url=https://www.mdpi.com/62202" title="Reddit" target="_blank" rel="noopener noreferrer"> <i class="fa fa-reddit-square" style="font-size: 30px;"></i> </a> <a href="http://www.mendeley.com/import/?url=https://www.mdpi.com/62202" title="Mendeley" target="_blank" rel="noopener noreferrer"> <i class="fa fa-mendeley-square" style="font-size: 30px;"></i> </a> <a href="http://www.citeulike.org/posturl?url=https://www.mdpi.com/62202" title="CiteULike" target="_blank" rel="noopener noreferrer"> <i class="fa fa-citeulike-square" style="font-size: 30px;"></i> </a> </div> </div> <div class="small-9 columns"> <input id="js-clipboard-text" type="text" readonly value="https://www.mdpi.com/62202" /> </div> <div class="small-3 columns text-left"> <a class="button button--color js-clipboard-copy" data-clipboard-target="#js-clipboard-text">Copy</a> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <div id="weixin-share-modal" class="reveal-modal reveal-modal-new" data-reveal aria-labelledby="weixin-share-modal-title" aria-hidden="true" role="dialog"> <div class="row"> <div class="small-12 columns"> <h2 id="weixin-share-modal-title" style="margin: 0;">Share</h2> </div> <div class="small-12 columns"> <div class="weixin-qr-code-section"> <?xml version="1.0" standalone="no"?> <!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> <svg width="300" height="300" version="1.1" xmlns="http://www.w3.org/2000/svg"> <desc>https://www.mdpi.com/62202</desc> <g id="elements" fill="black" stroke="none"> <rect x="0" y="0" width="12" height="12" /> <rect x="12" y="0" width="12" height="12" /> <rect x="24" y="0" width="12" height="12" /> <rect x="36" y="0" width="12" height="12" /> <rect x="48" y="0" width="12" height="12" /> <rect x="60" y="0" width="12" height="12" /> <rect x="72" y="0" width="12" height="12" /> <rect x="96" y="0" width="12" height="12" /> <rect x="108" y="0" width="12" height="12" /> <rect x="120" y="0" width="12" height="12" /> <rect x="132" y="0" width="12" height="12" /> <rect x="156" y="0" width="12" height="12" /> <rect x="168" y="0" width="12" height="12" /> <rect x="216" y="0" width="12" height="12" /> <rect x="228" y="0" width="12" height="12" /> <rect x="240" y="0" width="12" height="12" /> <rect x="252" y="0" width="12" height="12" /> <rect x="264" y="0" width="12" height="12" /> <rect x="276" y="0" width="12" height="12" /> <rect x="288" y="0" width="12" height="12" /> <rect x="0" y="12" width="12" height="12" /> <rect x="72" y="12" width="12" height="12" /> <rect x="96" y="12" width="12" height="12" /> <rect x="132" y="12" width="12" height="12" /> <rect x="156" y="12" width="12" height="12" /> <rect x="216" y="12" width="12" height="12" /> <rect x="288" y="12" width="12" height="12" /> <rect x="0" y="24" width="12" height="12" /> <rect x="24" y="24" width="12" height="12" /> <rect x="36" y="24" width="12" height="12" /> <rect x="48" y="24" width="12" height="12" /> <rect x="72" y="24" width="12" height="12" /> <rect x="108" y="24" width="12" height="12" /> <rect x="156" y="24" width="12" height="12" /> <rect x="216" y="24" width="12" height="12" /> <rect x="240" y="24" width="12" height="12" /> <rect x="252" y="24" width="12" height="12" /> <rect x="264" y="24" width="12" height="12" /> <rect x="288" y="24" width="12" height="12" /> <rect x="0" y="36" width="12" height="12" /> <rect x="24" y="36" width="12" height="12" /> <rect x="36" y="36" width="12" height="12" /> <rect x="48" y="36" width="12" height="12" /> <rect x="72" y="36" width="12" height="12" /> <rect x="132" y="36" width="12" height="12" /> <rect x="144" y="36" width="12" height="12" /> <rect x="156" y="36" width="12" height="12" /> <rect x="168" y="36" width="12" height="12" /> <rect x="180" y="36" width="12" height="12" /> <rect x="216" y="36" width="12" height="12" /> <rect x="240" y="36" width="12" height="12" /> <rect x="252" y="36" width="12" height="12" /> <rect x="264" y="36" width="12" height="12" /> <rect x="288" y="36" width="12" height="12" /> <rect x="0" y="48" width="12" height="12" /> <rect x="24" y="48" width="12" height="12" /> <rect x="36" y="48" width="12" height="12" /> <rect x="48" y="48" width="12" height="12" /> <rect x="72" y="48" width="12" height="12" /> <rect x="96" y="48" width="12" height="12" /> <rect x="132" y="48" width="12" height="12" /> <rect x="144" y="48" width="12" height="12" /> <rect x="168" y="48" width="12" height="12" /> <rect x="192" y="48" width="12" height="12" /> <rect x="216" y="48" width="12" height="12" /> <rect x="240" y="48" width="12" height="12" /> <rect x="252" y="48" width="12" height="12" /> <rect x="264" y="48" width="12" height="12" /> <rect x="288" y="48" width="12" height="12" /> <rect x="0" y="60" width="12" height="12" /> <rect x="72" y="60" width="12" height="12" /> <rect x="96" y="60" width="12" height="12" /> <rect x="108" y="60" width="12" height="12" /> <rect x="120" y="60" width="12" height="12" /> <rect x="144" y="60" width="12" height="12" /> <rect x="156" y="60" width="12" height="12" /> <rect x="168" y="60" width="12" height="12" /> <rect x="192" y="60" width="12" height="12" /> <rect x="216" y="60" width="12" height="12" /> <rect x="288" y="60" width="12" height="12" /> <rect x="0" y="72" width="12" height="12" /> <rect x="12" y="72" width="12" height="12" /> <rect x="24" y="72" width="12" height="12" /> <rect x="36" y="72" width="12" height="12" /> <rect x="48" y="72" width="12" height="12" /> <rect x="60" y="72" width="12" height="12" /> <rect x="72" y="72" width="12" height="12" /> <rect x="96" y="72" width="12" height="12" /> <rect x="120" y="72" width="12" height="12" /> <rect x="144" y="72" width="12" height="12" /> <rect x="168" y="72" width="12" height="12" /> <rect x="192" y="72" width="12" height="12" /> <rect x="216" y="72" width="12" height="12" /> <rect x="228" y="72" width="12" height="12" /> <rect x="240" y="72" width="12" height="12" /> <rect x="252" y="72" width="12" height="12" /> <rect x="264" y="72" width="12" height="12" /> <rect x="276" y="72" width="12" height="12" /> <rect x="288" y="72" width="12" height="12" /> <rect x="96" y="84" width="12" height="12" /> <rect x="108" y="84" width="12" height="12" /> <rect x="168" y="84" width="12" height="12" /> <rect x="0" y="96" width="12" height="12" /> <rect x="12" y="96" width="12" height="12" /> <rect x="24" y="96" width="12" height="12" /> <rect x="60" y="96" width="12" height="12" /> <rect x="72" y="96" width="12" height="12" /> <rect x="96" y="96" width="12" height="12" /> <rect x="108" y="96" width="12" height="12" /> <rect x="132" y="96" width="12" height="12" /> <rect x="144" y="96" width="12" height="12" /> <rect x="192" y="96" width="12" height="12" /> <rect x="204" y="96" width="12" height="12" /> <rect x="216" y="96" width="12" height="12" /> <rect x="228" y="96" width="12" height="12" /> <rect x="240" y="96" width="12" height="12" /> <rect x="276" y="96" width="12" height="12" /> <rect x="288" y="96" width="12" height="12" /> <rect x="0" y="108" width="12" height="12" /> <rect x="24" y="108" width="12" height="12" /> <rect x="36" y="108" width="12" height="12" /> <rect x="48" y="108" width="12" height="12" /> <rect x="60" y="108" width="12" height="12" /> <rect x="84" y="108" width="12" height="12" /> <rect x="96" y="108" width="12" height="12" /> <rect x="144" y="108" width="12" height="12" /> <rect x="156" y="108" width="12" height="12" /> <rect x="180" y="108" width="12" height="12" /> <rect x="192" y="108" width="12" height="12" /> <rect x="204" y="108" width="12" height="12" /> <rect x="216" y="108" width="12" height="12" /> <rect x="228" y="108" width="12" height="12" /> <rect x="252" y="108" width="12" height="12" /> <rect x="276" y="108" width="12" height="12" /> <rect x="288" y="108" width="12" height="12" /> <rect x="0" y="120" width="12" height="12" /> <rect x="12" y="120" width="12" height="12" /> <rect x="48" y="120" width="12" height="12" /> <rect x="72" y="120" width="12" height="12" /> <rect x="108" y="120" width="12" height="12" /> <rect x="120" y="120" width="12" height="12" /> <rect x="144" y="120" width="12" height="12" /> <rect x="156" y="120" width="12" height="12" /> <rect x="180" y="120" width="12" height="12" /> <rect x="192" y="120" width="12" height="12" /> <rect x="216" y="120" width="12" height="12" /> <rect x="252" y="120" width="12" height="12" /> <rect x="264" y="120" width="12" height="12" /> <rect x="288" y="120" width="12" height="12" /> <rect x="12" y="132" width="12" height="12" /> <rect x="36" y="132" width="12" height="12" /> <rect x="84" y="132" width="12" height="12" /> <rect x="120" y="132" width="12" height="12" /> <rect x="132" y="132" width="12" height="12" /> <rect x="144" y="132" width="12" height="12" /> <rect x="168" y="132" width="12" height="12" /> <rect x="204" y="132" width="12" height="12" /> <rect x="216" y="132" width="12" height="12" /> <rect x="228" y="132" width="12" height="12" /> <rect x="252" y="132" width="12" height="12" /> <rect x="0" y="144" width="12" height="12" /> <rect x="12" y="144" width="12" height="12" /> <rect x="36" y="144" width="12" height="12" /> <rect x="48" y="144" width="12" height="12" /> <rect x="60" y="144" width="12" height="12" /> <rect x="72" y="144" width="12" height="12" /> <rect x="84" y="144" width="12" height="12" /> <rect x="108" y="144" width="12" height="12" /> <rect x="120" y="144" width="12" height="12" /> <rect x="144" y="144" width="12" height="12" /> <rect x="168" y="144" width="12" height="12" /> <rect x="180" y="144" width="12" height="12" /> <rect x="216" y="144" width="12" height="12" /> <rect x="288" y="144" width="12" height="12" /> <rect x="12" y="156" width="12" height="12" /> <rect x="24" y="156" width="12" height="12" /> <rect x="60" y="156" width="12" height="12" /> <rect x="84" y="156" width="12" height="12" /> <rect x="96" y="156" width="12" height="12" /> <rect x="108" y="156" width="12" height="12" /> <rect x="120" y="156" width="12" height="12" /> <rect x="180" y="156" width="12" height="12" /> <rect x="192" y="156" width="12" height="12" /> <rect x="204" y="156" width="12" height="12" /> <rect x="216" y="156" width="12" height="12" /> <rect x="228" y="156" width="12" height="12" /> <rect x="276" y="156" width="12" height="12" /> <rect x="288" y="156" width="12" height="12" /> <rect x="0" y="168" width="12" height="12" /> <rect x="12" y="168" width="12" height="12" /> <rect x="36" y="168" width="12" height="12" /> <rect x="72" y="168" width="12" height="12" /> <rect x="108" y="168" width="12" height="12" /> <rect x="132" y="168" width="12" height="12" /> <rect x="144" y="168" width="12" height="12" /> <rect x="156" y="168" width="12" height="12" /> <rect x="168" y="168" width="12" height="12" /> <rect x="180" y="168" width="12" height="12" /> <rect x="192" y="168" width="12" height="12" /> <rect x="216" y="168" width="12" height="12" /> <rect x="252" y="168" width="12" height="12" /> <rect x="264" y="168" width="12" height="12" /> <rect x="288" y="168" width="12" height="12" /> <rect x="24" y="180" width="12" height="12" /> <rect x="60" y="180" width="12" height="12" /> <rect x="96" y="180" width="12" height="12" /> <rect x="120" y="180" width="12" height="12" /> <rect x="192" y="180" width="12" height="12" /> <rect x="204" y="180" width="12" height="12" /> <rect x="216" y="180" width="12" height="12" /> <rect x="228" y="180" width="12" height="12" /> <rect x="240" y="180" width="12" height="12" /> <rect x="252" y="180" width="12" height="12" /> <rect x="0" y="192" width="12" height="12" /> <rect x="12" y="192" width="12" height="12" /> <rect x="24" y="192" width="12" height="12" /> <rect x="72" y="192" width="12" height="12" /> <rect x="96" y="192" width="12" height="12" /> <rect x="144" y="192" width="12" height="12" /> <rect x="168" y="192" width="12" height="12" /> <rect x="180" y="192" width="12" height="12" /> <rect x="192" y="192" width="12" height="12" /> <rect x="204" y="192" width="12" height="12" /> <rect x="216" y="192" width="12" height="12" /> <rect x="228" y="192" width="12" height="12" /> <rect x="240" y="192" width="12" height="12" /> <rect x="276" y="192" width="12" height="12" /> <rect x="96" y="204" width="12" height="12" /> <rect x="168" y="204" width="12" height="12" /> <rect x="192" y="204" width="12" height="12" /> <rect x="240" y="204" width="12" height="12" /> <rect x="288" y="204" width="12" height="12" /> <rect x="0" y="216" width="12" height="12" /> <rect x="12" y="216" width="12" height="12" /> <rect x="24" y="216" width="12" height="12" /> <rect x="36" y="216" width="12" height="12" /> <rect x="48" y="216" width="12" height="12" /> <rect x="60" y="216" width="12" height="12" /> <rect x="72" y="216" width="12" height="12" /> <rect x="108" y="216" width="12" height="12" /> <rect x="120" y="216" width="12" height="12" /> <rect x="132" y="216" width="12" height="12" /> <rect x="144" y="216" width="12" height="12" /> <rect x="192" y="216" width="12" height="12" /> <rect x="216" y="216" width="12" height="12" /> <rect x="240" y="216" width="12" height="12" /> <rect x="288" y="216" width="12" height="12" /> <rect x="0" y="228" width="12" height="12" /> <rect x="72" y="228" width="12" height="12" /> <rect x="96" y="228" width="12" height="12" /> <rect x="108" y="228" width="12" height="12" /> <rect x="156" y="228" width="12" height="12" /> <rect x="168" y="228" width="12" height="12" /> <rect x="180" y="228" width="12" height="12" /> <rect x="192" y="228" width="12" height="12" /> <rect x="240" y="228" width="12" height="12" /> <rect x="0" y="240" width="12" height="12" /> <rect x="24" y="240" width="12" height="12" /> <rect x="36" y="240" width="12" height="12" /> <rect x="48" y="240" width="12" height="12" /> <rect x="72" y="240" width="12" height="12" /> <rect x="120" y="240" width="12" height="12" /> <rect x="132" y="240" width="12" height="12" /> <rect x="144" y="240" width="12" height="12" /> <rect x="156" y="240" width="12" height="12" /> <rect x="168" y="240" width="12" height="12" /> <rect x="180" y="240" width="12" height="12" /> <rect x="192" y="240" width="12" height="12" /> <rect x="204" y="240" width="12" height="12" /> <rect x="216" y="240" width="12" height="12" /> <rect x="228" y="240" width="12" height="12" /> <rect x="240" y="240" width="12" height="12" /> <rect x="288" y="240" width="12" height="12" /> <rect x="0" y="252" width="12" height="12" /> <rect x="24" y="252" width="12" height="12" /> <rect x="36" y="252" width="12" height="12" /> <rect x="48" y="252" width="12" height="12" /> <rect x="72" y="252" width="12" height="12" /> <rect x="168" y="252" width="12" height="12" /> <rect x="180" y="252" width="12" height="12" /> <rect x="240" y="252" width="12" height="12" /> <rect x="264" y="252" width="12" height="12" /> <rect x="276" y="252" width="12" height="12" /> <rect x="0" y="264" width="12" height="12" /> <rect x="24" y="264" width="12" height="12" /> <rect x="36" y="264" width="12" height="12" /> <rect x="48" y="264" width="12" height="12" /> <rect x="72" y="264" width="12" height="12" /> <rect x="96" y="264" width="12" height="12" /> <rect x="156" y="264" width="12" height="12" /> <rect x="204" y="264" width="12" height="12" /> <rect x="228" y="264" width="12" height="12" /> <rect x="240" y="264" width="12" height="12" /> <rect x="252" y="264" width="12" height="12" /> <rect x="276" y="264" width="12" height="12" /> <rect x="288" y="264" width="12" height="12" /> <rect x="0" y="276" width="12" height="12" /> <rect x="72" y="276" width="12" height="12" /> <rect x="96" y="276" width="12" height="12" /> <rect x="120" y="276" width="12" height="12" /> <rect x="132" y="276" width="12" height="12" /> <rect x="168" y="276" width="12" height="12" /> <rect x="192" y="276" width="12" height="12" /> <rect x="204" y="276" width="12" height="12" /> <rect x="216" y="276" width="12" height="12" /> <rect x="228" y="276" width="12" height="12" /> <rect x="240" y="276" width="12" height="12" /> <rect x="0" y="288" width="12" height="12" /> <rect x="12" y="288" width="12" height="12" /> <rect x="24" y="288" width="12" height="12" /> <rect x="36" y="288" width="12" height="12" /> <rect x="48" y="288" width="12" height="12" /> <rect x="60" y="288" width="12" height="12" /> <rect x="72" y="288" width="12" height="12" /> <rect x="96" y="288" width="12" height="12" /> <rect x="144" y="288" width="12" height="12" /> <rect x="156" y="288" width="12" height="12" /> <rect x="168" y="288" width="12" height="12" /> <rect x="192" y="288" width="12" height="12" /> <rect x="204" y="288" width="12" height="12" /> <rect x="252" y="288" width="12" height="12" /> <rect x="288" y="288" width="12" height="12" /> </g> </svg> </div> </div> </div> <a class="close-reveal-modal" aria-label="Close"> <i class="material-icons">clear</i> </a> </div> <a href="#" class="back-to-top"><span class="show-for-medium-up">Back to Top</span><span class="show-for-small">Top</span></a> <script data-cfasync="false" src="/cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js"></script><script src="https://pub.mdpi-res.com/assets/js/modernizr-2.8.3.min.js?5227e0738f7f421d?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery-1.12.4.min.js?4f252523d4af0b47?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/foundation-5.5.3.min.js?6b2ec41c18b29054?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/foundation-5.5.3.equalizer.min.js?0f6c549b75ec554c?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery.multiselect.js?0edd3998731d1091?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/jquery.cycle2.min.js?63413052928f97ee?1732286508"></script> <script> // old browser fix - this way the console log rows won't throw (silent) errors in browsers not supporting console log if (!window.console) window.console = {}; if (!window.console.log) window.console.log = function () { }; var currentJournalNameSystem = "sensors"; $(document).ready(function() { $('select.foundation-select').multiselect({ search: true, minHeight: 130, maxHeight: 130, }); $(document).foundation({ orbit: { timer_speed: 4000, }, reveal: { animation: 'fadeAndPop', animation_speed: 100, } }); $(".chosen-select").each(function(element) { var maxSelected = (undefined !== $(this).data('maxselectedoptions') ? $(this).data('maxselectedoptions') : 100); $(this).on('chosen:ready', function(event, data) { var select = $(data.chosen.form_field); if (select.attr('id') === 'journal-browser-volume') { $(data.chosen.dropdown).addClass('UI_JournalBrowser_Volume_Options'); } if (select.attr('id') === 'journal-browser-issue') { $(data.chosen.dropdown).addClass('UI_JournalBrowser_Issue_Options'); } }).chosen({ display_disabled_options: false, disable_search_threshold: 7, max_selected_options: maxSelected, width: "100%" }); }); $(".toEncode").each(function(e) { var oldHref = $(this).attr("href"); var newHref = oldHref.replace('.botdefense.please.enable.javascript.','@'); $(this).attr("href", newHref); if (!$(this).hasClass("emailCaptcha")) { $(this).html(newHref.replace('mailto:', '')); } $(this).removeClass("visibility-hidden"); }); $(document).on('opened.fndtn.reveal', '[data-reveal]', function() { $(document).foundation('equalizer', 'reflow'); }); // fix the images that have tag height / width defined // otherwise the default foundation styles overwrite the tag definitions $("img").each(function() { if ($(this).attr('width') != undefined || $(this).attr('height') != undefined) { $(this).addClass("img-fixed"); } }); $("#basic_search, #advanced_search").submit(function(e) { var searchArguments = false; $(this).find("input,select").not("#search,.search-button").each(function() { if (undefined === $(this).val() || "" === $(this).val()) { $(this).attr('name', null); } else { $(this).attr('name'); searchArguments = true; } }); if (!searchArguments) { window.location = $(this).attr('action'); return false; } }); $(".hide-show-desktop-option").click(function(e) { e.preventDefault(); var parentDiv = $(this).closest("div"); $.ajax({ url: $(this).attr('href'), success: function(msg) { parentDiv.removeClass().hide(); } }); }); $(".generic-toggleable-header").click(function(e) { $(this).toggleClass("active"); $(this).next(".generic-toggleable-content").toggleClass("active"); }); /* * handle whole row as a link if the row contains only one visible link */ $("table.new tr").hover(function() { if ($(this).find("td:visible a").length == 1) { $(this).addClass("single-link"); } }, function() { $(this).removeClass("single-link"); }); $("table.new:not(.table-of-tables)").on("click", "tr.single-link", function(e) { var target = $(e.target); if (!e.ctrlKey && !target.is("a")) { $(this).find("td:visible a")[0].click(); } }); $(document).on("click", ".custom-accordion-for-small-screen-link", function(e) { if ($(this).closest("#basic_search").length > 0) { if ($(".search-container__advanced").first().is(":visible")) { openAdvanced() } } if (Foundation.utils.is_small_only()) { if ($(this).hasClass("active")) { $(this).removeClass("active"); $(this).next(".custom-accordion-for-small-screen-content").addClass("show-for-medium-up"); } else { $(this).addClass("active"); $(this).next(".custom-accordion-for-small-screen-content").removeClass("show-for-medium-up"); $(document).foundation('orbit', 'reflow'); } } if (undefined !== $(this).data("callback")) { var customCallback = $(this).data("callback"); func = window[customCallback]; func(); } }); $(document).on("click", ".js-open-small-search", function(e) { e.preventDefault(); $(this).toggleClass("active").closest(".tab-bar").toggleClass("active"); $(".search-container").toggleClass("hide-for-small-down"); }); $(document).on("click", ".js-open-menu", function(e) { $(".search-container").addClass("hide-for-small-down"); }); $(window).on('resize', function() { recalculate_main_browser_position(); recalculate_responsive_moving_containers(); }); updateSearchLabelVisibilities(); recalculate_main_browser_position(); recalculate_responsive_moving_containers(); if (window.document.documentMode == 11) { $("<link/>", { rel: "stylesheet", type: "text/css", href: "https://fonts.googleapis.com/icon?family=Material+Icons"}).appendTo("head"); } }); function recalculate_main_browser_position() { if (Foundation.utils.is_small_only()) { if ($("#js-main-top-container").parent("#js-large-main-top-container").length > 0) { $("#js-main-top-container").appendTo($("#js-small-main-top-container")); } } else { if ($("#js-main-top-container").parent("#js-small-main-top-container").length > 0) { $("#js-main-top-container").appendTo($("#js-large-main-top-container")); } } } function recalculate_responsive_moving_containers() { $(".responsive-moving-container.large").each(function() { var previousParent = $(".responsive-moving-container.active[data-id='"+$(this).data("id")+"']"); var movingContent = previousParent.html(); if (Foundation.utils.is_small_only()) { var currentParent = $(".responsive-moving-container.small[data-id='"+$(this).data("id")+"']"); } else if (Foundation.utils.is_medium_only()) { var currentParent = $(".responsive-moving-container.medium[data-id='"+$(this).data("id")+"']"); } else { var currentParent = $(".responsive-moving-container.large[data-id='"+$(this).data("id")+"']"); } if (previousParent.attr("class") !== currentParent.attr("class")) { currentParent.html(movingContent); previousParent.html(); currentParent.addClass("active"); previousParent.removeClass("active"); } }); } // cookies allowed is checked from a) local storage and b) from server separately so that the footer bar doesn't // get included in the custom page caches function checkCookiesAllowed() { var cookiesEnabled = localStorage.getItem("mdpi_cookies_enabled"); if (null === cookiesEnabled) { $.ajax({ url: "/ajax_cookie_value/mdpi_cookies_accepted", success: function(data) { if (data.value) { localStorage.setItem("mdpi_cookies_enabled", true); checkDisplaySurvey(); } else { $(".js-allow-cookies").show(); } } }); } else { checkDisplaySurvey(); } } function checkDisplaySurvey() { } window.addEventListener('CookiebotOnAccept', function (e) { var CookieDate = new Date; if (Cookiebot.consent.preferences) { CookieDate.setFullYear(CookieDate.getFullYear() + 1); document.cookie = "mdpi_layout_type_v2=mobile; path=/; expires=" + CookieDate.toUTCString() + ";"; $(".js-toggle-desktop-layout-link").css("display", "inline-block"); } }, false); window.addEventListener('CookiebotOnDecline', function (e) { if (!Cookiebot.consent.preferences) { $(".js-toggle-desktop-layout-link").hide(); if ("" === "desktop") { window.location = "/toggle_desktop_layout_cookie"; } } }, false); var hash = $(location).attr('hash'); if ("#share" === hash) { if (1 === $("#main-share-modal").length) { $('#main-share-modal').foundation('reveal', 'open'); } } </script> <script src="https://pub.mdpi-res.com/assets/js/lib.js?f8d3d71b3a772f9d?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/mdpi.js?c267ce58392b15da?1732286508"></script> <script>var banners_url = 'https://serve.mdpi.com';</script> <script type='text/javascript' src='https://pub.mdpi-res.com/assets/js/ifvisible.min.js?c621d19ecb761212?1732286508'></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/affix.js?ac4ea55275297c15?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/clipboard.min.js?3f3688138a1b9fc4?1732286508"></script> <script type="text/javascript"> $(document).ready(function() { var helpFunctions = $(".middle-column__help__fixed"); var leftColumnAffix = $(".left-column__fixed"); var middleColumn = $("#middle-column"); var clone = null; helpFunctions.affix({ offset: { top: function() { return middleColumn.offset().top - 8 - (Foundation.utils.is_medium_only() ? 30 : 0); }, bottom: function() { return $("#footer").innerHeight() + 74 + (Foundation.utils.is_medium_only() ? 0 : 0); } } }); if (leftColumnAffix.length > 0) { clone = leftColumnAffix.clone(); clone.addClass("left-column__fixed__affix"); clone.insertBefore(leftColumnAffix); clone.css('width', leftColumnAffix.outerWidth() + 50); clone.affix({ offset: { top: function() { return leftColumnAffix.offset().top - 30 - (Foundation.utils.is_medium_only() ? 50 : 0); }, bottom: function() { return $("#footer").innerHeight() + 92 + (Foundation.utils.is_medium_only() ? 0 : 0); } } }); } $(window).on("resize", function() { if (clone !== null) { clone.css('width', leftColumnAffix.outerWidth() + 50); } }); new ClipboardJS('.js-clipboard-copy'); }); </script> <script src="https://pub.mdpi-res.com/assets/js/jquery-ui-1.13.2.min.js?1e2047978946a1d2?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/slick.min.js?d5a61c749e44e471?1732286508"></script> <script> $(document).ready(function() { $(".link-article-menu").click(function(e) { e.preventDefault(); $(this).find('span').toggle(); $(this).next("div").toggleClass("active"); }); $(".js-similarity-related-articles").click(function(e) { e.preventDefault(); if ('' !== $('#recommended-articles-modal').attr('data-url')) { $('#recommended-articles-modal').foundation('reveal', 'open', $('#recommended-articles-modal').attr('data-url')); } }); $.ajax({ url: "/article/31101/similarity-related/show-link", success: function(result) { if (result.show) { $('#recommended-articles-modal').attr('data-url', result.link); $('.js-article-similarity-container').show(); } } }); $(document).on('opened.fndtn.reveal', '[data-reveal]', function() { var modal = $(this); if (modal.attr('id') === "author-biographies-modal") { modal.find('.multiple-items').slick({ slidesToShow: 1, nextArrow: '<a class="slick-next" href="#"><i class="material-icons">chevron_right</i></a>', prevArrow: '<a class="slick-prev" href="#"><i class="material-icons">chevron_left</i></a>', slidesToScroll: 1, draggable: false, }); modal.find('.multiple-items').slick('refresh'); } }); }); </script> <script> $(document).ready(function() { $(document).on('keyup', function (e) { if (e.keyCode == 27) { var hElem = $(this).find(".annotator-adder"); if (hElem.length){ hElem.css({'visibility':'hidden'}); } else { document.querySelector("hypothesis-adder").shadowRoot.querySelector(".annotator-adder").style.visibility = "hidden"; } } }); }); </script> <script> window.hypothesisConfig = function () { return { sidebarAppUrl: 'https://commenting.mdpi.com/app.html', showHighlights: 'whenSidebarOpen' , openSidebar: false , assetRoot: 'https://commentingres.mdpi.com/hypothesis', services: [{ apiUrl: 'https://commenting.mdpi.com/api/', authority: 'mdpi', grantToken: '', doi: '10.3390/s131216867' }], }; }; </script> <script async id="hypothesis_frame"></script> <script type="text/javascript"> if (-1 !== window.location.href.indexOf("?src=")) { window.history.replaceState({}, '', `${location.pathname}`); } $(document).ready(function() { var scifeedCounter = 0; var search = window.location.search; var mathjaxReady = false; // late image file loading $("img[data-lsrc]").each(function() { $(this).attr("src", $(this).data("lsrc")); }); // late mathjax initialization var head = document.getElementsByTagName("head")[0]; var script = document.createElement("script"); script.type = "text/x-mathjax-config"; script[(window.opera ? "innerHTML" : "text")] = "MathJax.Hub.processSectionDelay = 0;\n" + "MathJax.Hub.Config({\n" + " \"menuSettings\": {\n" + " CHTMLpreview: false\n" + " },\n" + " \"CHTML-preview\":{\n" + " disabled: true\n" + " },\n" + " \"HTML-CSS\": {\n" + " scale: 90,\n" + " availableFonts: [],\n" + " preferredFont: null,\n" + " preferredFonts: null,\n" + " webFont:\"Gyre-Pagella\",\n" + " imageFont:'TeX',\n" + " undefinedFamily:\"'Arial Unicode MS',serif\",\n" + " linebreaks: { automatic: false }\n" + " },\n" + " \"TeX\": {\n" + " extensions: ['noErrors.js'],\n" + " noErrors: {\n" + " inlineDelimiters: [\"\",\"\"],\n" + " multiLine: true,\n" + " style: {\n" + " 'font-size': '90%',\n" + " 'text-align': 'left',\n" + " 'color': 'black',\n" + " 'padding': '1px 3px',\n" + " 'border': '1px solid'\n" + " }\n" + " }\n" + " }\n" + "});\n" + "MathJax.Hub.Register.StartupHook('End', function() {\n" + " refreshMathjaxWidths();\n" + " mathjaxReady = true;\n" + "});\n" + "MathJax.Hub.Startup.signal.Interest(function (message) {\n" + " if (message == 'End') {\n" + " var hypoLink = document.getElementById('hypothesis_frame');\n" + " if (null !== hypoLink) {\n" + " hypoLink.setAttribute('src', 'https://commenting.mdpi.com/embed.js');\n" + " }\n" + " }\n" + "});"; head.appendChild(script); script = document.createElement("script"); script.type = "text/javascript"; script.src = "https://pub.mdpi-res.com/bundles/mathjax/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; head.appendChild(script); // article version checker if (0 === search.indexOf('?type=check_update&version=')) { $.ajax({ url: "/1424-8220/13/12/16867" + "/versioncheck" + search, success: function(result) { $(".js-check-update-container").html(result); } }); } $('#feed_option').click(function() { // tracker if ($('#scifeed_clicked').length<1) { $(this).append('<span style="display:none" id="scifeed_clicked">done</span>'); } $('#feed_data').toggle('slide', { direction: 'up'}, '1000'); // slideToggle(700); OR toggle(700) $("#scifeed_error_msg").html('').hide(); $("#scifeed_notice_msg").html('').hide(); }); $('#feed_option').click(function(event) { setTimeout(function(){ var captchaSection = $("#captchaSection"); captchaSection.removeClass('ui-helper-hidden').find('input').prop('disabled', false); // var img = captchaSection.find('img'); // img.attr('src', img.data('url') + "?" + (new Date()).getTime()); // $(".captcha_reload").trigger("click"); var img = document.getElementById('gregwar_captcha_scifeed'); img.src = '/generate-captcha/gcb_captcha?n=' + (new Date()).getTime(); },800); }); $(document).on('click', '.split_feeds', function() { var name = $( this ).attr('name'); var flag = 1 - ($(this).is(":checked")*1); $('.split_feeds').each(function (index) { if ($( this ).attr('name') !== name) { $(this)[0].checked = flag; } }); }); $(document).on('click', '#scifeed_submit, #scifeed_submit1', function(event) { event.preventDefault(); $(".captcha_reload").trigger("click"); $("#scifeed_error_msg").html(""); $("#scifeed_error_msg").hide(); }); $(document).on('click', '.subscription_toggle', function(event) { if ($(this).val() === 'Create SciFeed' && $('#scifeed_hidden_flag').length>0) { event.preventDefault(); // alert('Here there would be a captcha because user is not logged in'); var captchaSection = $("#captchaSection"); if (captchaSection.hasClass('ui-helper-hidden')) { captchaSection.removeClass('ui-helper-hidden').find('input').prop('disabled', false); var img = captchaSection.find('img'); img.attr('src', img.data('url') + "?" + (new Date()).getTime()); $("#reloadCaptcha").trigger("click"); } } }); $(document).on('click', '.scifeed_msg', function(){ $(this).hide(); }); $(document).on('click', '.article-scilit-search', function(e) { e.preventDefault(); var data = $(".article-scilit-search-data").val(); var dataArray = data.split(';').map(function(keyword) { return "(\"" + keyword.trim() + "\")"; }); var searchQuery = dataArray.join(" OR "); var searchUrl = encodeURI("https://www.scilit.net/articles/search?q="+ searchQuery + "&advanced=1&highlight=1"); var win = window.open(searchUrl, '_blank'); if (win) { win.focus(); } else { window.location(searchUrl); } }); display_stats(); citedCount(); follow_goto(); // Select the node that will be observed for mutations const targetNodes = document.getElementsByClassName('hypothesis-count-container'); // Options for the observer (which mutations to observe) const config = { attributes: false, childList: true, subtree: false }; // Callback function to execute when mutations are observed const callback = function(mutationList, observer) { for(const mutation of mutationList) { if (mutation.type === 'childList') { let node = $(mutation.target); if (parseInt(node.html()) > 0) { node.show(); } } } }; // Create an observer instance linked to the callback function const observer = new MutationObserver(callback); // Start observing the target node for configured mutations for(const targetNode of targetNodes) { observer.observe(targetNode, config); } // Select the node that will be observed for mutations const mathjaxTargetNode = document.getElementById('middle-column'); // Callback function to execute when mutations are observed const mathjaxCallback = function(mutationList, observer) { if (mathjaxReady && typeof(MathJax) !== 'undefined') { refreshMathjaxWidths(); } }; // Create an observer instance linked to the callback function const mathjaxObserver = new ResizeObserver(mathjaxCallback); // Start observing the target node for configured mutations mathjaxObserver.observe(mathjaxTargetNode); }); /* END $(document).ready */ function refreshMathjaxWidths() { let width = ($('.html-body').width()*0.9) + "px"; $('.MathJax_Display').css('max-width', width); $('.MJXc-display').css('max-width', width); } function sendScifeedFrom(form) { if (!$('#scifeed_email').val().trim()) { // empty email alert('Please, provide an email for subscribe to this scifeed'); return false; } else if (!$('#captchaSection').hasClass('ui-helper-hidden') && !$('#captchaSection').find('input').val().trim()) { // empty captcha alert('Please, fill the captcha field.'); return false; } else if( ((($('#scifeed_form').find('input:checkbox:checked').length)-($('#split_feeds:checked').length))<1) || ($('#scifeed_kwd_txt').length < 0 && !$('#scifeed_kwd_txt').val().trim()) || ($('#scifeed_author_txt').length<0 &&!$('#scifeed_author_txt').val().trim()) ) { alert('You did not select anything to subscribe'); return false; } else if(($('#scifeed_form').find('input:checkbox:checked').length)-($('#split_feeds2:checked').length)<1){ alert("You did not select anything to subscribe"); return false; } else { var url = $('#scifeed_subscribe_url').html(); var formData = $(form).serializeArray(); $.post(url, formData).done(function (data) { if (JSON.parse(data)) { $('.scifeed_msg').hide(); var res = JSON.parse(data); var successFeeds = 0; var errorFeeds = 0; if (res) { $('.scifeed_msg').html(''); $.each(res, function (index, val) { if (val) { if (val.error) { errorFeeds++; $("#scifeed_error_msg").append(index+' - '+val.error+'<br>'); } if (val.notice) // for successful feed creation { successFeeds++; // $("#scifeed_notice_msg").append(index+' - '+val.notice+'<br>'); $("#scifeed_notice_msg").append('<li>'+index+'</li>'); } } }); if (successFeeds>0) { text = $('#scifeed_notice_msg').html(); text = 'The following feed'+(successFeeds>1?'s have':' has')+ ' been sucessfully created:<br><ul>'+ text + '</ul>' +($('#scifeed_hidden_flag').length>0 ? 'You are not logged in, so you probably need to validate '+ (successFeeds>1?'them':' it')+'.<br>' :'' ) +'Please check your email'+(successFeeds>1?'s':'')+' for more details.'; //(successFeeds>1?' for each of them':'')+'.<br>'; $("#scifeed_notice_msg").html(text); $("#scifeed_notice_msg").show(); } if (errorFeeds>0) { $("#scifeed_error_msg").show();; } } $("#feed_data").hide(); } }); } } function follow_goto() { var hashStr = location.hash.replace("#",""); if(typeof hashStr !== 'undefined') { if( hashStr == 'supplementary') { document.getElementById('suppl_id').scrollIntoView(); } if( hashStr == 'citedby') { document.getElementById('cited_id').scrollIntoView(); } } } function cited() { $("#framed_div").toggle('fast', function(){ if ($(this).css('display') != 'none') { var loaded = document.getElementById("loaded"); if(loaded.innerHTML == "No") { // Load Xref result var container = document.getElementById("framed_div"); // This replace the content container.innerHTML = "<img src=\"https://pub.mdpi-res.com/img/loading_circle.gif?9a82694213036313?1732286508\" height=\"20\" width=\"20\" alt=\"Processing...\" style=\"vertical-align:middle; margin-right:0.6em;\">"; var url = "/citedby/10.3390%252Fs131216867/3"; $.post(url, function(result) { if (result.success) { container.innerHTML = result.view; } loaded.innerHTML = "Yes"; }); } } return true; // for not going at the beginning of the page... }) return true; // for not going at the beginning of the page... } function detect_device() { // Added by Bastien (18/08/2014): based on the http://detectmobilebrowsers.com/ detector var check = false; (function(a){if(/(android|bb\d+|meego).+mobile|avantgo|bada\/|blackberry|blazer|compal|elaine|fennec|hiptop|iemobile|ip(hone|od)|iris|kindle|lge |maemo|midp|mmp|mobile.+firefox|netfront|opera m(ob|in)i|palm( os)?|phone|p(ixi|re)\/|plucker|pocket|psp|series(4|6)0|symbian|treo|up\.(browser|link)|vodafone|wap|windows (ce|phone)|xda|xiino/i.test(a)||/1207|6310|6590|3gso|4thp|50[1-6]i|770s|802s|a wa|abac|ac(er|oo|s\-)|ai(ko|rn)|al(av|ca|co)|amoi|an(ex|ny|yw)|aptu|ar(ch|go)|as(te|us)|attw|au(di|\-m|r |s )|avan|be(ck|ll|nq)|bi(lb|rd)|bl(ac|az)|br(e|v)w|bumb|bw\-(n|u)|c55\/|capi|ccwa|cdm\-|cell|chtm|cldc|cmd\-|co(mp|nd)|craw|da(it|ll|ng)|dbte|dc\-s|devi|dica|dmob|do(c|p)o|ds(12|\-d)|el(49|ai)|em(l2|ul)|er(ic|k0)|esl8|ez([4-7]0|os|wa|ze)|fetc|fly(\-|_)|g1 u|g560|gene|gf\-5|g\-mo|go(\.w|od)|gr(ad|un)|haie|hcit|hd\-(m|p|t)|hei\-|hi(pt|ta)|hp( i|ip)|hs\-c|ht(c(\-| |_|a|g|p|s|t)|tp)|hu(aw|tc)|i\-(20|go|ma)|i230|iac( |\-|\/)|ibro|idea|ig01|ikom|im1k|inno|ipaq|iris|ja(t|v)a|jbro|jemu|jigs|kddi|keji|kgt( |\/)|klon|kpt |kwc\-|kyo(c|k)|le(no|xi)|lg( g|\/(k|l|u)|50|54|\-[a-w])|libw|lynx|m1\-w|m3ga|m50\/|ma(te|ui|xo)|mc(01|21|ca)|m\-cr|me(rc|ri)|mi(o8|oa|ts)|mmef|mo(01|02|bi|de|do|t(\-| |o|v)|zz)|mt(50|p1|v )|mwbp|mywa|n10[0-2]|n20[2-3]|n30(0|2)|n50(0|2|5)|n7(0(0|1)|10)|ne((c|m)\-|on|tf|wf|wg|wt)|nok(6|i)|nzph|o2im|op(ti|wv)|oran|owg1|p800|pan(a|d|t)|pdxg|pg(13|\-([1-8]|c))|phil|pire|pl(ay|uc)|pn\-2|po(ck|rt|se)|prox|psio|pt\-g|qa\-a|qc(07|12|21|32|60|\-[2-7]|i\-)|qtek|r380|r600|raks|rim9|ro(ve|zo)|s55\/|sa(ge|ma|mm|ms|ny|va)|sc(01|h\-|oo|p\-)|sdk\/|se(c(\-|0|1)|47|mc|nd|ri)|sgh\-|shar|sie(\-|m)|sk\-0|sl(45|id)|sm(al|ar|b3|it|t5)|so(ft|ny)|sp(01|h\-|v\-|v )|sy(01|mb)|t2(18|50)|t6(00|10|18)|ta(gt|lk)|tcl\-|tdg\-|tel(i|m)|tim\-|t\-mo|to(pl|sh)|ts(70|m\-|m3|m5)|tx\-9|up(\.b|g1|si)|utst|v400|v750|veri|vi(rg|te)|vk(40|5[0-3]|\-v)|vm40|voda|vulc|vx(52|53|60|61|70|80|81|83|85|98)|w3c(\-| )|webc|whit|wi(g |nc|nw)|wmlb|wonu|x700|yas\-|your|zeto|zte\-/i.test(a.substr(0,4)))check = true})(navigator.userAgent||navigator.vendor||window.opera); return check; } function display_stats(){ $("#article_stats_div").toggle(); return false; } /* * Cited By Scopus */ function citedCount(){ $("#framed_div_cited_count").toggle('fast', function(){ if ($(this).css('display') != 'none') { var loaded = document.getElementById("loaded_cite_count"); // to load only once the result! if(loaded.innerHTML == "No") { // Load Xref result var d = document.getElementById("framed_div_cited_count"); // This replace the content d.innerHTML = "<img src=\"https://pub.mdpi-res.com/img/loading_circle.gif?9a82694213036313?1732286508\" height=\"20\" width=\"20\" alt=\"Processing...\" style=\"vertical-align:middle; margin-right:0.6em;\">"; $.ajax({ method : "POST", url : "/cite-count/10.3390%252Fs131216867", success : function(data) { if (data.succ) { d.innerHTML = data.view; loaded.innerHTML = "Yes"; follow_goto(); } } }); } } // end else return true; // for not going at the beginning of the page... }) return true; // for not going at the beginning of the page... } </script><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/third-party/highcharts/highcharts.js?bdd06f45e34c33df?1732286508"></script><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/third-party/highcharts/modules/exporting.js?944dc938d06de3a8?1732286508"></script><script type="text/javascript" defer="defer"> var advancedStatsData; var selectedStatsType = "abstract"; $(function(){ var countWrapper = $('#counts-wrapper'); $('#author_stats_id #type_links a').on('click', function(e) { e.preventDefault(); selectedStatsType = $(this).data('type'); $('#article_advanced_stats').vectorMap('set', 'values', advancedStatsData[selectedStatsType]); $('#advanced_stats_max').html(advancedStatsData[selectedStatsType].max); $('#type_links a').removeClass('active'); $(this).addClass('active'); }); $.get('/1424-8220/13/12/16867/stats', function (result) { if (!result.success) { return; } // process article metrics part in left column var viewNumber = countWrapper.find(".view-number"); viewNumber.html(result.metrics.views); viewNumber.parent().toggleClass("count-div--grey", result.metrics.views == 0); var downloadNumber = countWrapper.find(".download-number"); downloadNumber.html(result.metrics.downloads); downloadNumber.parent().toggleClass("count-div--grey", result.metrics.downloads == 0); var citationsNumber = countWrapper.find(".citations-number"); citationsNumber.html(result.metrics.citations); citationsNumber.parent().toggleClass("count-div--grey", result.metrics.citations == 0); if (result.metrics.views > 0 || result.metrics.downloads > 0 || result.metrics.citations > 0) { countWrapper.find("#js-counts-wrapper__views, #js-counts-wrapper__downloads").addClass("visible").show(); if (result.metrics.citations > 0) { countWrapper.find('.citations-number').html(result.metrics.citations).show(); countWrapper.find("#js-counts-wrapper__citations").addClass("visible").show(); } else { countWrapper.find("#js-counts-wrapper__citations").remove(); } $("[data-id='article-counters']").removeClass("hidden"); } if (result.metrics.altmetrics_score > 0) { $("#js-altmetrics-donut").show(); } // process view chart in main column var jsondata = result.chart; var series = new Array(); $.each(jsondata.elements, function(i, element) { var dataValues = new Array(); $.each(element.values, function(i, value) { dataValues.push(new Array(value.tip, value.value)); }); series[i] = {name: element.text, data:dataValues}; }); Highcharts.setOptions({ chart: { style: { fontFamily: 'Arial,sans-serif' } } }); $('#article_stats_swf').highcharts({ chart: { type: 'line', width: $("#tabs").width() //* 0.91 }, credits: { enabled: false }, exporting: { enabled: true }, title: { text: jsondata.title.text, x: -20 //center }, xAxis: { categories: jsondata.x_axis.labels.labels, offset: jsondata.x_axis.offset, labels:{ step: jsondata.x_axis.labels.steps, rotation: 30 } }, yAxis: { max: jsondata.y_axis.max, min: jsondata.y_axis.min, offset: jsondata.y_axis.offset, labels: { steps: jsondata.y_axis.steps }, title: { enabled: false } }, tooltip: { formatter: function (){ return this.key.replace("#val#", this.y); } }, legend: { align: 'top', itemDistance: 50 }, series: series }); }); $('#supplement_link').click(function() { document.getElementById('suppl_id').scrollIntoView(); }); $('#stats_link').click(function() { document.getElementById('stats_id').scrollIntoView(); }); // open mol viewer for molbank special supplementary files $('.showJmol').click(function(e) { e.preventDefault(); var jmolModal = $("#jmolModal"); var url = "/article/31101/jsmol_viewer/__supplementary_id__"; url = url.replace(/__supplementary_id__/g, $(this).data('index')); $('#jsmol-content').attr('src', url); jmolModal.find(".content").html($(this).data('description')); jmolModal.foundation("reveal", "open"); }); }); !function() { "use strict"; function e(e) { try { if ("undefined" == typeof console) return; "error"in console ? console.error(e) : console.log(e) } catch (e) {} } function t(e) { return d.innerHTML = '<a href="' + e.replace(/"/g, """) + '"></a>', d.childNodes[0].getAttribute("href") || "" } function n(n, c) { var o = ""; var k = parseInt(n.substr(c + 4, 2), 16); for (var i = c; i < n.length; i += 2) { if (i != c + 4) { var s = parseInt(n.substr(i, 2), 16) ^ k; o += String.fromCharCode(s); } } try { o = decodeURIComponent(escape(o)); } catch (error) { console.error(error); } return t(o); } function c(t) { for (var r = t.querySelectorAll("a"), c = 0; c < r.length; c++) try { var o = r[c] , a = o.href.indexOf(l); a > -1 && (o.href = "mailto:" + n(o.href, a + l.length)) } catch (i) { e(i) } } function o(t) { for (var r = t.querySelectorAll(u), c = 0; c < r.length; c++) try { var o = r[c] , a = o.parentNode , i = o.getAttribute(f); if (i) { var l = n(i, 0) , d = document.createTextNode(l); a.replaceChild(d, o) } } catch (h) { e(h) } } function a(t) { for (var r = t.querySelectorAll("template"), n = 0; n < r.length; n++) try { i(r[n].content) } catch (c) { e(c) } } function i(t) { try { c(t), o(t), a(t) } catch (r) { e(r) } } var l = "/cnd-cgi/l/email-protection#" , u = ".__cf_email__" , f = "data-cfemail" , d = document.createElement("div"); i(document), function() { var e = document.currentScript || document.scripts[document.scripts.length - 1]; e.parentNode.removeChild(e) }() }(); </script><script type="text/javascript"> function setCookie(cname, cvalue, ctime) { ctime = (typeof ctime === 'undefined') ? 10*365*24*60*60*1000 : ctime; // default => 10 years var d = new Date(); d.setTime(d.getTime() + ctime); // ==> 1 hour = 60*60*1000 var expires = "expires="+d.toUTCString(); document.cookie = cname + "=" + cvalue + "; " + expires +"; path=/"; } function getCookie(cname) { var name = cname + "="; var ca = document.cookie.split(';'); for(var i=0; i<ca.length; i++) { var c = ca[i]; while (c.charAt(0)==' ') c = c.substring(1); if (c.indexOf(name) == 0) return c.substring(name.length, c.length); } return ""; } </script><script type="text/javascript" src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script><script> $(document).ready(function() { if ($("#js-similarity-related-data").length > 0) { $.ajax({ url: '/article/31101/similarity-related', success: function(response) { $("#js-similarity-related-data").html(response); $("#js-related-articles-menu").show(); $(document).foundation('tab', 'reflow'); MathJax.Hub.Queue(["Typeset", MathJax.Hub]); } }); } }); </script><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/jquery-ui-1.10.4.custom.min.css?80647d88647bf347?1732286508"><link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/magnific-popup.min.css?04d343e036f8eecd?1732286508"><script type="text/javascript" src="https://pub.mdpi-res.com/assets/js/magnific-popup.min.js?2be3d9e7dc569146?1732286508"></script><script> $(function() { $(".js-show-more-academic-editors").on("click", function(e) { e.preventDefault(); $(this).hide(); $(".academic-editor-container").removeClass("hidden"); }); }); </script> <link rel="stylesheet" href="https://pub.mdpi-res.com/assets/css/vmap/jqvmap.min.css?126a06688aa11c13?1732286508"> <script src="https://pub.mdpi-res.com/assets/js/vmap/jquery.vmap.min.js?935f68d33bdd88a1?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/vmap/jquery.vmap.world.js?16677403c0e1bef1?1732286508"></script> <script> function updateSlick() { $('.multiple-items').slick('setPosition'); } $(document).ready(function() { $('.multiple-items').slick({ slidesToShow: 1, nextArrow: '<a class="slick-next" href="#"><i class="material-icons">chevron_right</i></a>', prevArrow: '<a class="slick-prev" href="#"><i class="material-icons">chevron_left</i></a>', slidesToScroll: 1, responsive: [ { breakpoint: 1024, settings: { slidesToShow: 1, slidesToScroll: 1, } }, { breakpoint: 600, settings: { slidesToShow: 1, slidesToScroll: 1, } }, { breakpoint: 480, settings: { slidesToShow: 1, slidesToScroll: 1, } } ] }); $('.multiple-items').show(); $(document).on('click', '.reviewReportSelector', function(e) { let path = $(this).attr('data-path'); handleReviews(path, $(this)); }); $(document).on('click', '.viewReviewReports', function(e) { let versionOne = $('#versionTab_1'); if (!versionOne.hasClass('activeTab')) { let path = $(this).attr('data-path'); handleReviews(path, versionOne); } location.href = "#reviewReports"; }); $(document).on('click', '.reviewersResponse, .authorResponse', function(e) { let version = $(this).attr('data-version'); let targetVersion = $('#versionTab_' + version); if (!targetVersion.hasClass('activeTab')) { let path = targetVersion.attr('data-path'); handleReviews(path, targetVersion); } location.href = $(this).attr('data-link'); }); $(document).on('click', '.tab', function (e) { e.preventDefault(); $('.tab').removeClass('activeTab'); $(this).addClass('activeTab') $('.tab').each(function() { $(this).closest('.tab-title').removeClass('active'); }); $(this).closest('.tab-title').addClass('active') }); }); function handleReviews(path, target) { $.ajax({ url: path, context: this, success: function (data) { $('.activeTab').removeClass('activeTab'); target.addClass('activeTab'); $('#reviewSection').html(data.view); }, error: function (xhr, ajaxOptions, thrownError) { console.log(xhr.status); console.log(thrownError); } }); } </script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/affix.js?v1?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/storage.js?e9b262d3a3476d25?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/jquery-scrollspy.js?09cbaec0dbb35a67?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/magnific-popup.js?4a09c18460afb26c?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/underscore.js?f893e294cde60c24?1732286508"></script> <script type="text/javascript"> $('document').ready(function(){ $("#left-column").addClass("show-for-large-up"); $("#middle-column").removeClass("medium-9").removeClass("left-bordered").addClass("medium-12"); $(window).on('resize scroll', function() { /* if ($('.button--drop-down').isInViewport($(".top-bar").outerHeight())) { */ if ($('.button--drop-down').isInViewport()) { $("#js-button-download").hide(); } else { $("#js-button-download").show(); } }); }); $(document).on('DOMNodeInserted', function(e) { var element = $(e.target); if (element.hasClass('menu') && element.hasClass('html-nav') ) { element.addClass("side-menu-ul"); } }); </script> <script src="https://pub.mdpi-res.com/assets/js/xmltohtml/articles.js?5118449d9ad8913a?1732286508"></script> <script> repositionOpenSideBar = function() { $('#left-column').addClass("show-for-large-up show-for-medium-up").show(); $('#middle-column').removeClass('large-12').removeClass('medium-12'); $('#middle-column').addClass('large-9'); } repositionCloseSideBar = function() { $('#left-column').removeClass("show-for-large-up show-for-medium-up").hide(); $('#middle-column').removeClass('large-9'); $('#middle-column').addClass('large-12').addClass('medium-12'); } </script> <!--[if lt IE 9]> <script src="https://pub.mdpi-res.com/assets/js/ie8/ie8.js?6eef8fcbc831f5bd?1732286508"></script> <script src="https://pub.mdpi-res.com/assets/js/ie8/jquery.xdomainrequest.min.js?a945caca315782b0?1732286508"></script> <![endif]--> <!-- Twitter universal website tag code --> <script type="text/plain" data-cookieconsent="marketing"> !function(e,t,n,s,u,a){e.twq||(s=e.twq=function(){s.exe?s.exe.apply(s,arguments):s.queue.push(arguments); },s.version='1.1',s.queue=[],u=t.createElement(n),u.async=!0,u.src='//static.ads-twitter.com/uwt.js', a=t.getElementsByTagName(n)[0],a.parentNode.insertBefore(u,a))}(window,document,'script'); // Insert Twitter Pixel ID and Standard Event data below twq('init','o2pip'); twq('track','PageView'); </script> <!-- End Twitter universal website tag code --> <script>(function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'8e71678a9e293f58',t:'MTczMjM2NzQ4MC4wMDAwMDA='};var a=document.createElement('script');a.nonce='';a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();</script></body> </html>