CINXE.COM

<!DOCTYPE html> <html> <head> <meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1"> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> <link href="https://conf.researchr.org/favicon.ico?28d37e6d7e5e12d24c39bdba0f4f3cfd" rel="shortcut icon" type="image/x-icon" /> <link href="https://conf.researchr.org/stylesheets/common_.css?d7bcca3579a066193caf560ede9d6399" rel="stylesheet" type="text/css" /> <title>ISSTA 2022 - Artifact Evaluation - ISSTA 2022</title> <script type="text/javascript">var show_webdsl_debug=false;</script> <script type="text/javascript">var contextpath="https://conf.researchr.org";</script> <link rel="stylesheet" href="https://conf.researchr.org/stylesheets/bootstrap/css/bootstrap.min.css?7f89537eaf606bff49f5cc1a7c24dbca" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/conf.css?e0c92ee5f52769e04d268b7588469bfe" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/getFile/4b16920f-3304-4b00-8edc-b1fbefae0d36/ISSTA.css?1632206842061" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/theme.bootstrap_3.min.css?6867e70881e6ed2c03b6c9cf9c3152e0" type="text/css" /><script type="text/javascript" src="//code.jquery.com/jquery-3.5.1.min.js"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/jquery.tablesorter.combined.min.js?285b21976326641f8f1b910492e6d5d0"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/jquery.tablesorter.pager.min.js?4551cdfea66f45a11ae5548f3d50a06f"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/tablesorter-init.js?ee6babedf1a6be960e4543a1bb57b421"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/bootstrap/js/bootstrap.min.js?2f34b630ffe30ba2ff2b91e3f3c322a1"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/notify.min.js?e86d399917a84b69a4683f504c7a7813"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/ajax.js?2dbd1cc4f8f2d52ae9c879d7346f4f8a"></script> <script type="text/javascript">$(document).ready( function(){ $('#program-menu a[data-fltr-type]').on('click', function(event){ event.preventDefault(); window.location = $(this).attr('href') + "?" + encodeURIComponent( $(this).data('fltr-type') ) + '=' + encodeURIComponent( $(this).data('fltr-val') ); }) }) </script> <meta prefix='og: http://ogp.me/ns#' property='og:title' content='ISSTA 2022 - Artifact Evaluation - ISSTA 2022'> <script type="text/javascript">(function($){ $(document).ready(function(){ $('ul.dropdown-menu [data-toggle=dropdown]').on('click', function(event) { event.preventDefault(); event.stopPropagation(); $(this).parent().siblings().removeClass('open'); $(this).parent().toggleClass('open'); }); }); })(jQuery); </script> <script async src="https://www.googletagmanager.com/gtag/js?id=G-4G0QWEKVQS"></script> <script>window.dataLayer = window.dataLayer || [];function gtag(){dataLayer.push(arguments);}gtag('js', new Date());gtag('config', 'G-4G0QWEKVQS', {'cookie_domain': 'auto', 'anonymizeIp': true });gtag('config', 'UA-9607501-2', {'cookie_domain': 'auto', 'anonymizeIp': true });</script> <meta name='keywords' content='issta,software,testing,symposium,research,researchers,practitioners,academics'> <meta prefix='og: http://ogp.me/ns#' property='og:image' content='https://conf.researchr.org/getImage/issta-2022/carousel/Screen+Shot+2021-09-22+at+10.12.21+PM.jpg?1632322828000'> <meta name='description' content='The Artifact Evaluation process is a service provided by the community to help authors of accepted papers provide more substantial supplements to their papers so that future researchers can more effectively build on and compare with previous work.'> <script type="text/javascript">var ignoreHashChange = false; function hashChangeFunc(){ // show active tab on hash in url if (window.location.hash !== ''){ var hashTargetAll = $('a[href="' + window.location.hash + '"]'); if(hashTargetAll.length){ var hashTarget = hashTargetAll.filter('[data-toggle="tab"]') if( hashTarget.length ){ hashTarget = hashTarget.first(); hashTarget.tab('show'); } else { hashTarget = hashTargetAll.first(); } // and open parent tabs in case the target element is nested in a tab var parentPane = hashTarget.closest( '.tab-pane' ); if(parentPane.length){ $('.nav a[href="#'+ parentPane.attr('id') +'"]').tab('show'); } var parentCollapse = hashTarget.closest( '.panel-collapse:not(.in)' ).collapse('show'); } } return false; } $(document).ready(function(){ var tabFromRequestUrl = window.location.hash !== '' ? $('a[href="' + window.location.hash + '"][data-toggle="tab"]') : []; var initUrlHash = window.location.hash; hashChangeFunc() if( tabFromRequestUrl.length ){ //Prevent the browser to auto-scroll to the anchor of the tab window.location.hash = ""; } //make in-page #links open the tabs if ($._data( $(window)[0], 'events' ).hashchange == undefined){ $(window).on('hashchange', hashChangeFunc); } if(tabFromRequestUrl.length){ setTimeout( function(){ ignoreHashChange = true; history.replaceState(null, null, initUrlHash); ignoreHashChange = false; }, 10 ); } }); var autoTabFunction = function(node){ // remember the hash in the URL without jumping $('a[data-toggle="tab"]:not(.no-hash):not(.bound)').addClass('bound').on('shown.bs.tab', function(e){ var newhash = '#' + $(e.target).attr('href').substr(1); if(history.replaceState){ history.replaceState(null, null, newhash); } else{ location.hash = newhash; } }); //When no tab is active, set the first one to active $(node).find('.nav-tabs:not(.bound), .nav-pills:not(.bound)').addClass('bound').each(function(){ if( $(this).children().length > 0 && 1 > $(this).find('.active').length){ $(this).children().first().addClass('active'); } }); $(node).find('.tab-content:not(.bound)').addClass('bound').each(function(){ if( $(this).children().length > 0 && 1 > $(this).children('.active').length){ $(this).children('.tab-pane').first().addClass('active'); } }); } </script> <meta prefix='og: http://ogp.me/ns#' property='og:description' content='The Artifact Evaluation process is a service provided by the community to help authors of accepted papers provide more substantial supplements to their papers so that future researchers can more effectively build on and compare with previous work.'> <script type="text/javascript">function addEventModalLoadOnClick( containerNode ){ $(containerNode).find( "a[data-event-modal]" ).on("click", function(e){ var eventId = $(this).data("event-modal"); var modalElem = $("#modal-" + eventId); if(modalElem.length){ modalElem.modal({ backdrop: 'static', keyboard: true}, 'show'); } else { var loaderElem = $("#event-modal-loader"); loaderElem.find("input.event-id-input").val( eventId ); loaderElem.find("#load-modal-action").click(); } e.preventDefault(); } ); } </script><script type="text/javascript">function addStarredEventOnClick( containerNode ){ $(containerNode).find( "[data-event-star]" ).on("click", function(e){ var eventId = $(this).data("event-star"); var starEventFormElem = $("#event-star-form"); starEventFormElem.find("input.event-id-input").val( eventId ); starEventFormElem.find("#star-event-action").click(); e.preventDefault(); e.stopPropagation(); } ); } </script><script type="text/javascript">function pauseOnCloseModal( modalid ){ //pauses video (only youtube at the moment) when closing modal $('#' + modalid).on('hidden.bs.modal', function () { $(this).find('.embed-container iframe[src*=enablejsapi]').each( function(){ this.contentWindow.postMessage('{"event":"command","func":"pauseVideo","args":""}', '*') } ); } ) } </script> <meta name="google-site-verification" content="cnzn0pp7XUZE55tGsWdtwEs69y3Gg7awoHeHWQOMxWY" /> </head> <body id="track"><div class="frame"><div class="logobar"><div class="container"><a href="https://conf.researchr.org/home/issta-2022" class="navbar-brand navigate"><span class="brand-text">ISSTA 2022</span></a><div class="place">Mon 18 - Fri 22 July 2022 <a href="https://conf.researchr.org/venue/issta-2022/issta-2022-venue" class="navigate">Online</a></div></div></div><div class="navbar navbar-default"><div class="container"><div class="navbar-header"><button type="button" data-toggle="collapse" data-target="#navigationbar" class="navbar-toggle"><span class="sr-only">Toggle navigation</span><span class="icon-bar"></span><span class="icon-bar"></span><span class="icon-bar"></span></button></div><div id="navigationbar" class="navigationbar collapse navbar-collapse"><ul class="block nav navbar-nav"><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Attending <span class="caret"></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/venue/issta-2022/issta-2022-venue" class="navigate">Venue: Online</a></li><li class="block"><a href="https://conf.researchr.org/attending/issta-2022/registration" class="navigate">Registration</a></li><li class="block"><a href="https://conf.researchr.org/attending/issta-2022/information-for-attendees" class="navigate">Information for Attendees</a></li><li class="block"><a href="https://conf.researchr.org/attending/issta-2022/presenter-instruction" class="navigate">Instructions to Presenters</a></li><li class="block"><a href="https://conf.researchr.org/attending/issta-2022/equity%2C-diversity-and-inclusion" class="navigate">Equity, Diversity and Inclusion</a></li></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Sponsorship <span class="caret"></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/info/issta-2022/call-for-sponsorship" class="navigate">Call for Sponsorship</a></li><li class="block"><a href="https://conf.researchr.org/info/issta-2022/sponsors-and-supports" class="navigate">Sponsors and Supports</a></li></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Program <span class="caret"></span></a><ul id="program-menu" class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" class="navigate">ISSTA Program</a></li><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" data-fltr-type="prog" data-fltr-val="Your Program" class="navigate"><span class="glyphicon glyphicon-star"></span> Your Program</a></li><li class="block"><a href="https://conf.researchr.org/info/issta-2022/schedule-overview" class="navigate">Schedule Overview</a></li><li class="block divider"></li><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" data-fltr-type="date" data-fltr-val="Mon 18 Jul 2022" class="navigate">Mon 18 Jul</a></li><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" data-fltr-type="date" data-fltr-val="Tue 19 Jul 2022" class="navigate">Tue 19 Jul</a></li><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" data-fltr-type="date" data-fltr-val="Wed 20 Jul 2022" class="navigate">Wed 20 Jul</a></li><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" data-fltr-type="date" data-fltr-val="Thu 21 Jul 2022" class="navigate">Thu 21 Jul</a></li><li class="block"><a href="https://conf.researchr.org/program/issta-2022/program-issta-2022/" data-fltr-type="date" data-fltr-val="Fri 22 Jul 2022" class="navigate">Fri 22 Jul</a></li></ul></li><li id="tracks-in-navbar" class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Tracks <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-3"><div class="row"><div class="col-sm-5"><ul class="block multi-column-dropdown"><li class="block dropdown-header">ISSTA 2022</li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-technical-papers" class="navigate">Technical Papers</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-workshops" class="navigate">Workshops</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-artifact-evaluation" class="navigate">Artifact Evaluation</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-tool-demonstrations" class="navigate">Tool Demonstrations</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-doctoral-symposium" class="navigate">Doctoral Symposium</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-student-volunteers" class="navigate">Student Volunteers</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-keynotes" class="navigate">Keynotes</a></li><li class="block"><a href="https://conf.researchr.org/track/issta-2022/issta-2022-sponsors" class="navigate">Sponsors</a></li></ul></div><div class="col-sm-7"><ul class="block multi-column-dropdown"><li class="block dropdown-header">Workshops</li><li class="block"><a href="https://conf.researchr.org/home/issta-2022/aista-2022" class="navigate"><strong>AISTA</strong> </a></li></ul></div></div></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Organization <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-2"><div class="row"><div class="col-sm-6"><ul class="block multi-column-dropdown"><li class="block dropdown-header">ISSTA 2022 Committees</li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-organizing-comittee" class="navigate">Organizing Comittee</a></li><li class="block dropdown-header">Track Committees </li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-technical-papers-program-committee" class="navigate"><strong>Technical Papers</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-workshops-workshop-committee" class="navigate"><strong>Workshops</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-artifact-evaluation-artifact-evaluation-committee" class="navigate"><strong>Artifact Evaluation</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-tool-demonstrations-program-committee" class="navigate"><strong>Tool Demonstrations</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-doctoral-symposium-program-committee" class="navigate"><strong>Doctoral Symposium</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-student-volunteers-student-volunteer-committee" class="navigate"><strong>Student Volunteers</strong></a></li><li class="block dropdown-header">Contributors</li><li class="block"><a href="https://conf.researchr.org/people-index/issta-2022" class="navigate"><span class="glyphicon glyphicon-search"></span><sup><span class="glyphicon glyphicon-user"></span></sup> People Index</a></li></ul></div><div class="col-sm-6"><ul class="block multi-column-dropdown"><li class="block dropdown-header">Workshops</li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>AISTA</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/issta-2022/aista-2022-papers-chair" class="navigate">Organizing Committee</a></li></ul></li></ul></div></div></ul></li><li class="block"><a href="https://conf.researchr.org/search/issta-2022//all" class="navigate"><span class="glyphicon glyphicon-search"></span><span class="hidden-sm"> Search</span></a></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle"><span class="hidden-sm">Series <span class="caret"></span></span><span title="Series" class="visible-sm"><span class="glyphicon glyphicon-repeat"></span> <span class="caret"></span></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/series/issta" class="navigate"><span class="glyphicon glyphicon-home"></span> Series</a></li><li class="block divider"></li><li class="block"><a href="https://conf.researchr.org/home/issta-2025" class="navigate">ISSTA 2025</a></li><li class="block"><a href="https://2024.issta.org" class="navigate">ISSTA 2024</a></li><li class="block"><a href="https://2023.issta.org" class="navigate">ISSTA 2023</a></li><li class="block"><span class="text-muted" style="margin-left: 2px;"><span class="glyphicon glyphicon-hand-right"></span> ISSTA 2022</span></li><li class="block"><a href="https://conf.researchr.org/home/issta-2021" class="navigate">ISSTA 2021</a></li><li class="block"><a href="https://conf.researchr.org/home/issta-2020" class="navigate">ISSTA 2020</a></li><li class="block"><a href="https://conf.researchr.org/home/issta-2019" class="navigate">ISSTA 2019</a></li><li class="block"><a href="https://conf.researchr.org/home/issta-2018" class="navigate">ISSTA 2018</a></li><li class="block"><a href="https://conf.researchr.org/home/issta-2017" class="navigate">ISSTA 2017</a></li></ul></li></ul><div class="navbar-right"><ul class="block nav navbar-nav"><li class="block"><a href="https://conf.researchr.org/signin/issta-2022/https%3A%5Es%5Esconf.researchr.org%5Estrack%5Esissta-2022%5Esissta-2022-artifact-evaluation" rel="nofollow" class="navigate">Sign in</a></li><li class="block"><a href="https://conf.researchr.org/signup/issta-2022" class="navigate">Sign up</a></li></ul></div></div></div></div><script type="text/javascript">$(document).ready(function(){ $('.carousel').carousel({ interval: 10000 }) }); </script><div id="carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-ride="carousel" class="carousel slide carousel-fade"><ol class="carousel-indicators"><li data-target="#carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-slide-to="0" class="active"></li><li data-target="#carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-slide-to="1"></li><li data-target="#carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-slide-to="2"></li><li data-target="#carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-slide-to="3"></li></ol><div class="carousel-inner" style="background-color: #FFF;"><div class="item active"><div class="fill" style="background-image:url('https://conf.researchr.org/getImage/issta-2022/carousel/Screen+Shot+2021-09-22+at+10.12.21+PM.jpg?1632322828000');"></div><div class="attribution">Photo by <em>KAIST</em></div><div class="carousel-caption"><h3>Spring</h3><h5><p>KAIST</p></h5></div></div><div class="item"><div class="fill" style="background-image:url('https://conf.researchr.org/getImage/issta-2022/carousel/Screen+Shot+2021-09-22+at+10.24.48+PM.jpg?1632322837000');"></div><div class="attribution">Photo by <em>DCC</em></div><div class="carousel-caption"><h3>Summer</h3><h5><p>DCC</p></h5></div></div><div class="item"><div class="fill" style="background-image:url('https://conf.researchr.org/getImage/issta-2022/carousel/Screen+Shot+2021-09-22+at+8.16.24+PM.jpg?1632322848000');"></div><div class="attribution">Photo by <em>KAIST</em></div><div class="carousel-caption"><h3>Fall</h3><h5><p>KAIST</p></h5></div></div><div class="item"><div class="fill" style="background-image:url('https://conf.researchr.org/getImage/issta-2022/carousel/Screen+Shot+2021-09-22+at+10.05.56+PM.jpg?1632322857000');"></div><div class="attribution">Photo by <em>Seunghyup Yoo</em></div><div class="carousel-caption"><h3>Winter</h3><h5><p>KAIST</p></h5></div></div></div><a href="#carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-slide="prev" class="left carousel-control"><span class="glyphicon glyphicon-chevron-left"></span></a><a href="#carousel-8833f36e-4cd9-42aa-9e45-c06ef74bb054" data-slide="next" class="right carousel-control"><span class="glyphicon glyphicon-chevron-right"></span></a></div><div id="content" class="container"><div class="page-header"><span class="text-muted small"><span class="glyphicon glyphicon-home"></span> <a href="https://conf.researchr.org/home/issta-2022" class="navigate">ISSTA 2022</a> (<a href="https://conf.researchr.org/series/issta" class="navigate">series</a>) / </span><h1>Artifact Evaluation<span class="pull-right small h1">ISSTA 2022</span></h1></div><div class="row"><div class="col-sm-8"><ul id="tab" class="nav nav-pills"><li><a href="#About" data-toggle="tab">About</a></li><li><a href="#Call-for-Artifacts" data-toggle="tab">Call for Artifacts</a></li><li><a href="#Call-for-Reviewers" data-toggle="tab">Call for Reviewers</a></li></ul><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; autoTabFunction(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><div class="tab-content"><div id="About" class="tab-pane "><p>The <strong>Artifact Evaluation process</strong> is a service provided by the community to help authors of accepted papers provide more substantial supplements to their papers so that future researchers can more effectively build on and compare with previous work.</p> </div><div id="Call-for-Artifacts" class="tab-pane "><h2>Call for Artifacts</h2><p><p><strong></strong></p><p style="color:red"><strong>The deadline for artifact submission has been extended. Please see “Important Dates” for the new dates.</strong></p><p></p> <p>The goal of the artifact evaluation is to foster reproducibility and reusability. Reproducibility refers to researchers or practitioners being able to validate the paper’s results using the provided artifact. Reusability means that researchers can use the artifact in a different context, for a different use case, or to build on and extend the artifact. Overall, the artifact evaluation process allows our field to progress by incentivizing and supporting authors to make their artifacts openly available and improve their quality. See the <a href="https://www.acm.org/publications/policies/artifact-review-and-badging-current">ACM guidelines on Artifact Review and Badging Version</a>.</p> <h2><a href="#submission-and-preparation-overview" id="submission-and-preparation-overview" class="anchor-link">Submission and Preparation Overview</a></h2> <p>The following instructions provide an overview of how to prepare an artifact for submission. Please also read the instructions and explanations in the subsequent sections on this page before submission.</p> <ol> <li>Prepare your artifact as well as a README file (with a <code>.txt</code>, <code>.md</code>, or <code>.html</code> extension) with the following two sections: <ul> <li><em>Getting Started</em>, to demonstrate how to set up the artifact and validate its general functionality (e.g., based on a small example) in less than 30 min.</li> <li><em>Detailed Description</em>, to describe how to validate the paper’s claims and results in detail.</li> </ul> </li> <li>Upload the artifact to <a href="https://zenodo.org/">Zenodo</a> to acquire a DOI.</li> <li>Submit the DOI and additional information about the artifact using <a href="https://issta22ae.hotcrp.com/">HotCRP</a>.</li> </ol> <h2><a href="#the-artifact-evaluation-process" id="the-artifact-evaluation-process" class="anchor-link">The Artifact Evaluation Process</a></h2> <p>The following provides a detailed explanation of the scope of artifacts, the goal of the evaluation process, and the submission instructions.</p> <h3><a href="#scope-of-artifacts" id="scope-of-artifacts" class="anchor-link">Scope of Artifacts</a></h3> <p>Artifacts can be a variety of different types (but are not limited to):</p> <ul> <li>Tools, which are standalone systems.</li> <li>Data repositories storing, for example, logging data, system traces, or survey raw data.</li> <li>Frameworks or libraries, which are reusable components.</li> <li>Machine-readable proofs (see the guide on <a href="https://proofartifacts.github.io/guidelines/">Proof Artifacts</a> by Marianna Rapoport)</li> </ul> <p>If you are in doubt whether your artifact can be submitted to the AE process, please contact the AE chairs.</p> <h3><a href="#evaluation-objectives-and-badging" id="evaluation-objectives-and-badging" class="anchor-link">Evaluation Objectives and Badging</a></h3> <p>The evaluation of the artifacts subsequently target three different objectives:</p> <ul> <li><img src="https://www.acm.org/binaries/content/gallery/acm/publications/replication-badges/artifacts_available_dl.jpg" alt="Artifact Available v.1.1"> <strong>Availability:</strong> The artifact should be available and accessible for everyone interested in inspecting or using it. As detailed below, an artifact has to be uploaded to Zenodo to obtain this badge.</li> <li><img src="https://www.acm.org/binaries/content/gallery/acm/publications/replication-badges/artifacts_evaluated_functional_dl.jpg" alt="Artifact Evaluated - Functional"> <strong>Functionality:</strong> The main claims of the paper should be backed up by the artifact.</li> <li><img src="https://www.acm.org/binaries/content/gallery/acm/publications/replication-badges/artifacts_evaluated_reusable_dl.jpg" alt="Artifact Evaluated - Reusable"> <strong>Reusability:</strong> Other researchers or practitioners should be able to inspect, understand, and extend the artifact.</li> </ul> <p>Each of the different objectives is handled as part of the evaluation process with each successful outcome awarded with an ACM badge.</p> <h4><a href="#availability" id="availability" class="anchor-link">Availability</a></h4> <p>Your artifact should be made available via <a href="https://zenodo.org/">Zenodo</a>, a publicly-funded platform aiming to support open science. The artifact needs to be self-contained. During upload, you will be required to select a license and provide additional information, such as a description of the artifact. Zenodo will generate a DOI that is necessary for the artifact evaluation submission (HotCRP). Note that the artifact is immediately public and can no longer be modified or deleted. However, it is possible to upload an updated version of the artifact that receives a new DOI (e.g., to address reviewer comments during the kick-the-tires response phase).</p> <p>The default storage for Zenodo is currently limited to 50GB per artifact but can be extended on request <a href="https://help.zenodo.org/">Zenodo FAQ - Section Policies</a>. Still, please keep the size reasonably small to support reviewers in the process.</p> <h4><a href="#functionality" id="functionality" class="anchor-link">Functionality</a></h4> <p>To judge the functionality and reusability of an artifact, two to three reviewers will evaluate every submission. The process happens in two stages. First, reviewers will check for the artifact’s basic functionality and will communicate potential issues to the authors that they can fix or respond to (as part of the response phase). Second, reviewers will evaluate the artifact in detail and validate that it backs up the paper’s important claims.</p> <p>The <code>README</code> file has to account for these two phases and should be structured in two sections.</p> <p>The <em>Getting Started</em> section has to describe:</p> <ul> <li>the artifact’s requirements;</li> <li>and detail the steps required to check for the basic functionality of the artifact.</li> </ul> <p>For the requirements, please keep in mind that reviewers could use a different operating system and, in general, a different environment than yours. If you decide to, for example, submit only the source code of a tool, ensure that all the requirements are documented and widely available. If the artifact is a virtual machine or container, the instructions should contain detailed instructions on how to run the image or container.</p> <p>To help reviewers validate your artifact’s basic functionality, describe which basic commands of your artifact to execute, how much time these commands will likely take, and what output to expect.</p> <p>Overall, please ensure that the overall time to evaluate the <em>Getting Started</em> section does not exceed 30 minutes.</p> <p>The <em>Detailed Description</em> section should present how to use the artifact to back up every claim and experiment described in the paper.</p> <p>Those are the main requirements to achieve the “Artifacts Evaluated – Functional” badge.</p> <h4><a href="#reusability" id="reusability" class="anchor-link">Reusability</a></h4> <p>For the “Artifacts Evaluated - Reusable” badge, all requirements for the “Artifacts Evaluated - Functional” need to be met as a prerequisite. When submitting your artifact to HotCRP, you are required to argue if and why your artifact should receive an “Artifacts Evaluated – Reusable” badge. A typical reusable artifact is expected to correspond to one or multiple of the following characteristics:</p> <ul> <li>The artifact is highly automated and easy to use.</li> <li>It is comprehensively documented, and the documentation describes plausible scenarios on how it could be extended.</li> <li>The artifact contains all means necessary such that others can extend it. For example, a tool artifact includes its source code, all not commonly available requirements, and a working description of compiling it. Container or virtual machines with all requirements are preferred.</li> <li>The README should contain or point to other documentation that is part of the artifact and describes use case scenarios or details beyond the scope of the paper. Such documentation is not limited to text; for example, a video tutorial could demonstrate how the artifact could be used and evaluated more generally.</li> </ul> <p>In general, the wide variety of artifacts makes it difficult to come up with an exact list of expectations. The points above should be seen as a guideline for authors and reviewers of what to provide and what to expect. In case of any doubt, feel free to contact the AEC.</p> <h2><a href="#distinguished-artifact-awards" id="distinguished-artifact-awards" class="anchor-link">Distinguished Artifact Awards</a></h2> <p>Artifacts that go above and beyond the expectations of the Artifact Evaluation Committee will receive a Distinguished Artifact Award.</p> <h2><a href="#faq" id="faq" class="anchor-link">FAQ</a></h2> <ul> <li><strong>Is the reviewing process double-blind?</strong> No, the reviewing process is single-blind. The reviewers will know the authors’ identities, while reviewers’ identities are kept hidden from the authors. Authors can thus submit artifacts that reveal the authors’ identities.</li> <li><strong>How can we submit an artifact that contains private components (e.g., a commercial benchmark suite)</strong>? An option would be to upload only the public part of the artifact to Zenodo, and share a link to the private component that is visible only to the reviewers by specifying the link in the <em>Bidding Instructions and Special Hardware Requirements</em> HotCRP field. If this is not possible, another option would be to provide reviewers access to a machine that allows them to also interact with the artifact’s private component. Both options must adhere to the single-blind reviewing process (i.e., they must not reveal the reviewers’ identities). Whether an “Availability” flag will be awarded for partially available artifacts will be determined based on the AEC’s evaluation.</li> </ul> <h2><a href="#contact" id="contact" class="anchor-link">Contact</a></h2> <p>If you have any questions or comments, please reach out to the Artifact Evaluation Chairs.</p> </p></div><div id="Call-for-Reviewers" class="tab-pane "><h2>Call for Reviewers</h2><p><p>Please use the <a href="https://docs.google.com/forms/d/e/1FAIpQLSc-bXHmKBEBPA9uWyi2c1iTmrFw_OrVs52NfWSzuBLAAI-vRA/viewform">Nomination Form</a> to nominate yourself or a colleague for the ISSTA 2022 Artifact Evaluation Program Committee.</p> </p></div></div></div><div class="col-sm-4 sidebar"><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title">Important Dates<span class="pull-right"><small><span class="glyphicon glyphicon-globe"></span><span class="glyphicon glyphicon-time"></span> AoE (UTC-12h)</small></span></div></div><table class="table table-hover important-dates-in-sidebar"><tr href="https://conf.researchr.org/track/issta-2022/issta-2022-artifact-evaluation" class="clickable-row past"><td>Thu 2 Jun 2022<br/>Notifications</td></tr><tr href="https://conf.researchr.org/track/issta-2022/issta-2022-artifact-evaluation" class="clickable-row past"><td>Mon 23 - Tue 24 May 2022<br/>Author response</td></tr><tr href="https://conf.researchr.org/track/issta-2022/issta-2022-artifact-evaluation" class="clickable-row past"><td>Mon 9 May 2022<br/>Submission deadline</td></tr></table></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title">Submission Link</div></div><div class="panel-body"><small><span class="text-muted"><span class="glyphicon glyphicon-new-window"></span></span> <a href="https://issta22ae.hotcrp.com/" title="Submission link for Call for Artifacts" target="_blank" class="navigate">https://issta22ae.hotcrp.com/</a></small></div></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title"><a href="https://conf.researchr.org/committee/issta-2022/issta-2022-artifact-evaluation-artifact-evaluation-committee" class="navigate">Artifact Evaluation Committee</a></div></div><ul class="list-group"><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/sabaalimadadi" class="navigate"><div class="media"><span class="pull-left"><img alt="Saba Alimadadi" src="https://conf.researchr.org/getProfileImage/sabaalimadadi/4e42bc0f-f43a-4a60-83e3-37edfab19dd8/micro-avatar.jpg?1711469697000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Saba Alimadadi<span class="pull-right"><small>Artifact Evaluation Co-Chair</small></span></h5><h5 class="media-heading"><span class="text-black">Simon Fraser University</span></h5><h5 class="media-heading"><small>Canada</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/jurgencito" class="navigate"><div class="media"><span class="pull-left"><img alt="Jürgen Cito" src="https://conf.researchr.org/getProfileImage/jurgencito/e1f509dc-69f6-4780-91c3-9c1712367b00/micro-avatar.jpg?1711453903000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Jürgen Cito<span class="pull-right"><small>Artifact Evaluation Co-Chair</small></span></h5><h5 class="media-heading"><span class="text-black">TU Wien and Meta</span></h5><h5 class="media-heading"><small>Austria</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/wesleyassuncao" class="navigate"><div class="media"><span class="pull-left"><img alt="Wesley Assunção" src="https://conf.researchr.org/getProfileImage/wesleyassuncao/78ed1441-a5d5-4a0e-90f2-bad5dda74e17/micro-avatar.jpg?1711458854000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Wesley Assunção<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Johannes Kepler University Linz, Austria</span></h5><h5 class="media-heading"><small>Austria</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/utpalbora" class="navigate"><div class="media"><span class="pull-left"><img alt="Utpal Bora" src="https://conf.researchr.org/getProfileImage/utpalbora/1553f471-4cbc-441d-b248-93a7aba555ba/micro-avatar.jpg?1711527460000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Utpal Bora<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">IIT Hyderabad</span></h5><h5 class="media-heading"><small>India</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/mohammadhamdaqa" class="navigate"><div class="media"><span class="pull-left"><img alt="Mohammad Hamdaqa" src="https://conf.researchr.org/getProfileImage/mohammadhamdaqa/0fcedd81-3a9b-477f-95e6-2f04620893f8/micro-avatar.jpg?1711493891000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Mohammad Hamdaqa<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Polytechnique Montreal</span></h5><h5 class="media-heading"><small>Canada</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/tobiashe" class="navigate"><div class="media"><span class="pull-left"><img alt="Tobias Heß" src="https://conf.researchr.org/getProfileImage/tobiashe/56f231ae-9f32-49d1-8649-42f43e34f1f7/micro-avatar.jpg?1711544699000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Tobias Heß<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Ulm</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/yanghu1" class="navigate"><div class="media"><span class="pull-left"><img alt="Yang Hu" src="https://conf.researchr.org/getProfileImage/yanghu1/bacd170f-6066-41d6-8f2f-1d3b69a8306c/micro-avatar.jpg?1711544700000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Yang Hu<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">The University of Texas at Austin</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/zhenlanji" class="navigate"><div class="media"><span class="pull-left"><img alt="Zhenlan Ji" src="https://conf.researchr.org/getProfileImage/zhenlanji/4d2aa2c0-a4c2-4ea5-b91a-6d59395a2521/micro-avatar.jpg?1711711718000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Zhenlan Ji<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">The Hong Kong University of Science and Technology</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/kuljitkaurchahal" class="navigate"><div class="media"><span class="pull-left"><img alt="Kuljit Kaur Chahal" src="https://conf.researchr.org/getProfileImage/kuljitkaurchahal/d3670879-76cc-4efa-8ac0-e52dfa78244a/micro-avatar.jpg?1711578294000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Kuljit Kaur Chahal<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Guru Nanak Dev University, Amritsar, India</span></h5><h5 class="media-heading"><small>India</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/zongjieli1" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Zongjie Li<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">The Hong Kong University of Science and Technology</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/bolin2" class="navigate"><div class="media"><span class="pull-left"><img alt="Bo Lin" src="https://conf.researchr.org/getProfileImage/bolin2/d97e8095-9491-4fe2-8170-f997fc22cde7/micro-avatar.jpg?1714709050000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Bo Lin<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">National University of Defense Technology</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/zhiboliu" class="navigate"><div class="media"><span class="pull-left"><img alt="Zhibo Liu" src="https://conf.researchr.org/getProfileImage/zhiboliu/c4ec11e2-7d62-410e-9fd3-71e8cb094cbc/micro-avatar.jpg?1711537459000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Zhibo Liu<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Hong Kong University of Science and Technology</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/pingchuanma" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Pingchuan Ma<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">HKUST</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/kristofmeixner" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Kristof Meixner<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">TU Wien</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/ruijiemeng1" class="navigate"><div class="media"><span class="pull-left"><img alt="Ruijie Meng" src="https://conf.researchr.org/getProfileImage/ruijiemeng1/a38189e6-6044-4b3d-ab5a-14ae5d5cc5c9/micro-avatar.jpg?1712567704000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Ruijie Meng<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">National University of Singapore, Singapore</span></h5><h5 class="media-heading"><small>Singapore</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/gabrielakarolinemichelon" class="navigate"><div class="media"><span class="pull-left"><img alt="Gabriela Karoline Michelon" src="https://conf.researchr.org/getProfileImage/gabrielakarolinemichelon/751e71b1-5a7d-467b-8190-788955e5be08/micro-avatar.jpg?1717530606000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Gabriela Karoline Michelon<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Johannes Kepler University Linz</span></h5><h5 class="media-heading"><small>Austria</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/shouvickmondal1" class="navigate"><div class="media"><span class="pull-left"><img alt="Shouvick Mondal" src="https://conf.researchr.org/getProfileImage/shouvickmondal1/11558785-4f27-4fd5-ac33-7ccd1f24690b/micro-avatar.jpg?1711770787000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Shouvick Mondal<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Concordia University, Montreal, Canada</span></h5><h5 class="media-heading"><small>Canada</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/austinmordahl" class="navigate"><div class="media"><span class="pull-left"><img alt="Austin Mordahl" src="https://conf.researchr.org/getProfileImage/austinmordahl/44504760-1d5d-4908-aead-d6b6ce026380/micro-avatar.jpg?1730478430000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Austin Mordahl<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Texas at Dallas</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/phuongtnguyen" class="navigate"><div class="media"><span class="pull-left"><img alt="Phuong T. Nguyen" src="https://conf.researchr.org/getProfileImage/phuongtnguyen/c2e057f1-8aa2-4c70-ae79-b4ee4ded5538/micro-avatar.jpg?1711578812000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Phuong T. Nguyen<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of L’Aquila</span></h5><h5 class="media-heading"><small>Italy</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/chaopeng" class="navigate"><div class="media"><span class="pull-left"><img alt="Chao Peng" src="https://conf.researchr.org/getProfileImage/chaopeng/96ed4629-37f4-461d-944a-3ab2d4bcc6a5/micro-avatar.jpg?1711578176000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Chao Peng<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">ByteDance, China</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/sofiareis" class="navigate"><div class="media"><span class="pull-left"><img alt="Sofia Reis" src="https://conf.researchr.org/getProfileImage/sofiareis/dd5506bc-af48-44bd-9d7b-8350d4161664/micro-avatar.jpg?1711555440000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Sofia Reis<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Instituto Superior Técnico, U. Lisboa & INESC-ID</span></h5><h5 class="media-heading"><small>Portugal</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/juridirocco" class="navigate"><div class="media"><span class="pull-left"><img alt="Juri Di Rocco" src="https://conf.researchr.org/getProfileImage/juridirocco/2eec7d9f-46ba-4cbb-b66a-b5356d885850/micro-avatar.jpg?1720596320000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Juri Di Rocco<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of L'Aquila</span></h5><h5 class="media-heading"><small>Italy</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/michaelschroder" class="navigate"><div class="media"><span class="pull-left"><img alt="Michael Schröder" src="https://conf.researchr.org/getProfileImage/michaelschroder/5c779d06-a5ff-42ac-a4f0-535268d47b7a/micro-avatar.jpg?1711477858000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Michael Schröder<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">TU Wien</span></h5><h5 class="media-heading"><small>Austria</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/ridwansalihinshariffdeen" class="navigate"><div class="media"><span class="pull-left"><img alt="Ridwan Salihin Shariffdeen" src="https://conf.researchr.org/getProfileImage/ridwansalihinshariffdeen/048c3b10-9d06-47b6-83ad-150d0f84be25/micro-avatar.jpg?1711457056000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Ridwan Salihin Shariffdeen<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">National University of Singapore</span></h5><h5 class="media-heading"><small>Singapore</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/arnabsharma" class="navigate"><div class="media"><span class="pull-left"><img alt="Arnab Sharma" src="https://conf.researchr.org/getProfileImage/arnabsharma/c101767c-686a-4642-a320-3377b8e751b0/micro-avatar.jpg?1711491636000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Arnab Sharma<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Paderborn</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/someshsingh" class="navigate"><div class="media"><span class="pull-left"><img alt="Somesh Singh" src="https://conf.researchr.org/getProfileImage/someshsingh/7c76c511-df6f-49fe-b4e1-8abdde6c538f/micro-avatar.jpg?1722267834000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Somesh Singh<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">INRIA, ENS Lyon</span></h5><h5 class="media-heading"><small>France</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/steffenspathe" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Steffen Späthe<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Friedrich Schiller University Jena</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/chicosundermann" class="navigate"><div class="media"><span class="pull-left"><img alt="Chico Sundermann" src="https://conf.researchr.org/getProfileImage/chicosundermann/936d7aed-bcb5-4f93-b8c0-acffdc734abe/micro-avatar.jpg?1711649196000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Chico Sundermann<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Ulm</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/yimingtang" class="navigate"><div class="media"><span class="pull-left"><img alt="Yiming Tang" src="https://conf.researchr.org/getProfileImage/yimingtang/30ca840b-705c-453e-97ed-0c0f65b6abb3/micro-avatar.jpg?1713155665000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Yiming Tang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Concordia University</span></h5><h5 class="media-heading"><small>Canada</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/abhishektiwari" class="navigate"><div class="media"><span class="pull-left"><img alt="Abhishek Tiwari" src="https://conf.researchr.org/getProfileImage/abhishektiwari/1a0d0333-65b3-48a6-9505-8a503e277ab6/micro-avatar.jpg?1717269795000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Abhishek Tiwari<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Passau, Germany</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/alexiturcotte" class="navigate"><div class="media"><span class="pull-left"><img alt="Alexi Turcotte" src="https://conf.researchr.org/getProfileImage/alexiturcotte/dd2219f3-ea14-420b-a8a4-71da9f0614cd/micro-avatar.jpg?1711457591000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Alexi Turcotte<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Northeastern University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/chengpengwang" class="navigate"><div class="media"><span class="pull-left"><img alt="Chengpeng Wang" src="https://conf.researchr.org/getProfileImage/chengpengwang/56c1d0c4-527a-4e9f-a9ba-afc62f705590/micro-avatar.jpg?1715111335000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Chengpeng Wang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">The Hong Kong University of Science and Technology</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/guanchengwang" class="navigate"><div class="media"><span class="pull-left"><img alt="Guancheng Wang" src="https://conf.researchr.org/getProfileImage/guanchengwang/c4b39756-a3b7-4a03-bb9b-2fc4994c7de5/micro-avatar.jpg?1711487292000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Guancheng Wang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Peking University, China</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/shangwenwang" class="navigate"><div class="media"><span class="pull-left"><img alt="Shangwen Wang" src="https://conf.researchr.org/getProfileImage/shangwenwang/9a4c6a39-73c9-4ede-a48f-6fdf865db9e6/micro-avatar.jpg?1729924481000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Shangwen Wang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">National University of Defense Technology</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/wenxiwang" class="navigate"><div class="media"><span class="pull-left"><img alt="Wenxi Wang" src="https://conf.researchr.org/getProfileImage/wenxiwang/dbd9a138-dafb-4d90-b98c-c9d480b01f62/micro-avatar.jpg?1723157723000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Wenxi Wang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Texas at Austin</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/yukewang" class="navigate"><div class="media"><span class="pull-left"><img alt="Yuke Wang" src="https://conf.researchr.org/getProfileImage/yukewang/3cd47801-6ba8-4f04-9eb7-7e108fe87ad0/micro-avatar.jpg?1711491872000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Yuke Wang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">UC Santa Barbara</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/michaelweiss" class="navigate"><div class="media"><span class="pull-left"><img alt="Michael Weiss" src="https://conf.researchr.org/getProfileImage/michaelweiss/7c10a046-4e6c-4aaf-944d-4932281575f8/micro-avatar.jpg?1711582461000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Michael Weiss<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Università della Svizzera italiana (USI)</span></h5><h5 class="media-heading"><small>Switzerland</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/dongweixiao" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Dongwei Xiao<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">The Hong Kong University of Science and Technology</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/yuanyuanyuan" class="navigate"><div class="media"><span class="pull-left"><img alt="Yuanyuan Yuan" src="https://conf.researchr.org/getProfileImage/yuanyuanyuan/80c6f337-3d32-4aae-9d1a-a8db3df2836b/micro-avatar.jpg?1711832182000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Yuanyuan Yuan<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">The Hong Kong University of Science and Technology</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/yiyuzhang" class="navigate"><div class="media"><span class="pull-left"><img alt="Yiyu Zhang" src="https://conf.researchr.org/getProfileImage/yiyuzhang/d3a25f23-ab8a-4546-b9fa-b3f974642294/micro-avatar.jpg?1711499486000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Yiyu Zhang<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Nanjing University</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/issta-2022/zhezhao" class="navigate"><div class="media"><span class="pull-left"><img alt="Zhe Zhao" src="https://conf.researchr.org/getProfileImage/zhezhao/370a0387-0271-4362-80df-d1b08635c542/micro-avatar.jpg?1728368411000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Zhe Zhao<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">ShanghaiTech University</span></h5><h5 class="media-heading"><small>China</small></h5></div></div></a></li></ul></div></div></div><div id="messages-placeholder" class="alert alert-warning" style="display:none;"><a data-dismiss="alert" class="close">x</a><em>Mon 25 Nov 13:14</em></div></div><div id="notifications-ph" class="webdsl-placeholder"></div><div id="event-modal-loader" class="webdsl-placeholder"><form name="form_131600131703c411e65b13378d08eb1f6672b5a0259" id="form_131600131703c411e65b13378d08eb1f6672b5a0259" action="https://conf.researchr.org/eventDetailsModalByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_131600131703c411e65b13378d08eb1f6672b5a0259" value="1" /><input type="hidden" name="context" value="issta-2022" /><input name="ae03f7f6f951d515a297b161e922205d" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/eventDetailsModalByAjaxConferenceEdition","eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259", [{"name":"context", "value":"issta-2022"},],"form_131600131703c411e65b13378d08eb1f6672b5a0259", this.nextSibling, false,"event-modal-loader"); return false;'></button><a submitid="eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="load-modal-action"></a></form></div><div id="event-star-form" class="webdsl-placeholder"><form name="form_509860938088b48fd14544d4239b498a2cf339e02b" id="form_509860938088b48fd14544d4239b498a2cf339e02b" action="https://conf.researchr.org/eventStarByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_509860938088b48fd14544d4239b498a2cf339e02b" value="1" /><input type="hidden" name="context" value="issta-2022" /><input name="a0b55aa29cf9431a9461b359872014e3" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/eventStarByAjaxConferenceEdition","eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b", [{"name":"context", "value":"issta-2022"},],"form_509860938088b48fd14544d4239b498a2cf339e02b", this.nextSibling, false,"event-star-form"); return false;'></button><a submitid="eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="star-event-action"></a></form></div><div id="event-modals" class="webdsl-placeholder"></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; addEventModalLoadOnClick(node); addStarredEventOnClick(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><footer class="footer"><div class="container"><div class="footer-box"><div class="row"><div class="col-sm-3"><h3><a href="https://conf.researchr.org/home/issta-2022" class="navigate"><span class="glyphicon glyphicon-home"></span> ISSTA 2022</a></h3><hr/>using <a href="https://conf.researchr.org" class="navigate">conf.researchr.org</a> (<a href="http://yellowgrass.org/roadmap/conf.researchr.org" class="navigate">v1.67.1</a>)<br/><small><a href="https://conf.researchr.org/support/issta-2022" target="_blank" class="navigate"><span class="glyphicon glyphicon-question-sign"></span> Support page</a></small><br/><small></small></div><div class="col-sm-5"><div class="row"><div class="col-sm-6"><h4>Tracks</h4><a href="https://conf.researchr.org/track/issta-2022/issta-2022-technical-papers" class="navigate">Technical Papers</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-workshops" class="navigate">Workshops</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-artifact-evaluation" class="navigate">Artifact Evaluation</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-tool-demonstrations" class="navigate">Tool Demonstrations</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-doctoral-symposium" class="navigate">Doctoral Symposium</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-student-volunteers" class="navigate">Student Volunteers</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-keynotes" class="navigate">Keynotes</a><br/><a href="https://conf.researchr.org/track/issta-2022/issta-2022-sponsors" class="navigate">Sponsors</a></div><div class="col-sm-6"><h4>Workshops</h4><a href="https://conf.researchr.org/home/issta-2022/aista-2022" class="navigate">AISTA 2022</a></div></div></div><div class="col-sm-2"><h4>Attending</h4><a href="https://conf.researchr.org/venue/issta-2022/issta-2022-venue" class="navigate">Venue: Online</a><br><a href="https://conf.researchr.org/attending/issta-2022/registration" class="navigate">Registration</a><br><a href="https://conf.researchr.org/attending/issta-2022/information-for-attendees" class="navigate">Information for Attendees</a><br><a href="https://conf.researchr.org/attending/issta-2022/presenter-instruction" class="navigate">Instructions to Presenters</a><br><a href="https://conf.researchr.org/attending/issta-2022/equity%2C-diversity-and-inclusion" class="navigate">Equity, Diversity and Inclusion</a></div><div class="col-sm-2"><a href="https://conf.researchr.org/signup/issta-2022" class="navigate">Sign Up</a></div></div></div></div></footer></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; var defaultplacement = $(document).scrollLeft() > 100 ? 'auto left' : 'auto top'; $(node).find('[title]').tooltip({placement: function(tt, elem){ var attval = elem.getAttribute('data-placement'); return attval ? attval : defaultplacement; }, container: false, sanitize: false}); $('.tooltip.fade.in, .ui-tooltip-content').remove(); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><script type="text/javascript">jQuery(document).ready(function($) { $(".clickable-row").click(function() { var href = $(this).attr("href"); if( window.location.href.indexOf( href ) < 0 ){ if ($(this).hasClass('new-window') ){ window.open( href ); } else { window.document.location = href; } } }); }); </script></body></html>