CINXE.COM

<!DOCTYPE html> <html> <head> <meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1"> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> <link href="https://2020.esec-fse.org/favicon.ico?28d37e6d7e5e12d24c39bdba0f4f3cfd" rel="shortcut icon" type="image/x-icon" /> <link href="https://2020.esec-fse.org/stylesheets/common_.css?d7bcca3579a066193caf560ede9d6399" rel="stylesheet" type="text/css" /> <title>ESEC/FSE 2020 - Artifacts - ESEC/FSE 2020</title> <script type="text/javascript">var show_webdsl_debug=false;</script> <script type="text/javascript">var contextpath="https://2020.esec-fse.org";</script> <link rel="stylesheet" href="https://2020.esec-fse.org/stylesheets/bootstrap/css/bootstrap.min.css?7f89537eaf606bff49f5cc1a7c24dbca" type="text/css" /><link rel="stylesheet" href="https://2020.esec-fse.org/stylesheets/conf.css?e0c92ee5f52769e04d268b7588469bfe" type="text/css" /><link rel="stylesheet" href="https://2020.esec-fse.org/stylesheets/logobar.css?d68c282160782c2b5f5bfb8ceb47a30e" type="text/css" /><link rel="stylesheet" href="https://2020.esec-fse.org/stylesheets/theme.bootstrap_3.min.css?6867e70881e6ed2c03b6c9cf9c3152e0" type="text/css" /><script type="text/javascript" src="//code.jquery.com/jquery-3.5.1.min.js"></script> <script type="text/javascript" src="https://2020.esec-fse.org/javascript/jquery.tablesorter.combined.min.js?285b21976326641f8f1b910492e6d5d0"></script> <script type="text/javascript" src="https://2020.esec-fse.org/javascript/jquery.tablesorter.pager.min.js?4551cdfea66f45a11ae5548f3d50a06f"></script> <script type="text/javascript" src="https://2020.esec-fse.org/javascript/tablesorter-init.js?ee6babedf1a6be960e4543a1bb57b421"></script> <script type="text/javascript" src="https://2020.esec-fse.org/javascript/bootstrap/js/bootstrap.min.js?2f34b630ffe30ba2ff2b91e3f3c322a1"></script> <script type="text/javascript" src="https://2020.esec-fse.org/javascript/notify.min.js?e86d399917a84b69a4683f504c7a7813"></script> <script type="text/javascript" src="https://2020.esec-fse.org/javascript/ajax.js?2dbd1cc4f8f2d52ae9c879d7346f4f8a"></script> <script type="text/javascript">$(document).ready( function(){ $('#program-menu a[data-fltr-type]').on('click', function(event){ event.preventDefault(); window.location = $(this).attr('href') + "?" + encodeURIComponent( $(this).data('fltr-type') ) + '=' + encodeURIComponent( $(this).data('fltr-val') ); }) }) </script> <script type="text/javascript">(function($){ $(document).ready(function(){ $('ul.dropdown-menu [data-toggle=dropdown]').on('click', function(event) { event.preventDefault(); event.stopPropagation(); $(this).parent().siblings().removeClass('open'); $(this).parent().toggleClass('open'); }); }); })(jQuery); </script> <script async src="https://www.googletagmanager.com/gtag/js?id=G-4G0QWEKVQS"></script> <script>window.dataLayer = window.dataLayer || [];function gtag(){dataLayer.push(arguments);}gtag('js', new Date());gtag('config', 'G-4G0QWEKVQS', {'cookie_domain': 'auto', 'anonymizeIp': true });gtag('config', 'UA-9607501-2', {'cookie_domain': 'auto', 'anonymizeIp': true });</script> <meta prefix='og: http://ogp.me/ns#' property='og:description' content='FSE 2020 Artifact Track: Call for Submissions For FSE 2020, artifact badges can be earned for papers published at FSE 2020 (available, functional, and reusable). Badges can also be earned for papers published previously (at FSE or elsewhere) where the main results of the papers were obtained in a subsequent study by people other than the authors (replicated and reproduced). Badges for Papers Published at FSE 2020 Authors of papers accepted to the FSE 2020 Technical Track are invited to submit artifacts associated with those papers to the FSE Artifact Track for evaluation as candidate re ...'> <meta prefix='og: http://ogp.me/ns#' property='og:image' content='https://2020.esec-fse.org/getImage/carousel/Sacramento_Skyline_at_Night.jpg?1566333071000'> <meta prefix='og: http://ogp.me/ns#' property='og:title' content='ESEC/FSE 2020 - Artifacts - ESEC/FSE 2020'> <meta name='description' content='FSE 2020 Artifact Track: Call for Submissions For FSE 2020, artifact badges can be earned for papers published at FSE 2020 (available, functional, and reusable). Badges can also be earned for papers published previously (at FSE or elsewhere) where the main results of the papers were obtained in a subsequent study by people other than the authors (replicated and reproduced). Badges for Papers Published at FSE 2020 Authors of papers accepted to the FSE 2020 Technical Track are invited to submit artifacts associated with those papers to the FSE Artifact Track for evaluation as candidate re ...'> <script type="text/javascript">function addEventModalLoadOnClick( containerNode ){ $(containerNode).find( "a[data-event-modal]" ).on("click", function(e){ var eventId = $(this).data("event-modal"); var modalElem = $("#modal-" + eventId); if(modalElem.length){ modalElem.modal({ backdrop: 'static', keyboard: true}, 'show'); } else { var loaderElem = $("#event-modal-loader"); loaderElem.find("input.event-id-input").val( eventId ); loaderElem.find("#load-modal-action").click(); } e.preventDefault(); } ); } </script><script type="text/javascript">function addStarredEventOnClick( containerNode ){ $(containerNode).find( "[data-event-star]" ).on("click", function(e){ var eventId = $(this).data("event-star"); var starEventFormElem = $("#event-star-form"); starEventFormElem.find("input.event-id-input").val( eventId ); starEventFormElem.find("#star-event-action").click(); e.preventDefault(); e.stopPropagation(); } ); } </script><script type="text/javascript">function pauseOnCloseModal( modalid ){ //pauses video (only youtube at the moment) when closing modal $('#' + modalid).on('hidden.bs.modal', function () { $(this).find('.embed-container iframe[src*=enablejsapi]').each( function(){ this.contentWindow.postMessage('{"event":"command","func":"pauseVideo","args":""}', '*') } ); } ) } </script> </head> <body id="track"><div class="frame"><a href="https://2020.esec-fse.org/blogposts" class="blog-link btn btn-xs btn-default navigate">Write a Blog >></a><div class="logobar"><div class="container"><a href="https://2020.esec-fse.org" class="navbar-brand navigate"><span class="brand-text">ESEC/FSE 2020</span></a><div class="place">Fri 6 - Mon 16 November 2020 <a href="https://2020.esec-fse.org/venue/esecfse-2020-venue" class="navigate">Sacramento, California, United States</a></div></div></div><div class="navbar navbar-default"><div class="container"><div class="navbar-header"><button type="button" data-toggle="collapse" data-target="#navigationbar" class="navbar-toggle"><span class="sr-only">Toggle navigation</span><span class="icon-bar"></span><span class="icon-bar"></span><span class="icon-bar"></span></button></div><div id="navigationbar" class="navigationbar collapse navbar-collapse"><ul class="block nav navbar-nav"><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Attending <span class="caret"></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://2020.esec-fse.org/venue/esecfse-2020-venue" class="navigate">Venue: ESEC/FSE 2020 will be held virtually</a></li><li class="block"><a href="https://2020.esec-fse.org/attending/registration" class="navigate">Registration</a></li><li class="block"><a href="https://2020.esec-fse.org/attending/esec%5Esfse-2020-submission-policies" class="navigate">Submission Policies</a></li><li class="block"><a href="https://2020.esec-fse.org/attending/Open_Science_Guidelines" class="navigate">Open Science Guidelines</a></li><li class="block"><a href="https://2020.esec-fse.org/attending/presenter-information" class="navigate">Presenter Information</a></li></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Program <span class="caret"></span></a><ul id="program-menu" class="block dropdown-menu"><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" class="navigate">ESEC/FSE Program</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="prog" data-fltr-val="Your Program" class="navigate"><span class="glyphicon glyphicon-star"></span> Your Program</a></li><li class="block"><a href="https://2020.esec-fse.org/info/keynote" class="navigate">Keynote</a></li><li class="block"><a href="https://2020.esec-fse.org/info/awards" class="navigate">Awards</a></li><li class="block"><a href="https://2020.esec-fse.org/info/proceedings" class="navigate">Proceedings</a></li><li class="block"><a href="https://2020.esec-fse.org/info/merchandise" class="navigate">Merchandise</a></li><li class="block"><a href="https://2020.esec-fse.org/info/esec%5Esfse-open" class="navigate">ESEC/FSE Open</a></li><li class="block divider"></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Filter by Day</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Fri 6 Nov 2020" class="navigate">Fri 6 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Sat 7 Nov 2020" class="navigate">Sat 7 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Sun 8 Nov 2020" class="navigate">Sun 8 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Mon 9 Nov 2020" class="navigate">Mon 9 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Tue 10 Nov 2020" class="navigate">Tue 10 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Wed 11 Nov 2020" class="navigate">Wed 11 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Thu 12 Nov 2020" class="navigate">Thu 12 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Fri 13 Nov 2020" class="navigate">Fri 13 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Sat 14 Nov 2020" class="navigate">Sat 14 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Sun 15 Nov 2020" class="navigate">Sun 15 Nov</a></li><li class="block"><a href="https://2020.esec-fse.org/program/program-esecfse-2020/" data-fltr-type="date" data-fltr-val="Mon 16 Nov 2020" class="navigate">Mon 16 Nov</a></li></ul></li></ul></li><li id="tracks-in-navbar" class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Tracks <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-1"><div class="row"><div class="col-sm-12"><ul class="block multi-column-dropdown"><li class="block dropdown-header">ESEC/FSE 2020</li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-paper-presentations" class="navigate">Paper Presentations</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-plenary-events" class="navigate">Plenary events</a></li><li class="block"><a href="https://2020.esec-fse.org/track/fse-2020-papers" class="navigate">Research Papers</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-social-events" class="navigate">Social Events</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-test-of-time-paper" class="navigate">Test of Time Paper Award</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-journal-first" class="navigate">Journal First</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-industry-papers" class="navigate">Industry Papers</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-workshops" class="navigate">Workshops</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-artifacts" class="navigate">Artifacts</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-doctoral-symposium" class="navigate">Doctoral Symposium</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-showcase" class="navigate">Showcase</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-student-research-competition" class="navigate">Student Research Competition</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-tool-demos" class="navigate">Tool Demos</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-visions-and-reflections-" class="navigate">Visions and Reflections </a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-diversity-and-inclusion-program" class="navigate">Diversity and Inclusion Program</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-co-located-events" class="navigate">PROMISE 2020</a></li><li class="block"><a href="https://2020.esec-fse.org/track/esecfse-2020-student-volunteers" class="navigate">Student Volunteers</a></li></ul></div></div></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Organization <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-1"><div class="row"><div class="col-sm-12"><ul class="block multi-column-dropdown"><li class="block dropdown-header">ESEC/FSE 2020 Committees</li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://2020.esec-fse.org/committee/fse-2020-steering-committee" class="navigate">Steering Committee</a></li><li class="block dropdown-header">Track Committees </li><li class="block"><a href="https://2020.esec-fse.org/committee/fse-2020-papers-program-committee" class="navigate"><strong>Research Papers</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-test-of-time-paper-program-committee" class="navigate"><strong>Test of Time Paper Award</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-journal-first-journal-first-committe" class="navigate"><strong>Journal First</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-industry-papers-program-committee" class="navigate"><strong>Industry Papers</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-workshops-program-committee" class="navigate"><strong>Workshops</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-artifacts-program-committee" class="navigate"><strong>Artifacts</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-doctoral-symposium-program-committee" class="navigate"><strong>Doctoral Symposium</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-showcase-program-committee" class="navigate"><strong>Showcase</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-student-research-competition-program-committee" class="navigate"><strong>Student Research Competition</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-tool-demos-program-committee" class="navigate"><strong>Tool Demos</strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-visions-and-reflections--program-committee" class="navigate"><strong>Visions and Reflections </strong></a></li><li class="block"><a href="https://2020.esec-fse.org/committee/esecfse-2020-diversity-and-inclusion-program-program-committee" class="navigate"><strong>Diversity and Inclusion Program</strong></a></li><li class="block dropdown-header">Contributors</li><li class="block"><a href="https://2020.esec-fse.org/people-index" class="navigate"><span class="glyphicon glyphicon-search"></span><sup><span class="glyphicon glyphicon-user"></span></sup> People Index</a></li></ul></div></div></ul></li><li class="block"><a href="https://2020.esec-fse.org/search//all" class="navigate"><span class="glyphicon glyphicon-search"></span><span class="hidden-sm"> Search</span></a></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle"><span class="hidden-sm">Series <span class="caret"></span></span><span title="Series" class="visible-sm"><span class="glyphicon glyphicon-repeat"></span> <span class="caret"></span></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://2020.esec-fse.org/series/fse" class="navigate"><span class="glyphicon glyphicon-home"></span> Series</a></li><li class="block divider"></li><li class="block"><a href="https://conf.researchr.org/home/fse-2025" class="navigate">FSE 2025</a></li><li class="block"><a href="https://2024.esec-fse.org" class="navigate">FSE 2024</a></li><li class="block"><a href="https://2023.esec-fse.org" class="navigate">ESEC/FSE 2023</a></li><li class="block"><a href="https://2022.esec-fse.org" class="navigate">ESEC/FSE 2022</a></li><li class="block"><a href="https://2021.esec-fse.org" class="navigate">ESEC/FSE 2021</a></li><li class="block"><span class="text-muted" style="margin-left: 2px;"><span class="glyphicon glyphicon-hand-right"></span> ESEC/FSE 2020</span></li><li class="block"><a href="https://2018.fseconference.org" class="navigate">ESEC/FSE 2018</a></li></ul></li></ul><div class="navbar-right"><ul class="block nav navbar-nav"><li class="block"><a href="https://conf.researchr.org/signin/esecfse-2020/https%3A%5Es%5Es2020.esec-fse.org%5Estrack%5Esesecfse-2020-artifacts" rel="nofollow" class="navigate">Sign in</a></li><li class="block"><a href="https://2020.esec-fse.org/signup" class="navigate">Sign up</a></li></ul></div></div></div></div><div id="content" class="container"><div class="page-header"><span class="text-muted small"><span class="glyphicon glyphicon-home"></span> <a href="https://2020.esec-fse.org" class="navigate">ESEC/FSE 2020</a> (<a href="https://2020.esec-fse.org/series/fse" class="navigate">series</a>) / </span><h1>Artifacts<span class="pull-right small h1">ESEC/FSE 2020</span></h1></div><div class="row"><div class="col-sm-8"><h1><a href="#fse-2020-artifact-track-call-for-submissions" id="fse-2020-artifact-track-call-for-submissions" class="anchor-link">FSE 2020 Artifact Track: Call for Submissions</a></h1> <p>For FSE 2020, artifact badges can be earned for papers published at FSE 2020 (<strong>available, functional,</strong> and <strong>reusable</strong>). Badges can also be earned for papers published previously (at FSE or elsewhere) where the main results of the papers were obtained in a subsequent study by people other than the authors (<strong>replicated</strong> and <strong>reproduced</strong>).</p> <h2><a href="#badges-for-papers-published-at-fse-2020" id="badges-for-papers-published-at-fse-2020" class="anchor-link">Badges for Papers Published at FSE 2020</a></h2> <p>Authors of <strong>papers accepted to the FSE 2020 Technical Track</strong> are invited to submit artifacts associated with those papers to the FSE Artifact Track for evaluation as candidate <strong>reusable, functional,</strong> or <strong>available</strong> artifacts. If those artifact(s) are accepted, they will each receive one of the badges below on the front page of the authors’ paper and in the proceedings.</p> <table> <tbody><tr> <td><strong>Available</strong> </td> <td><strong>Functional</strong> </td> <td><strong>Reusable<em> </em></strong> </td> </tr> <tr> <td> <img src="https://i.ibb.co/KX81hnm/available.jpg" width="" alt="alt_text" title="image_tooltip"> </td> <td> <img src="https://i.ibb.co/pLY9SW8/functional.png" width="" alt="alt_text" title="image_tooltip"> </td> <td> <img src="https://i.ibb.co/4Z7HGgK/reusable.jpg" width="" alt="alt_text" title="image_tooltip"> </td> </tr> <tr> <td>Placed on a publicly accessible archival repository. A DOI with a unique identifier for the object is provided. </td> <td>Available + Artifacts documented, consistent, complete, exercisable, and include appropriate evidence of verification and validation </td> <td>Available + Functional + very carefully documented and well-structured to the extent that reuse and repurposing is facilitated. In particular, norms and standards of the research community for artifacts of this type are strictly adhered to. </td> </tr> </tbody></table> <p>Papers with such badges contain reusable products that other researchers can use to bootstrap their own research. Experience shows that such papers earn increased citations and greater prestige in the research community. Artifacts of interest include (but are not limited to) the following.</p> <ul> <li>Software, which are implementations of systems or algorithms potentially useful in other studies.</li> <li>Data repositories, which are data (e.g., logging data, system traces, survey raw data) that can be used for multiple software engineering approaches.</li> <li>Frameworks, which are tools and services illustrating new approaches to software engineering that could be used by other researchers in different contexts.</li> </ul> <p>This list is not exhaustive, so the authors are asked to email the chairs before submitting if their proposed artifact is not on this list.</p> <h2><a href="#badges-for-replicated-or-reproduced-papers" id="badges-for-replicated-or-reproduced-papers" class="anchor-link">Badges for Replicated or Reproduced Papers</a></h2> <p>The ROSE (Recognizing and Rewarding Open Science in Software Engineering) festival is a world-wide salute to replication and reproducibility in software engineering. Our aim is to create a venue where researchers can receive public credit for facilitating and participating in open science in software engineering (specifically, in creating replicated and reproduced results).</p> <p>If you are an author of prior SE work (published at FSE or elsewhere) <em>and</em> the main results of the paper have been obtained in a subsequent study by a person or team other than the authors, the prior SE work is eligible for a <strong>replicated</strong> or <strong>reproduced</strong> badge. If the prior work had artifacts published and those artifacts were used in the subsequent study, the prior work is a candidate for a <strong>replicated</strong> badge. For the <strong>reproduced</strong> badge, the prior work may or may not have an artifact, and the subsequent study needs to have artifacts associated with it.</p> <p><em>Examples</em>: If Asha published a paper with artifacts in 2018, and Tim published a replication in 2019 using the artifacts, then Asha can now apply for the <strong>replicated</strong> badge on the 2018 paper. If Cameron published a paper in 2017 with no artifacts, and Miles published a paper with artifacts in 2019 that independently obtained the main result, then Cameron can apply for the <strong>reproduced</strong> badge on the 2017 paper.</p> <table> <tbody><tr> <td><strong>Replicated</strong> </td> <td><strong>Reproduced</strong> </td> </tr> <tr> <td> <img src="https://i.ibb.co/nLsYPjd/replicated.jpg" width="" alt="alt_text" title="image_tooltip"> </td> <td> <img src="https://i.ibb.co/VC58LDW/reproduced.jpg" width="" alt="alt_text" title="image_tooltip"> </td> </tr> <tr> <td>Available + main results of the paper have been obtained in a subsequent study by a person or team other than the authors, using, in part, artifacts provided by the author. </td> <td>Available + the main results of the paper have been independently obtained in a subsequent study by a person or team other than the authors, without the use of author-supplied artifacts. </td> </tr> </tbody></table> <p>If the artifact is accepted:</p> <ul> <li>Authors will be invited to give lightning talks on this work at the ROSE session at FSE’20</li> <li>We will work with the IEEE Xplore and ACM Portal administrator to add badges to the electronic versions of the authors’ prior SE paper(s).</li> </ul> <p>If time allows, authors of papers in FSE 2020 that have earned artifact badges (functional or reusable) may be invited to give lightning talks to promote their artifacts.</p> <h2><a href="#evaluation-criteria" id="evaluation-criteria" class="anchor-link">Evaluation Criteria</a></h2> <p>The FSE artifact evaluation track uses a single-blind review process. The artifacts will be evaluated according to the <a href="https://www.acm.org/publications/policies/artifact-review-badging">ACM Artifact Review and Badging</a> guide.</p> <p>Review will be via Github. All submitting authors must supply a valid Github id that identifies themselves.</p> <h2><a href="#best-artifact-awards" id="best-artifact-awards" class="anchor-link">Best Artifact Awards</a></h2> <p>There will be two FSE 2020 Best Artifact Awards to recognize the effort of authors creating and sharing outstanding research artifacts.</p> <h2><a href="#submission-and-review" id="submission-and-review" class="anchor-link">Submission and Review</a></h2> <p><strong>IMPORTANT NOTE</strong>: different badges have different submission procedures. See below.</p> <p>Note that all submissions, reviewing, and notifications for this track will be via the Github repository <a href="https://github.com/researchart/fse20">https://github.com/researchart/fse20</a>.</p> <ul> <li>There will be no emails notifying authors, acknowledging a submission, or informing authors of the results of the review process. <ul> <li>Instead, submitters can track the progress of their work by tracking its activity in the repo</li> </ul> </li> <li>Submitting anything to this track will mean <ul> <li>Creating a GitHub account with your public name</li> <li>Forking the master branch of our repo <a href="https://github.com/researchart/fse20">http://github.com/researchart/fse20</a> into your own local branch</li> <li>Creating a subdirectory one per submission, underneath one of the directories (submission/reusable, submission/available, submission/replicated, submission/reproduced)</li> <li>Adding file(s) to your new directory,</li> <li>Commit your branch,</li> <li>Submit a pull request back to master.</li> </ul> </li> <li>All reviewing will be done in Github. <ul> <li>Each submission will be processed in its own issue.</li> </ul> </li> <li>Authors will be notified of final decisions when the track chairs add labels to the submission’s issue.</li> </ul> <h3><a href="#for-reusable-functional-and-available-badges" id="for-reusable-functional-and-available-badges" class="anchor-link">For Reusable, Functional, and Available Badges</a></h3> <p>Only authors of papers accepted to the FSE 2020 Technical Track can submit candidate <strong>reusable</strong>, <strong>functional</strong>, or <strong>available</strong> artifacts.</p> <p>Create a subdirectory under the directories for available, functional, and reusable (perhaps followed by a unique number if the same author is submitting multiple artifacts; e,g, menzies1, menzies2).</p> <p>For <strong>available</strong> badges, the DOI with a unique identifier for the object is needed. Put the DOI link in the index.md file within the directory you made.</p> <p>For the <strong>reusable</strong> and <strong>functional</strong> badges, authors must offer “download information” showing how reviewers can access and execute (if appropriate) their artifact. Authors must perform the following steps to submit an artifact:</p> <ul> <li>Prepare the artifact</li> <li>Make the artifact available</li> <li>Document the artifact</li> <li>Submit the artifact</li> </ul> <p>Authors need to write and submit documentation explaining how to obtain the artifact package, how to unpack the artifact, how to get started, and how to use the artifacts in sufficient detail. The artifact submission must describe only the technicalities of the artifacts and uses of the artifact that are not already described in the paper. The submission should contain the following documents (in <strong>markdown</strong> plain text format):</p> <ul> <li>A <em>CONTACT.md</em> file listing emails and <strong>github ids</strong> (important) for the authors. Please mark one author as the <em>corresponding author</em>.</li> <li>A <em>README.md</em> main file describing what the artifact does and where it can be obtained (with hidden links and access password if necessary). Also, there should be a clear description of how to reproduce the results presented in the paper.</li> <li>A <em>STATUS.md</em> file stating what kind of badge(s) the authors are applying for as well as the reasons why the authors believe that the artifact deserves that badge(s).</li> <li>A <em>LICENSE.md</em> file describing the distribution rights. Note that to score “available” or higher, then that license needs to be some form of open source license.</li> <li>An <em>INSTALL.md</em> file with installation instructions. These instructions should include notes illustrating a very basic usage example or a method to test the installation. This could be, for instance, information on what output to expect that confirms that the code is installed and working; and that the code is doing something interesting and useful.</li> <li>A copy of the accepted paper in pdf format.</li> </ul> <p>For <strong>reusable</strong> and <strong>functional</strong> badges, the review process will be interactive as follows:</p> <ul> <li>Prior to reviewing, there may be some interactions to handle set up and install. Before the actual evaluation reviewers will check the integrity of the artifact and look for any possible setup problems that may prevent it from being properly evaluated (e.g., corrupted or missing files, VM won’t start, immediate crashes on the simplest example, etc.). The Evaluation Committee may contact the authors to request clarifications on the basic installation and start-up procedures or to resolve simple installation problems.</li> <li>Reviewing will be on Github with reviewers commenting via anonymous Github ids. Authors should not comment until at least two reviewers have added comments. Earlier author comments will be deleted.</li> <li>Authors are informed of the outcome and, in case of technical problems, they can help solve them during a brief 48-hour author response period. Authors may update their research artifacts after submission only for changes requested by reviewers in the rebuttal phase.</li> </ul> <h3><a href="#for-replicated-and-reproduced-badges" id="for-replicated-and-reproduced-badges" class="anchor-link">For Replicated and Reproduced Badges</a></h3> <p>For <strong>replicated</strong> and <strong>reproduced</strong> badges, authors will need to offer appropriate documentation that their artifacts have reached that stage.</p> <p>Create a subdirectory under the directories for replicated and reproduced (perhaps followed by a unique number if the same author is submitting multiple artifacts; e,g, menzies1, menzies2) and add a one page (max) abstract in PDF format:</p> <ul> <li>TITLE: <strong>A (Partial)? (Replication|Reproduction) of XYZ</strong>. Please add the term <strong>partial</strong> to your title if only some of the original work could be replicated/reproduced.</li> <li>WHO: name the original authors (and paper) and the authors that performed the replication/reproduction. Include contact information (emails) and github ids. Mark one author as the corresponding author. <br> <strong>IMPORTANT</strong>: include also a web link to a publically available URL directory containing (a)the original paper (that is being reproduced) and (b)any subsequent paper(s)/documents/reports that do the reproduction. <br> <strong>IMPORTANT</strong>: include also a web link to a publically available URL directory containing (a)the original paper (that is being reproduced) and (b)any subsequent paper(s)/documents/reports that do the reproduction.</li> <li>WHAT: describe the “thing” being replicated/reproduced;</li> <li>WHY: clearly state why that “thing” is interesting/important;</li> <li>HOW: say how it was done first;</li> <li>WHERE: describe the replication/reproduction. If the replication/reproduction was only partial, then explain what parts could be achieved or had to be missed.</li> <li>DISCUSSION: What aspects of this “thing” made it easier/harder to replicate/reproduce. What are the lessons learned from this work that would enable more replication/reproduction in the future for other kinds of tasks or other kinds of research.</li> </ul> <p>Two PC members will review each abstract, possibly reaching out to the authors of the abstract or original paper. Abstracts will be ranked as follows.</p> <ul> <li>If PC members do not find sufficient substantive evidence for replication/reproduction, the abstract will be rejected.</li> <li>Any abstract that is judged to be unnecessarily critical of prior work will be rejected (*).</li> <li>The remaining abstracts will be sorted according to (a) interestingness and (b) correctness.</li> <li>The top ranked abstracts will be invited to give lightning talks.</li> </ul> <p>(*) Our goal is to foster a positive environment that supports and rewards researchers for conducting replications and reproductions. To that end, we require that all abstracts and presentations pay due respect to the work they are reproducing/replicating. Criticism of prior work is acceptable only as part of a balanced and substantive discussion of prior accomplishments.</p> <p>Important Dates:</p> <p>Artifact Submission Deadline June 4, 2020</p> <p>Artifact Discussions Begin June 22, 2020</p> <p>Artifact Notification July 1, 2020</p> <p>Camera Ready Date September 10, 2020</p> </div><div class="col-sm-4 sidebar"><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title">Important Dates<span class="pull-right"><small><span class="glyphicon glyphicon-globe"></span><span class="glyphicon glyphicon-time"></span> AoE (UTC-12h)</small></span></div></div><table class="table table-hover important-dates-in-sidebar"><tr href="https://2020.esec-fse.org/track/esecfse-2020-artifacts" class="clickable-row past"><td>Thu 10 Sep 2020<br/>Camera Ready</td></tr><tr href="https://2020.esec-fse.org/track/esecfse-2020-artifacts" class="clickable-row past"><td>Wed 1 Jul 2020<br/>Notification </td></tr><tr href="https://2020.esec-fse.org/track/esecfse-2020-artifacts" class="clickable-row past"><td>Mon 22 Jun 2020<br/>Discussions Begin </td></tr><tr href="https://2020.esec-fse.org/track/esecfse-2020-artifacts" class="clickable-row past"><td>Thu 4 Jun 2020<br/>Submission deadline</td></tr></table></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title"><a href="https://2020.esec-fse.org/committee/esecfse-2020-artifacts-program-committee" class="navigate">Program Committee</a></div></div><ul class="list-group"><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/georgiosgousios" class="navigate"><div class="media"><span class="pull-left"><img alt="Georgios Gousios" src="https://2020.esec-fse.org/getProfileImage/georgiosgousios/353b0c4e-8812-403f-b0ce-bf7d9a5cc431/micro-avatar.jpg?1727165835000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Georgios Gousios<span class="pull-right"><small>Co-chair</small></span></h5><h5 class="media-heading"><span class="text-black">Facebook & Delft University of Technology</span></h5><h5 class="media-heading"><small>Netherlands</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/kathrynstolee" class="navigate"><div class="media"><span class="pull-left"><img alt="Kathryn Stolee" src="https://2020.esec-fse.org/getProfileImage/kathrynstolee/5f141e03-c6d9-4a49-a6e7-e3617941190a/micro-avatar.jpg?1711454351000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Kathryn Stolee<span class="pull-right"><small>Co-chair</small></span></h5><h5 class="media-heading"><span class="text-black">North Carolina State University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/subarnobanerjee" class="navigate"><div class="media"><span class="pull-left"><img alt="Subarno Banerjee" src="https://2020.esec-fse.org/getProfileImage/subarnobanerjee/305ecf16-2099-4f40-afb2-f11f099687f5/micro-avatar.jpg?1711458673000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Subarno Banerjee<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Michigan</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/titusbarik" class="navigate"><div class="media"><span class="pull-left"><img alt="Titus Barik" src="https://2020.esec-fse.org/getProfileImage/titusbarik/65544ef1-06d9-4678-b180-fcac525330da/micro-avatar.jpg?1711461727000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Titus Barik<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Microsoft, USA</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/caseycasalnuovo" class="navigate"><div class="media"><span class="pull-left"><img alt="Casey Casalnuovo" src="https://2020.esec-fse.org/getProfileImage/caseycasalnuovo/506e9156-1e85-4135-be87-1e25fb58a6c2/micro-avatar.jpg?1711540781000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Casey Casalnuovo<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of California at Davis, USA</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/gemmacatolino" class="navigate"><div class="media"><span class="pull-left"><img alt="Gemma Catolino" src="https://2020.esec-fse.org/getProfileImage/gemmacatolino/497a180c-33a3-47a0-8a69-c40ce7adde77/micro-avatar.jpg?1711475833000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Gemma Catolino<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Tilburg University</span></h5><h5 class="media-heading"><small>Netherlands</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/jurgencito" class="navigate"><div class="media"><span class="pull-left"><img alt="Jürgen Cito" src="https://2020.esec-fse.org/getProfileImage/jurgencito/03d60edd-64bc-4225-bac2-f944e7f90cf7/micro-avatar.jpg?1711453903000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Jürgen Cito<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">TU Wien and MIT</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/eleniconstantinou" class="navigate"><div class="media"><span class="pull-left"><img alt="Eleni Constantinou" src="https://2020.esec-fse.org/getProfileImage/eleniconstantinou/306c0815-bbd4-450a-8eda-eeca7ab31b28/micro-avatar.jpg?1711473234000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Eleni Constantinou<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Eindhoven University of Technology</span></h5><h5 class="media-heading"><small>Netherlands</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/luiscruz" class="navigate"><div class="media"><span class="pull-left"><img alt="Luís Cruz" src="https://2020.esec-fse.org/getProfileImage/luiscruz/ea416c41-0ac1-4f4c-89c7-733020b2c42c/micro-avatar.jpg?1711541118000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Luís Cruz<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Deflt University of Technology</span></h5><h5 class="media-heading"><small>Netherlands</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/jamescdavis" class="navigate"><div class="media"><span class="pull-left"><img alt="James C. Davis" src="https://2020.esec-fse.org/getProfileImage/jamescdavis/2c43c749-45ed-4f7b-a896-880e87f1c941/micro-avatar.jpg?1711489751000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">James C. Davis<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Purdue University, USA</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/xavierdevroey" class="navigate"><div class="media"><span class="pull-left"><img alt="Xavier Devroey" src="https://2020.esec-fse.org/getProfileImage/xavierdevroey/e73878ab-600c-4522-93a2-b1adfa71eddf/micro-avatar.jpg?1711470651000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Xavier Devroey<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Delft University of Technology</span></h5><h5 class="media-heading"><small>Netherlands</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/vincenthellendoorn" class="navigate"><div class="media"><span class="pull-left"><img alt="Vincent J. Hellendoorn" src="https://2020.esec-fse.org/getProfileImage/vincenthellendoorn/91e396c5-8fc5-42aa-800e-3074b5fe8ee9/micro-avatar.jpg?1711466275000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Vincent J. Hellendoorn<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Carnegie Mellon University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/ayaankazerouni" class="navigate"><div class="media"><span class="pull-left"><img alt="Ayaan M. Kazerouni" src="https://2020.esec-fse.org/getProfileImage/ayaankazerouni/abd8bc9f-6f1f-47f4-9de9-08525551c5fe/micro-avatar.jpg?1711521566000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Ayaan M. Kazerouni<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">California Polytechnic State University, San Luis Obispo</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/mariakechagia" class="navigate"><div class="media"><span class="pull-left"><img alt="Maria Kechagia" src="https://2020.esec-fse.org/getProfileImage/mariakechagia/a6809c71-4e99-4bc7-9ac8-e72ef71b6a0f/micro-avatar.jpg?1711453903000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Maria Kechagia<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University College London</span></h5><h5 class="media-heading"><small>United Kingdom</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/georgemathew" class="navigate"><div class="media"><span class="pull-left"><img alt="George Mathew" src="https://2020.esec-fse.org/getProfileImage/georgemathew/e6ebd440-2c37-4da2-8239-2bb357485303/micro-avatar.jpg?1711475561000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">George Mathew<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">North Carolina State University, USA</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/collinmcmillan" class="navigate"><div class="media"><span class="pull-left"><img alt="Collin McMillan" src="https://2020.esec-fse.org/getProfileImage/collinmcmillan/0d4b9120-65fe-4c67-b233-e710f9f9593d/micro-avatar.jpg?1719082929000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Collin McMillan<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Notre Dame</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/samimmirhosseini" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://2020.esec-fse.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Samim Mirhosseini<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">North Carolina State University, USA</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/dimitrismitropoulos" class="navigate"><div class="media"><span class="pull-left"><img alt="Dimitris Mitropoulos" src="https://2020.esec-fse.org/getProfileImage/dimitrismitropoulos/b9e4a804-4e91-40d1-ba47-1c434f851302/micro-avatar.jpg?1711466070000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Dimitris Mitropoulos<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Athens University of Economics and Business</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/lloydmontgomery" class="navigate"><div class="media"><span class="pull-left"><img alt="Lloyd Montgomery" src="https://2020.esec-fse.org/getProfileImage/lloydmontgomery/352c1253-078c-4aeb-b166-a6738fc03f09/micro-avatar.jpg?1711486462000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Lloyd Montgomery<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Universität Hamburg</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/moritzbeller" class="navigate"><div class="media"><span class="pull-left"><img alt="Moritz Beller" src="https://2020.esec-fse.org/getProfileImage/moritzbeller/25ebe796-2b64-4823-a2e1-85cdca504300/micro-avatar.jpg?1711462144000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Moritz Beller<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Facebook, USA</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/viveknair1" class="navigate"><div class="media"><span class="pull-left"><img alt="Vivek Nair" src="https://2020.esec-fse.org/getProfileImage/viveknair1/d5f2c9e4-9277-4b40-863a-b1c8cbcd4396/micro-avatar.jpg?1711474053000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Vivek Nair<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Facebook</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/johnpaulore" class="navigate"><div class="media"><span class="pull-left"><img alt="John-Paul Ore" src="https://2020.esec-fse.org/getProfileImage/johnpaulore/92b6a9cb-c4be-4996-a98b-2c90324fe182/micro-avatar.jpg?1711517851000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">John-Paul Ore<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">North Carolina State University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/anandashoksawant" class="navigate"><div class="media"><span class="pull-left"><img alt="Anand Ashok Sawant" src="https://2020.esec-fse.org/getProfileImage/anandashoksawant/05b7552d-0450-49fe-a404-77e26f6adc03/micro-avatar.jpg?1711457611000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Anand Ashok Sawant<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of California, Davis</span></h5></div></div></a></li><li class="list-group-item"><a href="https://2020.esec-fse.org/profile/micheletufano" class="navigate"><div class="media"><span class="pull-left"><img alt="Michele Tufano" src="https://2020.esec-fse.org/getProfileImage/micheletufano/f6f23b31-a411-4319-b6df-ab9706e7d17f/micro-avatar.jpg?1711540498000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Michele Tufano<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Microsoft</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li></ul></div></div></div><div id="messages-placeholder" class="alert alert-warning" style="display:none;"><a data-dismiss="alert" class="close">x</a><em>Sun 24 Nov 20:18</em></div></div><div id="notifications-ph" class="webdsl-placeholder"></div><div id="event-modal-loader" class="webdsl-placeholder"><form name="form_131600131703c411e65b13378d08eb1f6672b5a0259" id="form_131600131703c411e65b13378d08eb1f6672b5a0259" action="https://2020.esec-fse.org/eventDetailsModalByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_131600131703c411e65b13378d08eb1f6672b5a0259" value="1" /><input type="hidden" name="context" value="esecfse-2020" /><input name="ae03f7f6f951d515a297b161e922205d" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://2020.esec-fse.org/eventDetailsModalByAjaxConferenceEdition","eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259", [{"name":"context", "value":"esecfse-2020"},],"form_131600131703c411e65b13378d08eb1f6672b5a0259", this.nextSibling, false,"event-modal-loader"); return false;'></button><a submitid="eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="load-modal-action"></a></form></div><div id="event-star-form" class="webdsl-placeholder"><form name="form_509860938088b48fd14544d4239b498a2cf339e02b" id="form_509860938088b48fd14544d4239b498a2cf339e02b" action="https://2020.esec-fse.org/eventStarByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_509860938088b48fd14544d4239b498a2cf339e02b" value="1" /><input type="hidden" name="context" value="esecfse-2020" /><input name="a0b55aa29cf9431a9461b359872014e3" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://2020.esec-fse.org/eventStarByAjaxConferenceEdition","eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b", [{"name":"context", "value":"esecfse-2020"},],"form_509860938088b48fd14544d4239b498a2cf339e02b", this.nextSibling, false,"event-star-form"); return false;'></button><a submitid="eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="star-event-action"></a></form></div><div id="event-modals" class="webdsl-placeholder"></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; addEventModalLoadOnClick(node); addStarredEventOnClick(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><footer class="footer"><div class="container"><div class="footer-box"><div class="row"><div class="col-sm-3"><h3><a href="https://2020.esec-fse.org" class="navigate"><span class="glyphicon glyphicon-home"></span> ESEC/FSE 2020</a></h3><div><a href="https://2020.esec-fse.org/contact" class="navigate"><span class="glyphicon glyphicon-envelope"></span> contact form</a></div><hr/>using <a href="https://conf.researchr.org" class="navigate">conf.researchr.org</a> (<a href="http://yellowgrass.org/roadmap/conf.researchr.org" class="navigate">v1.67.1</a>)<br/><small><a href="https://2020.esec-fse.org/support" target="_blank" class="navigate"><span class="glyphicon glyphicon-question-sign"></span> Support page</a></small><br/><small></small></div><div class="col-sm-5"><div class="row"><div class="col-sm-6"><h4>Tracks</h4><a href="https://2020.esec-fse.org/track/esecfse-2020-paper-presentations" class="navigate">Paper Presentations</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-plenary-events" class="navigate">Plenary events</a><br/><a href="https://2020.esec-fse.org/track/fse-2020-papers" class="navigate">Research Papers</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-social-events" class="navigate">Social Events</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-test-of-time-paper" class="navigate">Test of Time Paper Award</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-journal-first" class="navigate">Journal First</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-industry-papers" class="navigate">Industry Papers</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-workshops" class="navigate">Workshops</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-artifacts" class="navigate">Artifacts</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-doctoral-symposium" class="navigate">Doctoral Symposium</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-showcase" class="navigate">Showcase</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-student-research-competition" class="navigate">Student Research Competition</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-tool-demos" class="navigate">Tool Demos</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-visions-and-reflections-" class="navigate">Visions and Reflections </a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-diversity-and-inclusion-program" class="navigate">Diversity and Inclusion Program</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-co-located-events" class="navigate">PROMISE 2020</a><br/><a href="https://2020.esec-fse.org/track/esecfse-2020-student-volunteers" class="navigate">Student Volunteers</a></div><div class="col-sm-6"></div></div></div><div class="col-sm-2"><h4>Attending</h4><a href="https://2020.esec-fse.org/venue/esecfse-2020-venue" class="navigate">Venue: ESEC/FSE 2020 will be held virtually</a><br><a href="https://2020.esec-fse.org/attending/registration" class="navigate">Registration</a><br><a href="https://2020.esec-fse.org/attending/esec%5Esfse-2020-submission-policies" class="navigate">Submission Policies</a><br><a href="https://2020.esec-fse.org/attending/Open_Science_Guidelines" class="navigate">Open Science Guidelines</a><br><a href="https://2020.esec-fse.org/attending/presenter-information" class="navigate">Presenter Information</a></div><div class="col-sm-2"><a href="https://2020.esec-fse.org/signup" class="navigate">Sign Up</a></div></div></div></div></footer></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; var defaultplacement = $(document).scrollLeft() > 100 ? 'auto left' : 'auto top'; $(node).find('[title]').tooltip({placement: function(tt, elem){ var attval = elem.getAttribute('data-placement'); return attval ? attval : defaultplacement; }, container: false, sanitize: false}); $('.tooltip.fade.in, .ui-tooltip-content').remove(); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><script type="text/javascript">jQuery(document).ready(function($) { $(".clickable-row").click(function() { var href = $(this).attr("href"); if( window.location.href.indexOf( href ) < 0 ){ if ($(this).hasClass('new-window') ){ window.open( href ); } else { window.document.location = href; } } }); }); </script></body></html>