CINXE.COM

<!DOCTYPE html> <html> <head> <meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1"> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> <link href="https://conf.researchr.org/favicon.ico?28d37e6d7e5e12d24c39bdba0f4f3cfd" rel="shortcut icon" type="image/x-icon" /> <link href="https://conf.researchr.org/stylesheets/common_.css?d7bcca3579a066193caf560ede9d6399" rel="stylesheet" type="text/css" /> <title>MODELS 2020 - Artifact Evaluation - MODELS 2020</title> <script type="text/javascript">var show_webdsl_debug=false;</script> <script type="text/javascript">var contextpath="https://conf.researchr.org";</script> <link rel="stylesheet" href="https://conf.researchr.org/stylesheets/bootstrap/css/bootstrap.min.css?7f89537eaf606bff49f5cc1a7c24dbca" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/conf.css?d8ff81ab1f2387936557f525e4e8eb20" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/getFile/90d3301c-8d5f-4628-8170-a5fdb8457b7f/custom.css?1596670473531" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/theme.bootstrap_3.min.css?6867e70881e6ed2c03b6c9cf9c3152e0" type="text/css" /><script type="text/javascript" src="//code.jquery.com/jquery-3.5.1.min.js"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/jquery.tablesorter.combined.min.js?285b21976326641f8f1b910492e6d5d0"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/jquery.tablesorter.pager.min.js?4551cdfea66f45a11ae5548f3d50a06f"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/tablesorter-init.js?ee6babedf1a6be960e4543a1bb57b421"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/bootstrap/js/bootstrap.min.js?2f34b630ffe30ba2ff2b91e3f3c322a1"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/notify.min.js?e86d399917a84b69a4683f504c7a7813"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/ajax.js?2dbd1cc4f8f2d52ae9c879d7346f4f8a"></script> <meta prefix='og: http://ogp.me/ns#' property='og:image' content='https://conf.researchr.org/getImage/models-2020/carousel/07695h.jpg?1568745159000'> <script type="text/javascript">$(document).ready( function(){ $('#program-menu a[data-fltr-type]').on('click', function(event){ event.preventDefault(); window.location = $(this).attr('href') + "?" + encodeURIComponent( $(this).data('fltr-type') ) + '=' + encodeURIComponent( $(this).data('fltr-val') ); }) }) </script> <script type="text/javascript">var ignoreHashChange = false; function hashChangeFunc(){ // show active tab on hash in url if (window.location.hash !== ''){ var hashTargetAll = $('a[href="' + window.location.hash + '"]'); if(hashTargetAll.length){ var hashTarget = hashTargetAll.filter('[data-toggle="tab"]') if( hashTarget.length ){ hashTarget = hashTarget.first(); hashTarget.tab('show'); } else { hashTarget = hashTargetAll.first(); } // and open parent tabs in case the target element is nested in a tab var parentPane = hashTarget.closest( '.tab-pane' ); if(parentPane.length){ $('.nav a[href="#'+ parentPane.attr('id') +'"]').tab('show'); } var parentCollapse = hashTarget.closest( '.panel-collapse:not(.in)' ).collapse('show'); } } return false; } $(document).ready(function(){ var tabFromRequestUrl = window.location.hash !== '' ? $('a[href="' + window.location.hash + '"][data-toggle="tab"]') : []; var initUrlHash = window.location.hash; hashChangeFunc() if( tabFromRequestUrl.length ){ //Prevent the browser to auto-scroll to the anchor of the tab window.location.hash = ""; } //make in-page #links open the tabs if ($._data( $(window)[0], 'events' ).hashchange == undefined){ $(window).on('hashchange', hashChangeFunc); } if(tabFromRequestUrl.length){ setTimeout( function(){ ignoreHashChange = true; history.replaceState(null, null, initUrlHash); ignoreHashChange = false; }, 10 ); } }); var autoTabFunction = function(node){ var isActivatingFirstTab = false; // remember the hash in the URL without jumping $('a[data-toggle="tab"]:not(.no-hash):not(.bound)').addClass('bound').on('shown.bs.tab', function(e){ if(!isActivatingFirstTab){ var newhash = '#' + $(e.target).attr('href').substr(1); if(history.replaceState){ history.replaceState(null, null, newhash); } else{ location.hash = newhash; } } }); //When no tab is active, set the first one to active $(node).find('.nav-tabs:not(.bound), .nav-pills:not(.bound)').addClass('bound').each(function(){ if( $(this).children().length > 0 && 1 > $(this).find('.active').length){ const firstItem = $(this).find('a[data-toggle="tab"]').first(); isActivatingFirstTab = true; firstItem.tab('show'); isActivatingFirstTab = false; } }); } </script> <script type="text/javascript">(function($){ $(document).ready(function(){ $('ul.dropdown-menu [data-toggle=dropdown]').on('click', function(event) { event.preventDefault(); event.stopPropagation(); $(this).parent().siblings().removeClass('open'); $(this).parent().toggleClass('open'); }); }); })(jQuery); </script> <script async src="https://www.googletagmanager.com/gtag/js?id=G-4G0QWEKVQS"></script> <script>window.dataLayer = window.dataLayer || [];function gtag(){dataLayer.push(arguments);}gtag('js', new Date());gtag('config', 'G-4G0QWEKVQS', {'cookie_domain': 'auto', 'anonymizeIp': true });gtag('config', 'UA-9607501-2', {'cookie_domain': 'auto', 'anonymizeIp': true });</script> <meta prefix='og: http://ogp.me/ns#' property='og:description' content='MODELS will once again implement a separate evaluation process to assess the quality of the artifacts supporting the work presented in accepted papers. The purpose of the artifact evaluation process is to acknowledge the considerable effort required to obtain high-quality artifacts, to foster a culture of experimental reproducibility, and to provide a peer review and archiving process for artifacts analogous to that of research papers. The goal of artifact archiving is to ensure that the artifacts stay available for a long time, that they can be located easily, and can be reused by other ...'> <meta name='description' content='MODELS will once again implement a separate evaluation process to assess the quality of the artifacts supporting the work presented in accepted papers. The purpose of the artifact evaluation process is to acknowledge the considerable effort required to obtain high-quality artifacts, to foster a culture of experimental reproducibility, and to provide a peer review and archiving process for artifacts analogous to that of research papers. The goal of artifact archiving is to ensure that the artifacts stay available for a long time, that they can be located easily, and can be reused by other ...'> <meta prefix='og: http://ogp.me/ns#' property='og:title' content='MODELS 2020 - Artifact Evaluation - MODELS 2020'> <script type="text/javascript">function addEventModalLoadOnClick( containerNode ){ $(containerNode).find( "a[data-event-modal]" ).on("click", function(e){ var eventId = $(this).data("event-modal"); var modalElem = $("#modal-" + eventId); if(modalElem.length){ modalElem.modal({ backdrop: 'static', keyboard: true}, 'show'); } else { var loaderElem = $("#event-modal-loader"); loaderElem.find("input.event-id-input").val( eventId ); loaderElem.find("#load-modal-action").click(); } e.preventDefault(); } ); } </script><script type="text/javascript">function addStarredEventOnClick( containerNode ){ $(containerNode).find( "[data-event-star]" ).on("click", function(e){ var eventId = $(this).data("event-star"); var starEventFormElem = $("#event-star-form"); starEventFormElem.find("input.event-id-input").val( eventId ); starEventFormElem.find("#star-event-action").click(); e.preventDefault(); e.stopPropagation(); } ); } </script><script type="text/javascript">function pauseOnCloseModal( modalid ){ //pauses video (only youtube at the moment) when closing modal $('#' + modalid).on('hidden.bs.modal', function () { $(this).find('.embed-container iframe[src*=enablejsapi]').each( function(){ this.contentWindow.postMessage('{"event":"command","func":"pauseVideo","args":""}', '*') } ); } ) } </script> </head> <body id="track"><div class="frame"><a href="https://conf.researchr.org/blogposts/models-2020" class="blog-link btn btn-xs btn-default navigate">Write a Blog >></a><div class="logobar"><div class="container"><a href="https://conf.researchr.org/home/models-2020" class="navbar-brand navigate"><span class="brand-text">MODELS 2020</span></a><div class="place">Fri 16 - Fri 23 October 2020 <a href="https://conf.researchr.org/venue/models-2020/models-2020-venue" class="navigate"></a></div></div></div><div class="navbar navbar-default"><div class="container"><div class="navbar-header"><button type="button" data-toggle="collapse" data-target="#navigationbar" class="navbar-toggle"><span class="sr-only">Toggle navigation</span><span class="icon-bar"></span><span class="icon-bar"></span><span class="icon-bar"></span></button></div><div id="navigationbar" class="navigationbar collapse navbar-collapse"><ul class="block nav navbar-nav"><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Attending <span class="caret"></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/venue/models-2020/models-2020-venue" class="navigate">Venue: Online</a></li><li class="block"><a href="https://conf.researchr.org/attending/models-2020/registration" class="navigate">Registration</a></li></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Sponsorship <span class="caret"></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/info/models-2020/sponsors-and-supporters" class="navigate">Sponsors and Supporters</a></li><li class="block"><a href="https://conf.researchr.org/info/models-2020/Sponsorship+Opportunities" class="navigate">Sponsorship</a></li><li class="block"><a href="https://conf.researchr.org/info/models-2020/message-from-the-general-chairs" class="navigate">Impact of COVID-19</a></li></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Program <span class="caret"></span></a><ul id="program-menu" class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" class="navigate">MODELS Program</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="prog" data-fltr-val="Your Program" class="navigate"><span class="glyphicon glyphicon-star"></span> Your Program</a></li><li class="block"><a href="https://conf.researchr.org/info/models-2020/program-overview" class="navigate">Program Overview</a></li><li class="block"><a href="https://conf.researchr.org/info/models-2020/conference-proceedings" class="navigate">Conference Proceedings</a></li><li class="block divider"></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Filter by Day</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Fri 16 Oct 2020" class="navigate">Fri 16 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Sat 17 Oct 2020" class="navigate">Sat 17 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Sun 18 Oct 2020" class="navigate">Sun 18 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Mon 19 Oct 2020" class="navigate">Mon 19 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Tue 20 Oct 2020" class="navigate">Tue 20 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Wed 21 Oct 2020" class="navigate">Wed 21 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Thu 22 Oct 2020" class="navigate">Thu 22 Oct</a></li><li class="block"><a href="https://conf.researchr.org/program/models-2020/program-models-2020/" data-fltr-type="date" data-fltr-val="Fri 23 Oct 2020" class="navigate">Fri 23 Oct</a></li></ul></li></ul></li><li id="tracks-in-navbar" class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Tracks <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-1"><div class="row"><div class="col-sm-12"><ul class="block multi-column-dropdown"><li class="block dropdown-header">MODELS 2020</li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-technical-track" class="navigate">Technical Track</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-industry-days" class="navigate">Industry Days</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-artifact-evaluation" class="navigate">Artifact Evaluation</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-educators-symposium" class="navigate">Educators Symposium</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-tools---demonstrations" class="navigate">Tools & Demonstrations</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-posters" class="navigate">Posters</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-workshops" class="navigate">Workshops</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-tutorials" class="navigate">Tutorials</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-doctoral-symposium" class="navigate">Doctoral Symposium</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-acm-student-research-competition" class="navigate">ACM Student Research Competition</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-keynotes" class="navigate">Keynotes</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/awards" class="navigate">Awards</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-panel" class="navigate">Panel</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-models-information" class="navigate">MODELS</a></li><li class="block"><a href="https://conf.researchr.org/track/models-2020/models-2020-sam-conference" class="navigate">SAM Conference</a></li></ul></div></div></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Organization <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-1"><div class="row"><div class="col-sm-12"><ul class="block multi-column-dropdown"><li class="block dropdown-header">MODELS 2020 Committees</li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-steering-committee" class="navigate">Steering Committee</a></li><li class="block dropdown-header">Track Committees </li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Technical Track</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-technical-track-pc---foundations-track" class="navigate">PC - Foundations Track</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-technical-track-pc---practice-and-innovation-track" class="navigate">PC - Practice and Innovation Track</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-technical-track-program-board" class="navigate">Program Board</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Artifact Evaluation</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-artifact-evaluation-chairs---artifact-evaluation" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-artifact-evaluation-artifact-evaluation-committee" class="navigate">Artifact Evaluation Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Educators Symposium</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-education-symposium-chairs-education-symposium" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-education-symposium-pc---education-symposium" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Tools & Demonstrations</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-tools---demonstrations-chairs---tools_demonstrations" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-tools---demonstrations-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Posters</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-posters-chairs---posters" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-posters-poster-committee" class="navigate">Poster Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Workshops</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-workshops-chairs" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-workshops-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Tutorials</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-tutorials-chairs-tutorials" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-tutorials-pc---tutorials" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Doctoral Symposium</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-doctoral-symposium-chairs---doctoral-symposium" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-doctoral-symposium-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>ACM Student Research Competition</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-acm-student-research-competition-chairs---acm-student-research-competition" class="navigate">Chairs</a></li><li class="block"><a href="https://conf.researchr.org/committee/models-2020/models-2020-acm-student-research-competition-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="block dropdown-header">Contributors</li><li class="block"><a href="https://conf.researchr.org/people-index/models-2020" class="navigate"><span class="glyphicon glyphicon-search"></span><sup><span class="glyphicon glyphicon-user"></span></sup> People Index</a></li></ul></div></div></ul></li><li class="block"><a href="https://conf.researchr.org/search/models-2020//all" class="navigate"><span class="glyphicon glyphicon-search"></span><span class="hidden-sm"> Search</span></a></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle"><span class="hidden-sm">Series <span class="caret"></span></span><span title="Series" class="visible-sm"><span class="glyphicon glyphicon-repeat"></span> <span class="caret"></span></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/series/models" class="navigate"><span class="glyphicon glyphicon-home"></span> Series</a></li><li class="block divider"></li><li class="block"><a href="https://conf.researchr.org/home/models-2025" class="navigate">MODELS 2025</a></li><li class="block"><a href="https://conf.researchr.org/home/models-2024" class="navigate">MODELS 2024</a></li><li class="block"><a href="https://conf.researchr.org/home/models-2023" class="navigate">MODELS 2023</a></li><li class="block"><a href="https://conf.researchr.org/home/models-2022" class="navigate">MODELS 2022</a></li><li class="block"><a href="https://conf.researchr.org/home/models-2021" class="navigate">MODELS 2021</a></li><li class="block"><span class="text-muted" style="margin-left: 2px;"><span class="glyphicon glyphicon-hand-right"></span> MODELS 2020</span></li><li class="block"><a href="https://modelsconf19.org/" target="_blank" class="navigate">MODELS 2019 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="https://modelsconf2018.github.io/" target="_blank" class="navigate">MODELS 2018 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="https://www.cs.utexas.edu/models2017/home" target="_blank" class="navigate">MODELS 2017 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://models2016.irisa.fr/" target="_blank" class="navigate">MODELS 2016 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://cruise.eecs.uottawa.ca/models2015/" target="_blank" class="navigate">MODELS 2015 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://models2014.webs.upv.es/" target="_blank" class="navigate">MODELS 2014 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://models2013.lcc.uma.es/" target="_blank" class="navigate">MODELS 2013 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://www.models2012.info/" target="_blank" class="navigate">MODELS 2012 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://ecs.victoria.ac.nz/Events/MODELS2011/" target="_blank" class="navigate">MODELS 2011 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://models2010.ifi.uio.no/" target="_blank" class="navigate">MODELS 2010 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://www.cs.colostate.edu/models09/index.html" target="_blank" class="navigate">MODELS 2009 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://www.irit.fr/models/index.html" target="_blank" class="navigate">MODELS 2008 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://models2007.isis.vanderbilt.edu/index.html" target="_blank" class="navigate">MODELS 2007 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://web.archive.org/web/20070609154305/http://www.disi.unige.it/researchsites/models06/" target="_blank" class="navigate">MODELS 2006 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://www.cs.colostate.edu/models05" target="_blank" class="navigate">MODELS 2005 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://ctp.di.fct.unl.pt/UML2004/" target="_blank" class="navigate">UML 2004 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://web.archive.org/web/20041207030726/http://ase.arc.nasa.gov/uml03/" target="_blank" class="navigate">UML 2003 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://web.archive.org/web/20021109171924/www.inf.tu-dresden.de/uml/index.html" target="_blank" class="navigate">UML 2002 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://www.cs.toronto.edu/uml2001/" target="_blank" class="navigate">UML 2001 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://web.archive.org/web/20011211123038/http://www.cs.york.ac.uk/uml2000/" target="_blank" class="navigate">UML 2000 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://web.archive.org/web/20001218004600/www.cs.colostate.edu/UML99" target="_blank" class="navigate">UML 1999 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li><li class="block"><a href="http://web.archive.org/web/20001205155000/www.essaim.univ-mulhouse.fr/uml/evenements/index.html" target="_blank" class="navigate">UML 1998 <span class="pull-right"><span class="glyphicon glyphicon-new-window"></span></span></a></li></ul></li></ul><div class="navbar-right"><ul class="block nav navbar-nav"><li class="block"><a href="https://conf.researchr.org/signin/models-2020/https%3A%5Es%5Esconf.researchr.org%5Estrack%5Esmodels-2020%5Esmodels-2020-artifact-evaluation" rel="nofollow" class="navigate">Sign in</a></li><li class="block"><a href="https://conf.researchr.org/signup/models-2020" class="navigate">Sign up</a></li></ul></div></div></div></div><div id="content" class="container"><div class="page-header"><span class="text-muted small"><span class="glyphicon glyphicon-home"></span> <a href="https://conf.researchr.org/home/models-2020" class="navigate">MODELS 2020</a> (<a href="https://conf.researchr.org/series/models" class="navigate">series</a>) / </span><h1>Artifact Evaluation<span class="pull-right small h1">MODELS 2020</span></h1></div><div class="row"><div class="col-sm-8"><ul id="tab" class="nav nav-pills"><li><a href="#About" data-toggle="tab">About</a></li></ul><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; autoTabFunction(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><div class="tab-content"><div id="About" class="tab-pane "><p>MODELS will once again implement a separate evaluation process to assess the quality of the artifacts supporting the work presented in accepted papers. The purpose of the artifact evaluation process is to acknowledge the considerable effort required to obtain high-quality artifacts, to foster a culture of experimental reproducibility, and to provide a peer review and archiving process for artifacts analogous to that of research papers.</p> <p>The goal of artifact archiving is to ensure that the artifacts stay available for a long time, that they can be located easily, and can be reused by other researchers. Additionally, archiving allows to designate exactly the version of the artifact that was used to produce the research results.</p> <p>We aim to assess the artifacts themselves and help improve them rather than evaluate the quality of the research linked to the artifact. This process assumes that the quality of research has been already assessed and approved for MODELS by the respective program committees. Thus, the main goal of our review process is constructive: to improve the submitted artifacts, not to reject or filter them. An artifact evaluation rejection may happen if we determine that improving the artifact to sufficient quality is impossible in the given time frame, the artifact is not consistent with the paper’s results, or the artifact itself is not of sufficient relevance to the scope of the main research paper or to the MODELS community at large.</p> <p>To summarize, a good artifact is:</p> <ul> <li>Consistent with the paper</li> <li>As complete as possible</li> <li>Well-documented</li> <li>Easy to (re)use</li> <li>Publicly available and persisted</li> </ul> <p><i>Submission to the artifact evaluation committee is optional and the result of the artifact evaluation process will not influence the existing decision on already accepted papers</i></p> <p><b>Note:</b>If you think your artifact would be a good candidate for a tool demonstration at MODELS, please also consider submitting it to the <a href="https://conf.researchr.org/track/models-2020/models-2020-tools---demonstrations">Tools and Demonstrations Track</a>!</p> <h3>Benefits</h3> <p>Potential Badges - Detailed explanations can be found at <a href="https://www.acm.org/publications/policies/artifact-review-badging">Artifact Review Badging</a>!</p> <br> <center> <img src="http://www.acm.org/binaries/content/gallery/acm/publications/large-replication-badges/artifacts_evaluated_reusable.jpg" width="104px" alt="ACM's Artifacts Evaluated – Reusable Badge">       <img src="http://db-reproducibility.seas.harvard.edu/images/ACM_artifacts_available.png" width="104px" alt="ACM's Artifacts Available Badge">       <img src="https://www.acm.org/binaries/content/gallery/acm/publications/large-replication-badges/results_replicated.jpg" width="104px" alt="ACM's Artifacts Replicated Badge">       <img src="https://www.acm.org/binaries/content/gallery/acm/publications/large-replication-badges/results_replicated.jpg" width="104px" alt="ACM's Artifacts Reproduced Badge">       </center> <br> <p>Authors of papers with accepted artifacts will be invited to include an official <a href="https://www.acm.org/publications/policies/artifact-review-badging">ACM Artifact Evaluation badge</a> on the first page of the camera-ready version of their paper. This badge explicitly communicates to the paper’s readers that the authors have undergone a specific evaluation process for their artifact.</p> <h3>Submission</h3> <p>Authors of accepted papers will receive an invitation to submit their paper for artifact evaluation and detailed instructions by email.</p>  </div></div><span class="pull-right"><small>Questions? Use the <a href="https://conf.researchr.org/contact2/models-2020/models-2020-artifact-evaluation" class="navigate">MODELS Artifact Evaluation contact form</a>.</small></span><br></div><div class="col-sm-4 sidebar"><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title">Important Dates<span class="pull-right"><small><span class="glyphicon glyphicon-globe"></span><span class="glyphicon glyphicon-time"></span> AoE (UTC-12h)</small></span></div></div><table class="table table-hover important-dates-in-sidebar"><tr href="https://conf.researchr.org/track/models-2020/models-2020-artifact-evaluation" class="clickable-row past"><td>Fri 31 Jul 2020<br/>Camera ready (corresponds to Technical Track Camera Ready)</td></tr><tr href="https://conf.researchr.org/track/models-2020/models-2020-artifact-evaluation" class="clickable-row past"><td>Wed 29 Jul 2020<br/>Notification</td></tr><tr href="https://conf.researchr.org/track/models-2020/models-2020-artifact-evaluation" class="clickable-row past"><td>Fri 17 Jul 2020<br/>Artifact submission deadline</td></tr><tr href="https://conf.researchr.org/track/models-2020/models-2020-artifact-evaluation" class="clickable-row past"><td>Tue 14 Jul 2020<br/>Call for artifacts</td></tr></table></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title"><a href="https://conf.researchr.org/committee/models-2020/models-2020-artifact-evaluation-chairs---artifact-evaluation" class="navigate">Chairs</a></div></div><ul class="list-group"><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/huseyinergin" class="navigate"><div class="media"><span class="pull-left"><img alt="Huseyin Ergin" src="https://conf.researchr.org/getProfileImage/huseyinergin/2f9afd0b-fa62-4bee-a2aa-4b6e0215d3eb/micro-avatar.jpg?1711544189000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Huseyin Ergin<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Ball State University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/matthewstephan" class="navigate"><div class="media"><span class="pull-left"><img alt="Matthew Stephan" src="https://conf.researchr.org/getProfileImage/matthewstephan/05f40864-be33-49e9-9bb9-1695a0b0d281/micro-avatar.jpg?1711544189000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Matthew Stephan<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Miami University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li></ul></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title"><a href="https://conf.researchr.org/committee/models-2020/models-2020-artifact-evaluation-artifact-evaluation-committee" class="navigate">Artifact Evaluation Committee</a></div></div><ul class="list-group"><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/julianaalvespereira" class="navigate"><div class="media"><span class="pull-left"><img alt="Juliana Alves Pereira" src="https://conf.researchr.org/getProfileImage/julianaalvespereira/2ba3171c-3635-4cda-b643-914509bfdd8e/micro-avatar.jpg?1711584647000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Juliana Alves Pereira<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">PUC-Rio</span></h5><h5 class="media-heading"><small>Brazil</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/lorenaarcega" class="navigate"><div class="media"><span class="pull-left"><img alt="Lorena Arcega" src="https://conf.researchr.org/getProfileImage/lorenaarcega/2d7cf766-31b0-4e8a-be0c-4f786efb561d/micro-avatar.jpg?1711530838000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Lorena Arcega<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">San Jorge University</span></h5><h5 class="media-heading"><small>Spain</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/mojtababagherzadeh2" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Mojtaba Bagherzadeh<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black"></span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/jaimefont" class="navigate"><div class="media"><span class="pull-left"><img alt="Jaime Font" src="https://conf.researchr.org/getProfileImage/jaimefont/f368bd07-e40d-4f25-b8af-8b8828d6033e/micro-avatar.jpg?1711544189000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Jaime Font<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">San Jorge University, Spain</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/michaelherzberg" class="navigate"><div class="media"><span class="pull-left"><img alt="Michael Herzberg" src="https://conf.researchr.org/getProfileImage/michaelherzberg/dd8232fe-a396-4a17-9303-1273c2b215be/micro-avatar.jpg?1711694414000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Michael Herzberg<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Sheffield</span></h5><h5 class="media-heading"><small>United Kingdom</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/theolecalvar" class="navigate"><div class="media"><span class="pull-left"><img alt="Théo Le Calvar" src="https://conf.researchr.org/getProfileImage/theolecalvar/53814819-bf55-40d9-9fb3-e105219551f2/micro-avatar.jpg?1728284887000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Théo Le Calvar<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Angers</span></h5><h5 class="media-heading"><small>France</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/ericrapos" class="navigate"><div class="media"><span class="pull-left"><img alt="Eric Rapos" src="https://conf.researchr.org/getProfileImage/ericrapos/bdea6d11-4126-4eb6-b9ef-4632614e4eac/micro-avatar.jpg?1714396753000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Eric Rapos<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Miami University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/junesallou" class="navigate"><div class="media"><span class="pull-left"><img alt="June Sallou" src="https://conf.researchr.org/getProfileImage/junesallou/d2636855-a322-46ed-8fcc-eb0c14d446b1/micro-avatar.jpg?1711476042000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">June Sallou<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Rennes 1</span></h5><h5 class="media-heading"><small>France</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/stefansauer" class="navigate"><div class="media"><span class="pull-left"><img alt="Stefan Sauer" src="https://conf.researchr.org/getProfileImage/stefansauer/27790d9a-8a60-41d7-bf72-6a0dc9a6cb19/micro-avatar.jpg?1721666359000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Stefan Sauer<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Paderborn University</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/models-2020/vadimzaytsev" class="navigate"><div class="media"><span class="pull-left"><img alt="Vadim Zaytsev" src="https://conf.researchr.org/getProfileImage/vadimzaytsev/203d82d5-a9c9-4fbf-831c-d851624cb09c/micro-avatar.jpg?1711460926000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Vadim Zaytsev<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Twente, The Netherlands</span></h5><h5 class="media-heading"><small>Netherlands</small></h5></div></div></a></li></ul></div></div></div><div id="messages-placeholder" class="alert alert-warning" style="display:none;"><a data-dismiss="alert" class="close">x</a><em>Sun 23 Feb 21:56</em></div></div><div id="notifications-ph" class="webdsl-placeholder"></div><div id="event-modal-loader" class="webdsl-placeholder"><form name="form_131600131703c411e65b13378d08eb1f6672b5a0259" id="form_131600131703c411e65b13378d08eb1f6672b5a0259" action="https://conf.researchr.org/eventDetailsModalByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_131600131703c411e65b13378d08eb1f6672b5a0259" value="1" /><input type="hidden" name="context" value="models-2020" /><input name="ae03f7f6f951d515a297b161e922205d" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/eventDetailsModalByAjaxConferenceEdition","eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259", [{"name":"context", "value":"models-2020"},],"form_131600131703c411e65b13378d08eb1f6672b5a0259", this.nextSibling, false,"event-modal-loader"); return false;'></button><a submitid="eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="load-modal-action"></a></form></div><div id="event-star-form" class="webdsl-placeholder"><form name="form_509860938088b48fd14544d4239b498a2cf339e02b" id="form_509860938088b48fd14544d4239b498a2cf339e02b" action="https://conf.researchr.org/eventStarByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_509860938088b48fd14544d4239b498a2cf339e02b" value="1" /><input type="hidden" name="context" value="models-2020" /><input name="a0b55aa29cf9431a9461b359872014e3" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/eventStarByAjaxConferenceEdition","eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b", [{"name":"context", "value":"models-2020"},],"form_509860938088b48fd14544d4239b498a2cf339e02b", this.nextSibling, false,"event-star-form"); return false;'></button><a submitid="eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="star-event-action"></a></form></div><div id="event-modals" class="webdsl-placeholder"></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; addEventModalLoadOnClick(node); addStarredEventOnClick(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><footer class="footer"><div class="container"><div class="footer-box"><div class="row"><div class="col-sm-3"><h3><a href="https://conf.researchr.org/home/models-2020" class="navigate"><span class="glyphicon glyphicon-home"></span> MODELS 2020</a></h3><div><a href="https://conf.researchr.org/contact/models-2020" class="navigate"><span class="glyphicon glyphicon-envelope"></span> contact form</a></div><hr/>using <a href="https://conf.researchr.org" class="navigate">conf.researchr.org</a> (<a href="http://yellowgrass.org/roadmap/conf.researchr.org" class="navigate">v1.69.0</a>)<br/><small><a href="https://conf.researchr.org/support/models-2020" target="_blank" class="navigate"><span class="glyphicon glyphicon-question-sign"></span> Support page</a></small><br/><small></small></div><div class="col-sm-5"><div class="row"><div class="col-sm-6"><h4>Tracks</h4><a href="https://conf.researchr.org/track/models-2020/models-2020-technical-track" class="navigate">Technical Track</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-industry-days" class="navigate">Industry Days</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-artifact-evaluation" class="navigate">Artifact Evaluation</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-educators-symposium" class="navigate">Educators Symposium</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-tools---demonstrations" class="navigate">Tools & Demonstrations</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-posters" class="navigate">Posters</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-workshops" class="navigate">Workshops</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-tutorials" class="navigate">Tutorials</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-doctoral-symposium" class="navigate">Doctoral Symposium</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-acm-student-research-competition" class="navigate">ACM Student Research Competition</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-keynotes" class="navigate">Keynotes</a><br/><a href="https://conf.researchr.org/track/models-2020/awards" class="navigate">Awards</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-panel" class="navigate">Panel</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-models-information" class="navigate">MODELS</a><br/><a href="https://conf.researchr.org/track/models-2020/models-2020-sam-conference" class="navigate">SAM Conference</a></div><div class="col-sm-6"></div></div></div><div class="col-sm-2"><h4>Attending</h4><a href="https://conf.researchr.org/venue/models-2020/models-2020-venue" class="navigate">Venue: Online</a><br><a href="https://conf.researchr.org/attending/models-2020/registration" class="navigate">Registration</a></div><div class="col-sm-2"><a href="https://conf.researchr.org/signup/models-2020" class="navigate">Sign Up</a></div></div></div></div></footer></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; let defaultplacement = $(document).scrollLeft() > 100 ? 'auto left' : 'auto top'; $(node).find('[title]').each( function(i,el){ var $e=$(el);$e.tooltip({placement: function(tt, elem){ var attval = elem.getAttribute('data-placement'); return attval ? attval : defaultplacement; }, sanitize: false, container: 'body' }) } ).on('show.bs.tooltip', function () { let el = this; while (el && window.getComputedStyle(el).position !== 'fixed') { el = el.parentElement; } if(el) $(this).data('bs.tooltip').options.container = el;});$('.tooltip.fade.in, .ui-tooltip-content').remove(); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><script type="text/javascript">jQuery(document).ready(function($) { $(".clickable-row").click(function() { var href = $(this).attr("href"); if( window.location.href.indexOf( href ) < 0 ){ if ($(this).hasClass('new-window') ){ window.open( href ); } else { window.document.location = href; } } }); }); </script></body></html>