CINXE.COM

<!DOCTYPE html> <html> <head> <meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1"> <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> <link href="https://conf.researchr.org/favicon.ico?28d37e6d7e5e12d24c39bdba0f4f3cfd" rel="shortcut icon" type="image/x-icon" /> <link href="https://conf.researchr.org/stylesheets/common_.css?d7bcca3579a066193caf560ede9d6399" rel="stylesheet" type="text/css" /> <title>Mutation 2024 - ICST 2024</title> <script type="text/javascript">var show_webdsl_debug=false;</script> <script type="text/javascript">var contextpath="https://conf.researchr.org";</script> <link rel="stylesheet" href="https://conf.researchr.org/stylesheets/bootstrap/css/bootstrap.min.css?7f89537eaf606bff49f5cc1a7c24dbca" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/conf.css?d8ff81ab1f2387936557f525e4e8eb20" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/getFile/011ada40-ab0a-4497-b08e-f4bd71aa63ab/logo_svg.css?1688713277894" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/flatpickr-4.3.2.min.css?8eedb7a0f2455c0dbbbbcc46c4172c0d" type="text/css" /><link rel="stylesheet" href="https://conf.researchr.org/stylesheets/theme.bootstrap_3.min.css?6867e70881e6ed2c03b6c9cf9c3152e0" type="text/css" /><script type="text/javascript" src="//code.jquery.com/jquery-3.5.1.min.js"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/faceted-filtering.js?b66007ca48ecd1d87e1cdd60e4e42366"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/flatpickr-4.3.2.min.js?c2885c17ae5fd471c9a40c437e8a2736"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/jquery.tablesorter.combined.min.js?285b21976326641f8f1b910492e6d5d0"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/jquery.tablesorter.pager.min.js?4551cdfea66f45a11ae5548f3d50a06f"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/tablesorter-init.js?ee6babedf1a6be960e4543a1bb57b421"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/bootstrap/js/bootstrap.min.js?2f34b630ffe30ba2ff2b91e3f3c322a1"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/notify.min.js?e86d399917a84b69a4683f504c7a7813"></script> <script type="text/javascript" src="https://conf.researchr.org/javascript/ajax.js?2dbd1cc4f8f2d52ae9c879d7346f4f8a"></script> <script type="text/javascript">(function($){ $(document).ready(function(){ $('ul.dropdown-menu [data-toggle=dropdown]').on('click', function(event) { event.preventDefault(); event.stopPropagation(); $(this).parent().siblings().removeClass('open'); $(this).parent().toggleClass('open'); }); }); })(jQuery); </script> <script type="text/javascript"> $(window).on('popstate', function(){ $('.modal.in').modal('hide') }); </script><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; $(node).find('.modal').on( 'shown.bs.modal', function(){ if(history.pushState){ history.pushState({ id: 'modal', modalId: $(this).attr('id') }, null, window.location.href); } } ).on( 'hidden.bs.modal', function (){ if( history.state != null && history.state.modalId == $(this).attr('id') ){ history.back(); } } ); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script> <script>window.dataLayer = window.dataLayer || [];function gtag(){dataLayer.push(arguments);}gtag('js', new Date());gtag('config', 'G-4G0QWEKVQS', {'cookie_domain': 'auto', 'anonymizeIp': true });gtag('config', 'UA-9607501-2', {'cookie_domain': 'auto', 'anonymizeIp': true });</script> <meta prefix='og: http://ogp.me/ns#' property='og:description' content='Mutation analysis involves mutations of software artifacts that are then used to evaluate the quality of software verification tools and techniques. It is considered the premier technique for evaluating the fault revealing effectiveness of test suites, test generation techniques, and other testing approaches. Ideas derived from mutation analysis have also been used to test artifacts at different levels of abstraction, including requirements, formal specifications, models, architectural design notations and even informal descriptions. Recently, mutation has played an important role in soft ...'> <meta prefix='og: http://ogp.me/ns#' property='og:image' content='https://conf.researchr.org/getImage/icst-2024/carousel/toronto.jpg?1689046726000'> <script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; $(node).find('input.flatpickr:not([id])').focusout( function(){ this.dispatchEvent( new KeyboardEvent('keydown',{keyCode:13, bubbles: true}) ); } ); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script> <script type="text/javascript">function addEventModalLoadOnClick( containerNode ){ $(containerNode).find( "a[data-event-modal]" ).on("click", function(e){ var eventId = $(this).data("event-modal"); var modalElem = $("#modal-" + eventId); if(modalElem.length){ modalElem.modal({ backdrop: 'static', keyboard: true}, 'show'); } else { var loaderElem = $("#event-modal-loader"); loaderElem.find("input.event-id-input").val( eventId ); loaderElem.find("#load-modal-action").click(); } e.preventDefault(); } ); } </script><script type="text/javascript">function addStarredEventOnClick( containerNode ){ $(containerNode).find( "[data-event-star]" ).on("click", function(e){ var eventId = $(this).data("event-star"); var starEventFormElem = $("#event-star-form"); starEventFormElem.find("input.event-id-input").val( eventId ); starEventFormElem.find("#star-event-action").click(); e.preventDefault(); e.stopPropagation(); } ); } </script><script type="text/javascript">function pauseOnCloseModal( modalid ){ //pauses video (only youtube at the moment) when closing modal $('#' + modalid).on('hidden.bs.modal', function () { $(this).find('.embed-container iframe[src*=enablejsapi]').each( function(){ this.contentWindow.postMessage('{"event":"command","func":"pauseVideo","args":""}', '*') } ); } ) } </script> <script type="text/javascript">$(document).ready( function(){ $('#program-menu a[data-fltr-type]').on('click', function(event){ event.preventDefault(); window.location = $(this).attr('href') + "?" + encodeURIComponent( $(this).data('fltr-type') ) + '=' + encodeURIComponent( $(this).data('fltr-val') ); }) }) </script> <script type="text/javascript">var ignoreHashChange = false; function hashChangeFunc(){ // show active tab on hash in url if (window.location.hash !== ''){ var hashTargetAll = $('a[href="' + window.location.hash + '"]'); if(hashTargetAll.length){ var hashTarget = hashTargetAll.filter('[data-toggle="tab"]') if( hashTarget.length ){ hashTarget = hashTarget.first(); hashTarget.tab('show'); } else { hashTarget = hashTargetAll.first(); } // and open parent tabs in case the target element is nested in a tab var parentPane = hashTarget.closest( '.tab-pane' ); if(parentPane.length){ $('.nav a[href="#'+ parentPane.attr('id') +'"]').tab('show'); } var parentCollapse = hashTarget.closest( '.panel-collapse:not(.in)' ).collapse('show'); } } return false; } $(document).ready(function(){ var tabFromRequestUrl = window.location.hash !== '' ? $('a[href="' + window.location.hash + '"][data-toggle="tab"]') : []; var initUrlHash = window.location.hash; hashChangeFunc() if( tabFromRequestUrl.length ){ //Prevent the browser to auto-scroll to the anchor of the tab window.location.hash = ""; } //make in-page #links open the tabs if ($._data( $(window)[0], 'events' ).hashchange == undefined){ $(window).on('hashchange', hashChangeFunc); } if(tabFromRequestUrl.length){ setTimeout( function(){ ignoreHashChange = true; history.replaceState(null, null, initUrlHash); ignoreHashChange = false; }, 10 ); } }); var autoTabFunction = function(node){ var isActivatingFirstTab = false; // remember the hash in the URL without jumping $('a[data-toggle="tab"]:not(.no-hash):not(.bound)').addClass('bound').on('shown.bs.tab', function(e){ if(!isActivatingFirstTab){ var newhash = '#' + $(e.target).attr('href').substr(1); if(history.replaceState){ history.replaceState(null, null, newhash); } else{ location.hash = newhash; } } }); //When no tab is active, set the first one to active $(node).find('.nav-tabs:not(.bound), .nav-pills:not(.bound)').addClass('bound').each(function(){ if( $(this).children().length > 0 && 1 > $(this).find('.active').length){ const firstItem = $(this).find('a[data-toggle="tab"]').first(); isActivatingFirstTab = true; firstItem.tab('show'); isActivatingFirstTab = false; } }); } </script> <script async src="https://www.googletagmanager.com/gtag/js?id=G-4G0QWEKVQS"></script> <meta name='keywords' content='ICST,ICST 2023,Internal Conference on Software Testing,Software Testing'>  <meta prefix='og: http://ogp.me/ns#' property='og:title' content='Mutation 2024 - ICST 2024'> <meta name='description' content='Mutation analysis involves mutations of software artifacts that are then used to evaluate the quality of software verification tools and techniques. It is considered the premier technique for evaluating the fault revealing effectiveness of test suites, test generation techniques, and other testing approaches. Ideas derived from mutation analysis have also been used to test artifacts at different levels of abstraction, including requirements, formal specifications, models, architectural design notations and even informal descriptions. Recently, mutation has played an important role in soft ...'> </head> <body id="home"><div class="frame"><div class="logobar"><div class="container"><a href="https://conf.researchr.org/home/icst-2024" class="navbar-brand navigate"><span class="brand-text">ICST 2024</span></a><div class="place">Mon 27 - Fri 31 May 2024 <a href="https://conf.researchr.org/venue/icst-2024/icst-2024-venue" class="navigate">Canada</a></div></div></div><div class="navbar navbar-default"><div class="container"><div class="navbar-header"><button type="button" data-toggle="collapse" data-target="#navigationbar" class="navbar-toggle"><span class="sr-only">Toggle navigation</span><span class="icon-bar"></span><span class="icon-bar"></span><span class="icon-bar"></span></button></div><div id="navigationbar" class="navigationbar collapse navbar-collapse"><ul class="block nav navbar-nav"><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Attending <span class="caret"></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/venue/icst-2024/icst-2024-area-events" class="navigate">The Area: North York and the City of Toronto</a></li><li class="block"><a href="https://conf.researchr.org/venue/icst-2024/icst-2024-venue1" class="navigate">Venue: Second Student Centre, York University</a></li><li class="block"><a href="https://conf.researchr.org/venue/icst-2024/icst-2024-venue" class="navigate">Hotels: Toronto & Vaughan</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/Social" class="navigate">Social</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/equity-diversity-inclusion-plan" class="navigate">Equity, Diversity and Inclusion Plan</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/code-of-conduct" class="navigate">Code of Conduct</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/registration" class="navigate">Registration</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/student-volunteers" class="navigate">Student Volunteers</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/visa-information" class="navigate">Visa Information</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/presentation" class="navigate">Guidelines for Creating Presentations</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/wifi" class="navigate">Wifi</a></li><li class="block"><a href="https://conf.researchr.org/attending/icst-2024/banquet" class="navigate">Banquet, how to get there and back</a></li></ul></li><li class="block"><a href="https://conf.researchr.org/info/icst-2024/sponsorship-opportunities" class="navigate">Sponsorship Opportunities</a></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Program <span class="caret"></span></a><ul id="program-menu" class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" class="navigate">ICST Program</a></li><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" data-fltr-type="prog" data-fltr-val="Your Program" class="navigate"><span class="glyphicon glyphicon-star"></span> Your Program</a></li><li class="block divider"></li><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" data-fltr-type="date" data-fltr-val="Mon 27 May 2024" class="navigate">Mon 27 May</a></li><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" data-fltr-type="date" data-fltr-val="Tue 28 May 2024" class="navigate">Tue 28 May</a></li><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" data-fltr-type="date" data-fltr-val="Wed 29 May 2024" class="navigate">Wed 29 May</a></li><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" data-fltr-type="date" data-fltr-val="Thu 30 May 2024" class="navigate">Thu 30 May</a></li><li class="block"><a href="https://conf.researchr.org/program/icst-2024/program-icst-2024/" data-fltr-type="date" data-fltr-val="Fri 31 May 2024" class="navigate">Fri 31 May</a></li></ul></li><li id="tracks-in-navbar" class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Tracks <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-3"><div class="row"><div class="col-sm-5"><ul class="block multi-column-dropdown"><li class="block dropdown-header">ICST 2024</li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-doctoral-symposium" class="navigate">Doctoral Symposium</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-industry" class="navigate">Industry</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-journal-first-papers" class="navigate">Journal-First Papers</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-keynotes" class="navigate">Keynotes</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-mips" class="navigate">Most Influential Paper</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-posters" class="navigate">Posters</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-papers" class="navigate">Research Papers</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-testing-tool-demo" class="navigate">Testing Tools and Demonstration</a></li><li class="block"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-workshops" class="navigate">Workshops</a></li></ul></div><div class="col-sm-7"><ul class="block multi-column-dropdown"><li class="block dropdown-header">Workshops</li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/a-most-2024" class="navigate"><strong>A-MOST</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/aist-2024" class="navigate"><strong>AIST</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/cciw-2024" class="navigate"><strong>CCIW</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/iteqs-2024" class="navigate"><strong>ITEQS</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/iwct-2024" class="navigate"><strong>IWCT</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/insta-2024" class="navigate"><strong>InSTA</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/modal-2024" class="navigate"><strong>MODAL</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/mutation-2024" class="navigate"><strong>Mutation</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/nexta-2024" class="navigate"><strong>NEXTA</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/testads-2024" class="navigate"><strong>TestADS</strong> </a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2024/testEd-2024" class="navigate"><strong>TestEd</strong> </a></li></ul></div></div></ul></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle">Organization <span class="caret"></span></a><ul class="block dropdown-menu multi-column columns-2"><div class="row"><div class="col-sm-6"><ul class="block multi-column-dropdown"><li class="block dropdown-header">ICST 2024 Committees</li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-steering-committee" class="navigate">Steering Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-student-volunteers" class="navigate">Student Volunteers</a></li><li class="block dropdown-header">Track Committees </li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Doctoral Symposium</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-doctoral-symposium-program-committee" class="navigate">Program Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-doctoral-symposium-panel" class="navigate">Panel</a></li></ul></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-industry-program-committee" class="navigate"><strong>Industry</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-journal-first-papers-program-committee" class="navigate"><strong>Journal-First Papers</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-posters-program-committee" class="navigate"><strong>Posters</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-papers-program-committee" class="navigate"><strong>Research Papers</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-testing-tool-program-committee" class="navigate"><strong>Testing Tools and Demonstration</strong></a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/icst-2024-workshops-program-committee" class="navigate"><strong>Workshops</strong></a></li><li class="block dropdown-header">Contributors</li><li class="block"><a href="https://conf.researchr.org/people-index/icst-2024" class="navigate"><span class="glyphicon glyphicon-search"></span><sup><span class="glyphicon glyphicon-user"></span></sup> People Index</a></li></ul></div><div class="col-sm-6"><ul class="block multi-column-dropdown"><li class="block dropdown-header">Workshops</li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>A-MOST</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/a-most-2024-papers-organizing-committee-" class="navigate">Organizing Committee </a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/a-most-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>AIST</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/aist-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/aist-2024-papers-program-committee" class="navigate">Program Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/aist-2024-papers-steering-committee-" class="navigate">Steering Committee </a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>CCIW</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/cciw-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>ITEQS</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/iteqs-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/iteqs-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>IWCT</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/iwct-2024-papers-program-committee" class="navigate">Program Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/iwct-2024-papers-steering-committee" class="navigate">Steering Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/iwct-2024-papers-ct-competition-committee" class="navigate">CT Competition Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>InSTA</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/insta-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/insta-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>MODAL</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/modal-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>Mutation</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/mutation-2024-papers-organising-committee" class="navigate">Organising Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/mutation-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>NEXTA</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/nexta-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/nexta-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>TestADS</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/testads-2024-papers-organizing-committee" class="navigate">Organizing Committee</a></li><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/testads-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li><li class="dropdown dropdown-submenu "><a href="#" data-toggle="dropdown" class="dropdown-toggle"><strong>TestEd</strong></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/committee/icst-2024/test-ed-2024-papers-program-committee" class="navigate">Program Committee</a></li></ul></li></ul></div></div></ul></li><li class="block"><a href="https://conf.researchr.org/search/icst-2024//all" class="navigate"><span class="glyphicon glyphicon-search"></span><span class="hidden-sm"> Search</span></a></li><li class="dropdown"><a href="#" data-toggle="dropdown" class="dropdown-toggle"><span class="hidden-sm">Series <span class="caret"></span></span><span title="Series" class="visible-sm"><span class="glyphicon glyphicon-repeat"></span> <span class="caret"></span></span></a><ul class="block dropdown-menu"><li class="block"><a href="https://conf.researchr.org/series/icst" class="navigate"><span class="glyphicon glyphicon-home"></span> Series</a></li><li class="block divider"></li><li class="block"><a href="https://conf.researchr.org/home/icst-2025" class="navigate">ICST 2025</a></li><li class="block"><span class="text-muted" style="margin-left: 2px;"><span class="glyphicon glyphicon-hand-right"></span> ICST 2024</span></li><li class="block"><a href="https://conf.researchr.org/home/icst-2023" class="navigate">ICST 2023</a></li><li class="block"><a href="https://icst2022.vrain.upv.es" class="navigate">ICST 2022</a></li><li class="block"><a href="https://icst2021.icmc.usp.br" class="navigate">ICST 2021</a></li><li class="block"><a href="https://conf.researchr.org/home/icst-2020" class="navigate">ICST 2020</a></li></ul></li></ul><div class="navbar-right"><ul class="block nav navbar-nav"><li class="block"><a href="https://conf.researchr.org/signin/icst-2024/https%3A%5Es%5Esconf.researchr.org%5Eshome%5Esicst-2024%5Esmutation-2024" rel="nofollow" class="navigate">Sign in</a></li><li class="block"><a href="https://conf.researchr.org/signup/icst-2024" class="navigate">Sign up</a></li></ul></div></div></div></div><div id="content" class="container"><div class="page-header"><span class="text-muted small"><span class="glyphicon glyphicon-home"></span> <a href="https://conf.researchr.org/home/icst-2024" class="navigate">ICST 2024</a> (<a href="https://conf.researchr.org/series/icst" class="navigate">series</a>) / </span><span class="text-muted small">Mutation 2024 (<a href="https://conf.researchr.org/series/mutation" class="navigate">series</a>) / </span><h1>Mutation 2024</h1></div><div class="row"><div class="col-sm-8"><ul id="tab" class="nav nav-pills"><li><a href="#About" data-toggle="tab">About</a></li><li><a href="#program" data-toggle="tab">Program</a></li><li><a href="#event-overview" data-toggle="tab">Accepted Papers</a></li><li><a href="#Keynote" data-toggle="tab">Keynote</a></li><li><a href="#Call-for-Papers" data-toggle="tab">Call for Papers</a></li></ul><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; autoTabFunction(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><div class="tab-content"><div id="About" class="tab-pane "><p>Mutation analysis involves <em>mutations</em> of software artifacts that are then used to evaluate the quality of software verification tools and techniques. It is considered the premier technique for evaluating the fault revealing effectiveness of test suites, test generation techniques, and other testing approaches.</p> <p>Ideas derived from mutation analysis have also been used to test artifacts at different levels of abstraction, including requirements, formal specifications, models, architectural design notations and even informal descriptions. Recently, mutation has played an important role in software engineering for AI, such as in verifying trained models and behaviours. Furthermore, researchers and practitioners have investigated diverse forms of mutation, such as training or test data mutation, in combination with metamorphic testing to evaluate model performance in machine learning and detecting adversarial examples.</p> <p>To be the premier forum for practitioners and researchers to discuss recent advances in the area of mutation analysis and propose new research directions, Mutation 2024 will feature keynote and invited talks, and will invite submissions of full and short length research paper, full and short length industry papers, and ‘Hot Off the Press’ presentations.</p> <h3>Highlights</h3><table class="table table-condensed"><colgroup width="5"/><colgroup/><thead><tr><th><span class="glyphicon glyphicon-star"></span></th><th>Title</th></tr></thead><tr><td><span data-event-star="bd628b7b-1ab7-46bd-8535-7d1a7d64c81b" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="bd628b7b-1ab7-46bd-8535-7d1a7d64c81b">Keynote: Mutation for AI and with AI</a><div class="prog-track">Mutation</div><div class="performers"><span title="Keynote Speaker" class="role">K: </span><a href="https://conf.researchr.org/profile/icst-2024/jiemzhang" class="navigate">Jie M. Zhang</a></div></td></tr></table></div><div id="program" class="tab-pane "><div class="faceted-filtering"><div class="row plenary-facets"><div class="col-sm-1"><strong>Plenary</strong></div><div class="col-sm-11"><div data-facet-type="plenary" class="facet-placeholder"></div></div></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; $(node).find('.modal').on('shown.bs.modal', function() {if(gtag) { gtag( 'event', 'Show Details in Modal' , {'event_category': 'Event Information', 'event_label': '' + $(this).find('.modal-title').text() + ''} ) } } ) }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><div tabindex="-1" id="hidden-modal" class="modal"><div class="modal-dialog "><div class="modal-content"></div></div></div><div id="program-settings-modal" class="webdsl-placeholder"><div id="userProgramSettings" class="modal fade"><div class="modal-dialog "><div class="modal-content"><div class="modal-header"><a data-dismiss="modal" class="close"><span class="glyphicon glyphicon-remove"></span></a><h3>Program Display Configuration</h3></div><div class="modal-body"><form name="form11390898770538530f0e2bbdb67872b491120c5c8a7" id="form11390898770538530f0e2bbdb67872b491120c5c8a7" action="https://conf.researchr.org/userProgramSettingsModalConferenceEdition" accept-charset="UTF-8" method="POST" role="form" class="form-horizontal"><input type="hidden" name="form11390898770538530f0e2bbdb67872b491120c5c8a7" value="1" /><input type="hidden" name="context" value="icst-2024" /><div class="panel panel-default timezone-panel"><div class="panel-heading clearfix"><div class="panel-title">Time Zone</div></div><div class="panel-body"><span class="help-block">The program is currently displayed in <strong>(GMT-04:00) Eastern Time (US & Canada)</strong>.</span><div class="row"><div class="col-sm-11 col-sm-offset-1"><label class="radio"><input type="radio" checked="checked" name="9659afaa126198132be460b106e35ccb" value="false" onchange="if( ($(this).val() == 'true' && this.checked) != $('#cec04de0447905c49fb377c6d9693505').is(':visible') ) { $('#cec04de0447905c49fb377c6d9693505').fadeToggle( 250 ); }"/><strong>Use conference time zone: (GMT-04:00) Eastern Time (US & Canada)</strong></label><label class="radio"><input type="radio" name="9659afaa126198132be460b106e35ccb" value="true" onchange="if( ($(this).val() == 'true' && this.checked) != $('#cec04de0447905c49fb377c6d9693505').is(':visible') ) { $('#cec04de0447905c49fb377c6d9693505').fadeToggle( 250 ); }"/>Select other time zone</label><div id="cec04de0447905c49fb377c6d9693505" style=" display: none;"><select name="0e35d6393a8ba494aa0723dd51b6899c" class="select form-control"><option value="" selected="selected" data-utc-minute-offset="0"></option><option value="Etc/GMT+12" data-utc-minute-offset="-720">(GMT-12:00) AoE (Anywhere On Earth)</option><option value="Pacific/Midway" data-utc-minute-offset="-660">(GMT-11:00) Midway Island, Samoa</option><option value="America/Adak" data-utc-minute-offset="-600">(GMT-09:00) Hawaii-Aleutian</option><option value="Etc/GMT+10" data-utc-minute-offset="-600">(GMT-10:00) Hawaii</option><option value="Pacific/Marquesas" data-utc-minute-offset="-570">(GMT-09:30) Marquesas Islands</option><option value="Pacific/Gambier" data-utc-minute-offset="-540">(GMT-09:00) Gambier Islands</option><option value="America/Anchorage" data-utc-minute-offset="-540">(GMT-08:00) Alaska</option><option value="America/Ensenada" data-utc-minute-offset="-480">(GMT-07:00) Tijuana, Baja California</option><option value="Etc/GMT+8" data-utc-minute-offset="-480">(GMT-08:00) Pitcairn Islands</option><option value="America/Los_Angeles" data-utc-minute-offset="-480">(GMT-07:00) Pacific Time (US & Canada)</option><option value="America/Denver" data-utc-minute-offset="-420">(GMT-06:00) Mountain Time (US & Canada)</option><option value="America/Chihuahua" data-utc-minute-offset="-360">(GMT-06:00) Chihuahua, La Paz, Mazatlan</option><option value="America/Dawson_Creek" data-utc-minute-offset="-420">(GMT-07:00) Arizona</option><option value="America/Belize" data-utc-minute-offset="-360">(GMT-06:00) Saskatchewan, Central America</option><option value="America/Cancun" data-utc-minute-offset="-300">(GMT-05:00) Guadalajara, Mexico City, Monterrey</option><option value="Chile/EasterIsland" data-utc-minute-offset="-300">(GMT-06:00) Easter Island</option><option value="America/Chicago" data-utc-minute-offset="-360">(GMT-05:00) Central Time (US & Canada)</option><option value="America/New_York" data-utc-minute-offset="-300">(GMT-04:00) Eastern Time (US & Canada)</option><option value="America/Havana" data-utc-minute-offset="-300">(GMT-04:00) Cuba</option><option value="America/Bogota" data-utc-minute-offset="-300">(GMT-05:00) Bogota, Lima, Quito, Rio Branco</option><option value="America/Caracas" data-utc-minute-offset="-240">(GMT-04:00) Caracas</option><option value="America/Santiago" data-utc-minute-offset="-180">(GMT-04:00) Santiago</option><option value="America/La_Paz" data-utc-minute-offset="-240">(GMT-04:00) La Paz</option><option value="Atlantic/Stanley" data-utc-minute-offset="-180">(GMT-03:00) Faukland Islands</option><option value="America/Campo_Grande" data-utc-minute-offset="-240">(GMT-04:00) Manaus, Amazonas, Brazil</option><option value="America/Goose_Bay" data-utc-minute-offset="-240">(GMT-03:00) Atlantic Time (Goose Bay)</option><option value="America/Glace_Bay" data-utc-minute-offset="-240">(GMT-03:00) Atlantic Time (Canada)</option><option value="America/St_Johns" data-utc-minute-offset="-210">(GMT-02:30) Newfoundland</option><option value="America/Araguaina" data-utc-minute-offset="-180">(GMT-03:00) UTC-3</option><option value="America/Montevideo" data-utc-minute-offset="-180">(GMT-03:00) Montevideo</option><option value="America/Miquelon" data-utc-minute-offset="-180">(GMT-02:00) Miquelon, St. Pierre</option><option value="America/Godthab" data-utc-minute-offset="-180">(GMT-02:00) Greenland</option><option value="America/Argentina/Buenos_Aires" data-utc-minute-offset="-180">(GMT-03:00) Buenos Aires</option><option value="America/Sao_Paulo" data-utc-minute-offset="-180">(GMT-03:00) Brasilia, Distrito Federal, Brazil</option><option value="America/Noronha" data-utc-minute-offset="-120">(GMT-02:00) Mid-Atlantic</option><option value="Atlantic/Cape_Verde" data-utc-minute-offset="-60">(GMT-01:00) Cape Verde Is.</option><option value="Atlantic/Azores" data-utc-minute-offset="-60">(GMT) Azores</option><option value="Etc/UTC" data-utc-minute-offset="0">(UTC) Coordinated Universal Time</option><option value="Europe/Belfast" data-utc-minute-offset="0">(GMT+01:00) Belfast</option><option value="Europe/Dublin" data-utc-minute-offset="0">(GMT+01:00) Dublin</option><option value="Europe/Lisbon" data-utc-minute-offset="0">(GMT+01:00) Lisbon</option><option value="Europe/London" data-utc-minute-offset="0">(GMT+01:00) London</option><option value="Africa/Abidjan" data-utc-minute-offset="0">(GMT) Monrovia, Reykjavik</option><option value="Europe/Amsterdam" data-utc-minute-offset="60">(GMT+02:00) Amsterdam, Berlin, Bern, Rome, Stockholm, Vienna</option><option value="Europe/Belgrade" data-utc-minute-offset="60">(GMT+02:00) Belgrade, Bratislava, Budapest, Ljubljana, Prague</option><option value="Europe/Brussels" data-utc-minute-offset="60">(GMT+02:00) Brussels, Copenhagen, Madrid, Paris</option><option value="Africa/Algiers" data-utc-minute-offset="60">(GMT+01:00) West Central Africa</option><option value="Africa/Windhoek" data-utc-minute-offset="120">(GMT+02:00) Windhoek</option><option value="Europe/Athens" data-utc-minute-offset="120">(GMT+03:00) Athens</option><option value="Asia/Beirut" data-utc-minute-offset="120">(GMT+03:00) Beirut</option><option value="Africa/Cairo" data-utc-minute-offset="120">(GMT+02:00) Cairo</option><option value="Asia/Gaza" data-utc-minute-offset="120">(GMT+03:00) Gaza</option><option value="Africa/Blantyre" data-utc-minute-offset="120">(GMT+02:00) Harare, Pretoria</option><option value="Asia/Jerusalem" data-utc-minute-offset="120">(GMT+03:00) Jerusalem</option><option value="Europe/Minsk" data-utc-minute-offset="180">(GMT+03:00) Minsk</option><option value="Asia/Damascus" data-utc-minute-offset="180">(GMT+03:00) Syria</option><option value="Europe/Moscow" data-utc-minute-offset="180">(GMT+03:00) Moscow, St. Petersburg, Volgograd</option><option value="Africa/Addis_Ababa" data-utc-minute-offset="180">(GMT+03:00) Nairobi</option><option value="Asia/Tehran" data-utc-minute-offset="210">(GMT+03:30) Tehran</option><option value="Asia/Dubai" data-utc-minute-offset="240">(GMT+04:00) Abu Dhabi, Muscat</option><option value="Asia/Yerevan" data-utc-minute-offset="240">(GMT+04:00) Yerevan</option><option value="Asia/Kabul" data-utc-minute-offset="270">(GMT+04:30) Kabul</option><option value="Asia/Yekaterinburg" data-utc-minute-offset="300">(GMT+05:00) Ekaterinburg</option><option value="Asia/Tashkent" data-utc-minute-offset="300">(GMT+05:00) Tashkent</option><option value="Asia/Kolkata" data-utc-minute-offset="330">(GMT+05:30) Chennai, Kolkata, Mumbai, New Delhi</option><option value="Asia/Katmandu" data-utc-minute-offset="345">(GMT+05:45) Kathmandu</option><option value="Asia/Dhaka" data-utc-minute-offset="360">(GMT+06:00) Astana, Dhaka</option><option value="Asia/Novosibirsk" data-utc-minute-offset="420">(GMT+07:00) Novosibirsk</option><option value="Asia/Rangoon" data-utc-minute-offset="390">(GMT+06:30) Yangon (Rangoon)</option><option value="Asia/Bangkok" data-utc-minute-offset="420">(GMT+07:00) Bangkok, Hanoi, Jakarta</option><option value="Asia/Krasnoyarsk" data-utc-minute-offset="420">(GMT+07:00) Krasnoyarsk</option><option value="Asia/Hong_Kong" data-utc-minute-offset="480">(GMT+08:00) Beijing, Chongqing, Hong Kong, Urumqi</option><option value="Asia/Irkutsk" data-utc-minute-offset="480">(GMT+08:00) Irkutsk, Ulaan Bataar</option><option value="Australia/Perth" data-utc-minute-offset="480">(GMT+08:00) Perth</option><option value="Australia/Eucla" data-utc-minute-offset="525">(GMT+08:45) Eucla</option><option value="Asia/Tokyo" data-utc-minute-offset="540">(GMT+09:00) Osaka, Sapporo, Tokyo</option><option value="Asia/Seoul" data-utc-minute-offset="540">(GMT+09:00) Seoul</option><option value="Asia/Yakutsk" data-utc-minute-offset="540">(GMT+09:00) Yakutsk</option><option value="Australia/Adelaide" data-utc-minute-offset="630">(GMT+09:30) Adelaide</option><option value="Australia/Darwin" data-utc-minute-offset="570">(GMT+09:30) Darwin</option><option value="Australia/Brisbane" data-utc-minute-offset="600">(GMT+10:00) Brisbane</option><option value="Australia/Hobart" data-utc-minute-offset="660">(GMT+10:00) Hobart</option><option value="Asia/Vladivostok" data-utc-minute-offset="600">(GMT+10:00) Vladivostok</option><option value="Australia/Lord_Howe" data-utc-minute-offset="660">(GMT+10:30) Lord Howe Island</option><option value="Etc/GMT-11" data-utc-minute-offset="660">(GMT+11:00) Solomon Is., New Caledonia</option><option value="Asia/Magadan" data-utc-minute-offset="660">(GMT+11:00) Magadan</option><option value="Pacific/Norfolk" data-utc-minute-offset="720">(GMT+11:00) Norfolk Island</option><option value="Asia/Anadyr" data-utc-minute-offset="720">(GMT+12:00) Anadyr, Kamchatka</option><option value="Pacific/Auckland" data-utc-minute-offset="780">(GMT+12:00) Auckland, Wellington</option><option value="Etc/GMT-12" data-utc-minute-offset="720">(GMT+12:00) Fiji, Kamchatka, Marshall Is.</option><option value="Pacific/Chatham" data-utc-minute-offset="825">(GMT+12:45) Chatham Islands</option><option value="Pacific/Tongatapu" data-utc-minute-offset="780">(GMT+13:00) Nuku'alofa</option><option value="Pacific/Kiritimati" data-utc-minute-offset="840">(GMT+14:00) Kiritimati</option></select><script type="text/javascript">var tzOffsetMin = new Date().getTimezoneOffset()*-1; var sel = document.getElementsByName('0e35d6393a8ba494aa0723dd51b6899c')[0] var opts = sel.options; for (var opt, j = 0; opt = opts[j]; j++) { if (opt.getAttribute('data-utc-minute-offset') == tzOffsetMin) { sel.selectedIndex = j; break; } } </script></div></div></div><br><span class="help-block"><small><span class="glyphicon glyphicon-info-sign"></span> The GMT offsets shown reflect the offsets <strong>at the moment of the conference</strong>.</small></span></div></div><div class="panel panel-default timeband-panel"><div class="panel-heading clearfix"><div class="panel-title">Time Band</div></div><div class="panel-body"><span class="help-block">By setting a time band, the program will dim events that are outside this time window. This is useful for (virtual) conferences with a continuous program (with repeated sessions).<br>The time band will also limit the events that are included in the personal iCalendar subscription service.</span><div class="row"><div class="col-sm-11 col-sm-offset-1"><label class="radio"><input type="radio" checked="checked" name="f1869fcfb40f29e9c9c46042f4fbda2c" value="false" onchange="if( ($(this).val() == 'true' && this.checked) != $('#c2371058bcb9b31dd10e115e7f712708').is(':visible') ) { $('#c2371058bcb9b31dd10e115e7f712708').fadeToggle( 250 ); }"/><strong>Display full program</strong></label><label class="radio"><input type="radio" name="f1869fcfb40f29e9c9c46042f4fbda2c" value="true" onchange="if( ($(this).val() == 'true' && this.checked) != $('#c2371058bcb9b31dd10e115e7f712708').is(':visible') ) { $('#c2371058bcb9b31dd10e115e7f712708').fadeToggle( 250 ); }"/>Specify a time band</label><div id="c2371058bcb9b31dd10e115e7f712708" style=" display: none;"><span class="input-group"><input name="a4e58ac1cd9cfb26fb62ecc29e600148" type="text" value="07:00" class="flatpickr inputDate form-control"/><script type="text/javascript">$("input:not(.flatpickr-input)[name=a4e58ac1cd9cfb26fb62ecc29e600148]").flatpickr({onOpen: function(dateObj, dateStr, instance){ if(dateStr == ''){ instance.jumpToDate( new Date() ); } }, allowInput: true, dateformat: 'H:i', altFormat: 'H:i' , altInput: true, time_24hr: true, noCalendar: true, enableTime : true}); </script><span class="input-group-addon"> - </span><input name="01ff55ee23f3ce1eb7d922f922eb09b1" type="text" value="19:00" class="flatpickr inputDate form-control"/><script type="text/javascript">$("input:not(.flatpickr-input)[name=01ff55ee23f3ce1eb7d922f922eb09b1]").flatpickr({onOpen: function(dateObj, dateStr, instance){ if(dateStr == ''){ instance.jumpToDate( new Date() ); } }, allowInput: true, dateformat: 'H:i', altFormat: 'H:i' , altInput: true, time_24hr: true, noCalendar: true, enableTime : true}); </script></span></div></div></div></div></div><div class="row form-group"><div class="col-sm-offset-2 col-sm-10"><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/userProgramSettingsModalConferenceEdition","userProgramSettingsModalConferenceEdition_apply18ec3dfeeecb5c44c1e40a40983898869", [{"name":"context", "value":"icst-2024"},],"form11390898770538530f0e2bbdb67872b491120c5c8a7", this.nextSibling, true,"program-settings-modal"); return false;'></button><a submitid="userProgramSettingsModalConferenceEdition_apply18ec3dfeeecb5c44c1e40a40983898869" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" class="btn btn-primary btn btn-default">Save</a></div></div></form></div><div class="modal-footer"><a href="#" data-dismiss="modal" class="btn btn-default"><span class="glyphicon glyphicon-remove"></span> Close</a></div></div></div></div></div><div class="program-container"><div class="time-zone-warning text-muted hide-in-print"><div class="alert alert-dismissible alert-info"><button type="button" data-dismiss="alert" aria-label="Close" class="close"><span aria-hidden="true">×</span></button><span class="glyphicon glyphicon-info-sign"></span> You're viewing the program in a time zone which is different from your device's time zone <small class="control-time-zone"><a data-toggle="modal" href="#userProgramSettings">change time zone</a></small></div></div><div class="tz-floating-link"><small class="control-time-zone"><a data-toggle="modal" href="#userProgramSettings" title="Change Program Display Configuration" class="btn btn-xs btn-info"><span class="glyphicon glyphicon-wrench"></span> <span class="glyphicon glyphicon-time"></span></a></small></div><script type="text/javascript">var tzOffsetMin = new Date().getTimezoneOffset()*-1; if(tzOffsetMin != -300){ $('.time-zone-warning').toggleClass('visible'); window.displayUserProgamSettingsOnce = true; } </script><div class="hidable day-wrapper"><h4 class="day-header sticky-top"><div><div>Tue 28 May</div><p></p><div class="time-zone-info"><small class="text-muted">Displayed time zone: <strong>Eastern Time (US & Canada)</strong> <small class="control-time-zone"><a data-toggle="modal" href="#userProgramSettings">change</a></small></small></div></div></h4><div class="hidable band hour-8"><table data-facet-date="Tue 28 May 2024" data-facet-date-order="240528" data-facet-room="-location not assigned yet-" class="table table-condensed session-table"><colgroup width="10px"/><colgroup width="100px"/><colgroup width="10px"/><colgroup width="100%"/><tr class="session-details"><td class="track-color c2"></td><td><div class="slot-label">08:00 - 09:00</div></td><td colspan="2"><div class="session-info-in-table">Breakfast<span class="pull-right"><a href="https://conf.researchr.org/track/icst-2024/icst-2024-catering" target="_blank" class="text-muted navigate">Social</a></span><br/></div></td></tr><tr class="firefox-fix"><td></td><td></td><td></td><td></td></tr><tr data-slot-id="73779fd4-8e58-4d93-87b8-3481cd1bd49a" class="hidable"><td class="track-color c2"></td><td class=" text-right"><div class="text-muted"><div class="start-time">08:00</div><strong>60m</strong></div><div class="event-type">Other</div><span data-facet-track="ICST Social"></span></td><td><span data-event-star="72f95fd6-0ba0-49f7-9e2b-05ce8c71606c" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="72f95fd6-0ba0-49f7-9e2b-05ce8c71606c">Breakfast & Registration</a></strong><div class="prog-track">Social</div><br></td></tr></table></div><div class="hidable band hour-9"><table data-facet-date="Tue 28 May 2024" data-facet-date-order="240528" data-facet-room="Room 4" data-facet-plenary="Hide plenary sessions" class="table table-condensed session-table"><colgroup width="10px"/><colgroup width="100px"/><colgroup width="10px"/><colgroup width="100%"/><tr class="session-details"><td class="track-color c18"></td><td><div class="slot-label">09:00 - 10:30</div></td><td colspan="2"><div class="session-info-in-table">Keynote<span class="pull-right"><a href="https://conf.researchr.org/home/icst-2024/mutation-2024" target="_blank" class="text-muted navigate">Mutation</a></span> at <a href="https://conf.researchr.org/room/icst-2024/icst-2024-venue1-room-4" target="_blank" class="room-link navigate">Room 4</a><br/></div></td></tr><tr class="firefox-fix"><td></td><td></td><td></td><td></td></tr><tr data-slot-id="68bec5f2-2f5d-4394-bae8-d83c86b53799" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">09:30</div><strong>5m</strong></div><div class="event-type">Day opening</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="382f793b-1ae1-400d-84fd-9582f175ece2" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="382f793b-1ae1-400d-84fd-9582f175ece2">MUTATION opening</a></strong><div class="prog-track">Mutation</div><br></td></tr><tr data-slot-id="eb6d930c-d7fe-42ed-90d2-5556b6fdbdbf" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">09:35</div><strong>55m</strong></div><div class="event-type">Keynote</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="bd628b7b-1ab7-46bd-8535-7d1a7d64c81b" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="bd628b7b-1ab7-46bd-8535-7d1a7d64c81b">Keynote: Mutation for AI and with AI</a></strong><div class="prog-track">Mutation</div><div class="performers"><span title="Keynote Speaker" class="role">K: </span><a href="https://conf.researchr.org/profile/icst-2024/jiemzhang" class="navigate">Jie M. Zhang</a><span class="prog-aff"> King's College London</span></div></td></tr></table></div><div class="hidable band hour-11"><table data-facet-date="Tue 28 May 2024" data-facet-date-order="240528" data-facet-room="Room 4" data-facet-plenary="Hide plenary sessions" class="table table-condensed session-table"><colgroup width="10px"/><colgroup width="100px"/><colgroup width="10px"/><colgroup width="100%"/><tr class="session-details"><td class="track-color c18"></td><td><div class="slot-label">11:00 - 12:30</div></td><td colspan="2"><div class="session-info-in-table">Session 1<span class="pull-right"><a href="https://conf.researchr.org/home/icst-2024/mutation-2024" target="_blank" class="text-muted navigate">Mutation</a></span> at <a href="https://conf.researchr.org/room/icst-2024/icst-2024-venue1-room-4" target="_blank" class="room-link navigate">Room 4</a><br/></div></td></tr><tr class="firefox-fix"><td></td><td></td><td></td><td></td></tr><tr data-slot-id="dd71d34b-8cd3-47f1-b829-816da3fe998e" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">11:00</div><strong>30m</strong></div><div class="event-type">Talk</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="bf4d5ecf-f6ee-4f49-8124-abb43d4120e2" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="bf4d5ecf-f6ee-4f49-8124-abb43d4120e2">Mutant-Kraken: A Mutation Testing Tool for Kotlin</a></strong><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/josuemorales" class="navigate">Josue Morales</a><span class="prog-aff"> Towson University</span>, <a href="https://conf.researchr.org/profile/icst-2024/lindeng" class="navigate">Lin Deng</a><span class="prog-aff"> Towson University</span>, <a href="https://conf.researchr.org/profile/icst-2024/joshdehlinger" class="navigate">Josh Dehlinger</a><span class="prog-aff"> Towson University</span>, <a href="https://conf.researchr.org/profile/icst-2024/suranjanchakraborty" class="navigate">Suranjan Chakraborty</a><span class="prog-aff"> Towson University</span></div></td></tr><tr data-slot-id="11b4c46a-f9d6-4079-be19-01a92c14d303" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">11:30</div><strong>30m</strong></div><div class="event-type">Talk</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="b378050e-f265-48db-a703-bd5f83ebe2b7" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="b378050e-f265-48db-a703-bd5f83ebe2b7">Timed Model-Based Mutation Operators for Simulink Models</a></strong><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/jianchen" class="navigate">Jian Chen</a><span class="prog-aff"> Queen's University</span>, <a href="https://conf.researchr.org/profile/icst-2024/manaralalfi" class="navigate">Manar Alalfi</a><span class="prog-aff"> Toronto Metropolitan University</span>, <a href="https://conf.researchr.org/profile/icst-2024/thomasdean" class="navigate">Thomas Dean</a><span class="prog-aff"> </span></div></td></tr><tr data-slot-id="c1c65867-80ec-4ab4-9775-50041f2008e3" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">12:00</div><strong>30m</strong></div><div class="event-type">Talk</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="39bb34bd-c2b2-4b4c-aac4-f9851e44b323" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="39bb34bd-c2b2-4b4c-aac4-f9851e44b323">Improving the Efficacy of Testing Scientific Software: Insights from Mutation Testing</a></strong><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/krisroker" class="navigate">Kris Roker</a><span class="prog-aff"> University of North Florida</span>, <a href="https://conf.researchr.org/profile/icst-2024/upuleekanewala1" class="navigate">Upulee Kanewala</a><span class="prog-aff"> University of North Florida</span></div></td></tr></table></div><div class="hidable band hour-14"><table data-facet-date="Tue 28 May 2024" data-facet-date-order="240528" data-facet-room="Room 4" data-facet-plenary="Hide plenary sessions" class="table table-condensed session-table"><colgroup width="10px"/><colgroup width="100px"/><colgroup width="10px"/><colgroup width="100%"/><tr class="session-details"><td class="track-color c18"></td><td><div class="slot-label">14:00 - 15:30</div></td><td colspan="2"><div class="session-info-in-table">Session 2<span class="pull-right"><a href="https://conf.researchr.org/home/icst-2024/mutation-2024" target="_blank" class="text-muted navigate">Mutation</a></span> at <a href="https://conf.researchr.org/room/icst-2024/icst-2024-venue1-room-4" target="_blank" class="room-link navigate">Room 4</a><br/></div></td></tr><tr class="firefox-fix"><td></td><td></td><td></td><td></td></tr><tr data-slot-id="9d49ad19-70ab-46b0-b09d-feadb4cc952b" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">14:00</div><strong>30m</strong></div><div class="event-type">Talk</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="9e48ca84-4160-43ff-b225-810deb0067fb" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="9e48ca84-4160-43ff-b225-810deb0067fb">Test Harness Mutilation</a></strong><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/samuelmoelius" class="navigate">Samuel Moelius</a><span class="prog-aff"> Trail of Bits</span></div></td></tr><tr data-slot-id="653829ba-a0a7-4874-8253-3f630c6f48fc" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">14:30</div><strong>30m</strong></div><div class="event-type">Talk</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="d0807148-aa77-4605-9462-05b818fa125b" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="d0807148-aa77-4605-9462-05b818fa125b">An Empirical Evaluation of Manually Created Equivalent Mutants</a></strong><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/philippstraubinger" class="navigate">Philipp Straubinger</a><span class="prog-aff"> University of Passau</span>, <a href="https://conf.researchr.org/profile/icst-2024/alexanderdegenhart" class="navigate">Alexander Degenhart</a><span class="prog-aff"> University of Passau</span>, <a href="https://conf.researchr.org/profile/icst-2024/gordonfraser" class="navigate">Gordon Fraser</a><span class="prog-aff"> University of Passau</span></div><a href="https://arxiv.org/abs/2404.09241" target="_blank" class="publication-link navigate"><span class="glyphicon glyphicon-link"></span> Pre-print</a></td></tr><tr data-slot-id="48baf5ef-5905-49dd-82ee-f347d0560337" class="hidable"><td class="track-color c18"></td><td class=" text-right"><div class="text-muted"><div class="start-time">15:00</div><strong>30m</strong></div><div class="event-type">Talk</div><span data-facet-track="Mutation"></span></td><td><span data-event-star="08615e47-87b9-4aba-b99c-9e0d9b094c0c" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><strong><a href="#" data-event-modal="08615e47-87b9-4aba-b99c-9e0d9b094c0c">A Study of Flaky Failure De-Duplication to Identify Unreliably Killed Mutants</a></strong><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/abdulrahmanalshammari" class="navigate">Abdulrahman Alshammari</a><span class="prog-aff"> George Mason University</span>, <a href="https://conf.researchr.org/profile/icst-2024/paulammann" class="navigate">Paul Ammann</a><span class="prog-aff"> George Mason University, USA</span>, <a href="https://conf.researchr.org/profile/icst-2024/michaelhilton" class="navigate">Michael Hilton</a><span class="prog-aff"> Carnegie Mellon University</span>, <a href="https://conf.researchr.org/profile/icst-2024/jonathanbell" class="navigate">Jonathan Bell</a><span class="prog-aff"> Northeastern University</span></div></td></tr></table></div><div class="hidable band hour-16"><table data-facet-date="Tue 28 May 2024" data-facet-date-order="240528" data-facet-track="Mutation" data-facet-room="Room 4" data-facet-plenary="Hide plenary sessions" class="table table-condensed session-table"><colgroup width="10px"/><colgroup width="100px"/><colgroup width="10px"/><colgroup width="100%"/><tr class="session-details"><td class="track-color c18"></td><td><div class="slot-label">16:00 - 17:30</div></td><td colspan="2"><div class="session-info-in-table">Best paper award and closing<span class="pull-right"><a href="https://conf.researchr.org/home/icst-2024/mutation-2024" target="_blank" class="text-muted navigate">Mutation</a></span> at <a href="https://conf.researchr.org/room/icst-2024/icst-2024-venue1-room-4" target="_blank" class="room-link navigate">Room 4</a><br/></div></td></tr><tr class="firefox-fix"><td></td><td></td><td></td><td></td></tr></table></div></div></div></div></div><div id="event-overview" class="tab-pane "><h3>Accepted Papers</h3><table class="table table-condensed"><colgroup width="5"/><colgroup/><thead><tr><th><span class="glyphicon glyphicon-star"></span></th><th>Title</th></tr></thead><tr><td><span data-event-star="d0807148-aa77-4605-9462-05b818fa125b" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="d0807148-aa77-4605-9462-05b818fa125b">An Empirical Evaluation of Manually Created Equivalent Mutants</a><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/philippstraubinger" class="navigate">Philipp Straubinger</a>, <a href="https://conf.researchr.org/profile/icst-2024/alexanderdegenhart" class="navigate">Alexander Degenhart</a>, <a href="https://conf.researchr.org/profile/icst-2024/gordonfraser" class="navigate">Gordon Fraser</a></div><a href="https://arxiv.org/abs/2404.09241" target="_blank" class="publication-link navigate"><span class="glyphicon glyphicon-link"></span> Pre-print</a></td></tr><tr><td><span data-event-star="08615e47-87b9-4aba-b99c-9e0d9b094c0c" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="08615e47-87b9-4aba-b99c-9e0d9b094c0c">A Study of Flaky Failure De-Duplication to Identify Unreliably Killed Mutants</a><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/abdulrahmanalshammari" class="navigate">Abdulrahman Alshammari</a>, <a href="https://conf.researchr.org/profile/icst-2024/paulammann" class="navigate">Paul Ammann</a>, <a href="https://conf.researchr.org/profile/icst-2024/michaelhilton" class="navigate">Michael Hilton</a>, <a href="https://conf.researchr.org/profile/icst-2024/jonathanbell" class="navigate">Jonathan Bell</a></div></td></tr><tr><td><span data-event-star="39bb34bd-c2b2-4b4c-aac4-f9851e44b323" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="39bb34bd-c2b2-4b4c-aac4-f9851e44b323">Improving the Efficacy of Testing Scientific Software: Insights from Mutation Testing</a><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/krisroker" class="navigate">Kris Roker</a>, <a href="https://conf.researchr.org/profile/icst-2024/upuleekanewala1" class="navigate">Upulee Kanewala</a></div></td></tr><tr><td><span data-event-star="bf4d5ecf-f6ee-4f49-8124-abb43d4120e2" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="bf4d5ecf-f6ee-4f49-8124-abb43d4120e2">Mutant-Kraken: A Mutation Testing Tool for Kotlin</a><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/josuemorales" class="navigate">Josue Morales</a>, <a href="https://conf.researchr.org/profile/icst-2024/lindeng" class="navigate">Lin Deng</a>, <a href="https://conf.researchr.org/profile/icst-2024/joshdehlinger" class="navigate">Josh Dehlinger</a>, <a href="https://conf.researchr.org/profile/icst-2024/suranjanchakraborty" class="navigate">Suranjan Chakraborty</a></div></td></tr><tr><td><span data-event-star="9e48ca84-4160-43ff-b225-810deb0067fb" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="9e48ca84-4160-43ff-b225-810deb0067fb">Test Harness Mutilation</a><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/samuelmoelius" class="navigate">Samuel Moelius</a></div></td></tr><tr><td><span data-event-star="b378050e-f265-48db-a703-bd5f83ebe2b7" title="Add event to your program"><span class="text-disabled glyphicon glyphicon-star-empty"></span></span></td><td><a href="#" data-event-modal="b378050e-f265-48db-a703-bd5f83ebe2b7">Timed Model-Based Mutation Operators for Simulink Models</a><div class="prog-track">Mutation</div><div class="performers"><a href="https://conf.researchr.org/profile/icst-2024/jianchen" class="navigate">Jian Chen</a>, <a href="https://conf.researchr.org/profile/icst-2024/manaralalfi" class="navigate">Manar Alalfi</a>, <a href="https://conf.researchr.org/profile/icst-2024/thomasdean" class="navigate">Thomas Dean</a></div></td></tr></table></div><div id="Call-for-Papers" class="tab-pane "><h2>Call for Papers</h2><p><p><span style="color:red">NOTICE (29 Jan 2024): To give a bit of extra time to authors, we decided to have a soft deadline and allow the authors to update their submissions by Feb 04 only if they made initial submissions before Feb 01. Please, remember to register your paper and submit the title and abstract before Feb 01.</span></p> <p>Mutation analysis involves <em>mutation</em> of software artifacts that are then used to evaluate the quality of software verification tools and techniques. It is considered the premier technique for evaluating the fault revealing effectiveness of test suites, test generation techniques and other testing approaches. Ideas derived from mutation analysis have also been used to test artifacts at different levels of abstraction, including requirements, formal specifications, models, architectural design notations and even informal descriptions. Recently, mutation has played an important role in software engineering for AI, such as in verifying learned models and behaviors. Furthermore, researchers and practitioners have investigated diverse forms of mutation, such as training data or test data mutation, in combination with metamorphic testing to evaluate model performance in machine learning and detecting adversarial examples.</p> <p><a href="https://mutation-workshop.github.io/2024/">Mutation 2024</a> aims to be the premier forum for practitioners and researchers to discuss recent advances in the area of mutation analysis and propose new research directions. We invite submissions of both full-length and short-length research papers and especially encourage the submission of industry practice papers.</p> <h2><a href="#topics-of-interest" id="topics-of-interest" class="anchor-link">Topics of Interest</a></h2> <p>Topics of interest include, but are not limited to, the following:</p> <ul> <li>Evaluation of mutation-based test adequacy criteria, and comparative studies with other test adequacy criteria.</li> <li>Formal theoretical analysis of mutation testing.</li> <li>Empirical studies on any aspects of mutation testing.</li> <li>Mutation based generation of program variants.</li> <li>Higher-order mutation testing.</li> <li>Mutation testing tools.</li> <li>Mutation for mobile, internet, and cloud based systems (e.g., addressing QoS, power consumption, stress testing, performance, etc.).</li> <li>Mutation for security and reliability.</li> <li>Novel mutation testing applications, and mutation testing in novel domains.</li> <li>Industrial experience with mutation testing.</li> <li>Mutation for artificial intelligence (e.g., data mutation, model mutation, mutation-based test data generation, etc.)</li> </ul> <h2><a href="#types-of-submissions" id="types-of-submissions" class="anchor-link">Types of Submissions</a></h2> <p>Five types of papers can be submitted to the workshop:</p> <ul> <li>Full papers (10 pages): Research, case studies.</li> <li>Short papers (6 pages): Research in progress, tools.</li> <li>Full industrial papers (6 pages): Applications and lessons learned in industry.</li> <li>Short industrial papers (2 pages): Mutation testing in practice reports.</li> <li>Hot Off the Press (1 page abstract): presentation of work recently published in other venues</li> </ul> <p>Each paper must conform to the two columns <a href="https://www.ieee.org/conferences/publishing/templates.html">IEEE conference publication format</a> (please use the letter format template and conference option) and must be submitted in PDF format via <a href="https://easychair.org/conferences/?conf=ieeeicst24workshops">EasyChair</a>. Submissions will be evaluated according to the relevance and originality of the work and to their ability to generate discussions between the participants of the workshop. Each submission will be reviewed by three reviewers, and all accepted papers will be published as part of the ICST proceedings (except for Hot Off the Press submissions).</p> <p>Mutation 2024 will employ a <em>double-anonymous</em> review process (except for Hot Off the Press and industry submissions). Authors <em>must</em> make every effort to anonymize their papers to hide their identities throughout the review process. See the <a href="https://conf.researchr.org/track/icst-2024/icst-2024-papers#Submitting-to-ICST2024-Q-A">double-anonymous Q&A page</a> for more information.</p> <h3><a href="#industry-papers" id="industry-papers" class="anchor-link">Industry papers</a></h3> <p>Industry papers should be given the keyword “industry” and are not subject to the double anonymity policy.</p> <h3><a href="#hot-off-the-press" id="hot-off-the-press" class="anchor-link">Hot Off the Press</a></h3> <p>Hot Off the Press submissions should contain 1) a short summary of the paper’s contribution, 2) an explanation of why those results are particularly interesting for MUTATION attendees, 3) a link to the paper. Their title should start with “HOP:” The original paper should be published <em>no earlier than January 1st 2022</em>.</p> <h2><a href="#important-dates" id="important-dates" class="anchor-link">Important Dates</a></h2> <ul> <li>Submission deadline: January 29, 2024</li> <li>Notification of acceptance: February 26, 2024</li> <li>Camera-ready: March 1, 2024</li> <li>Workshop date: May 2024</li> </ul> <h2><a href="#organization" id="organization" class="anchor-link">Organization</a></h2> <ul> <li>Renzo Degiovanni, University of Luxembourg, Luxembourg</li> <li>Thomas Laurent, Trinity College Dublin, Ireland</li> </ul> </p></div><div id="Keynote" class="tab-pane "><div class="page-header"><h3>Keynote</h3></div><h2><a href="#mutation-for-ai-and-with-ai" id="mutation-for-ai-and-with-ai" class="anchor-link">Mutation for AI and with AI</a></h2> <p>by <strong>Jie M. Zhang</strong></p> <p><img src="https://mutation-workshop.github.io/2024/css/style/img/speaker/jie.png" alt="drawing" width="200"> <br><br></p> <h4><a href="#abstract" id="abstract" class="anchor-link">Abstract</a></h4> <p>Traditional Mutation Testing applies a fixed set of mutation operators to generate mutants for the purpose of test assessment. However, the potential of mutants extends significantly beyond mere test evaluation.</p> <p>In this talk, I will share my experiences in exploring the power the mutants in testing and improving AI trustworthiness (Mutation for AI) in various AI systems, as well as a recent practice that leverages large language models for more powerful mutants (AI for Mutation). <br><br></p> <h4><a href="#bio" id="bio" class="anchor-link">Bio</a></h4> <p>Dr. Jie M. Zhang is a lecturer (assistant professor) of computer science at King’s College London, UK. Before joining King’s she was a Research Fellow at University College London and a research consultant for Meta. She got her PHD degree at Peking University in 2018. Her main research interests are software testing, software engineering and AI/LLMs, and AI trustworthiness. She has published many papers in top-tier venues including ICLR, ICSE, FSE, ASE, ISSTA, TSE, and TOSEM. She is a steering committee member of ICST and AIware. She is a Program co-chair of AIware 2024, Internetware 2024, ASE 2023 NIER track, SANER 2023 Journal-First Track, PRDC 2023 Fast Abstract Track, SBST 2021, Mutation 2021&2020, and ASE 2019 Student Research Competition. Over the last three years, she has been invited to give over 20 talks at conferences, universities, and IT companies, including four keynote talks. She has also been invited as a panelist for several seminars on large language models. She has been selected as the top-fifteen 2023 Global Chinese Female Young Scholars in interdisciplinary AI. Her research has won the 2022 Transactions on Software Engineering Best Paper award and the ICLR 2021 spotlight paper award. <br><br></p> <h4><a href="#when" id="when" class="anchor-link">When</a></h4> <p><strong>Tuesday 28th May at 9:30.</strong></p> </div></div></div><div class="col-sm-4 sidebar"><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title">Important Dates<span class="pull-right"><small><span class="glyphicon glyphicon-globe"></span><span class="glyphicon glyphicon-time"></span> AoE (UTC-12h)</small></span></div></div><table class="table table-hover important-dates-in-sidebar"><tr href="https://conf.researchr.org/home/icst-2024/mutation-2024" class="clickable-row past"><td>Tue 28 May 2024<br/>Workshop date</td></tr><tr href="https://conf.researchr.org/home/icst-2024/mutation-2024" class="clickable-row past"><td><strong>Fri 8 Mar 2024</strong><br/><strong>Camera-ready</strong></td></tr><tr href="https://conf.researchr.org/home/icst-2024/mutation-2024" class="clickable-row past"><td>Mon 26 Feb 2024<br/>Notification of acceptance</td></tr><tr href="https://conf.researchr.org/home/icst-2024/mutation-2024" class="clickable-row past"><td><strong>Sun 4 Feb 2024</strong><br/><strong>Submission deadline (extended)</strong></td></tr></table></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title">Submission Link</div></div><div class="panel-body"><small><span class="text-muted"><span class="glyphicon glyphicon-new-window"></span></span> <a href="https://easychair.org/conferences/?conf=ieeeicst24workshops" title="Submission link for Call for Papers" target="_blank" class="navigate">https://easychair.org/conferences/?conf=ieeeicst24workshops</a></small></div></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title"><a href="https://conf.researchr.org/committee/icst-2024/mutation-2024-papers-organising-committee" class="navigate">Organising Committee</a></div></div><ul class="list-group"><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/renzodegiovanni" class="navigate"><div class="media"><span class="pull-left"><img alt="Renzo Degiovanni" src="https://conf.researchr.org/getProfileImage/renzodegiovanni/0f780e65-2367-4daf-9d6f-c71bacb714c0/micro-avatar.jpg?1718481960000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Renzo Degiovanni<span class="pull-right"><small>Co-chair</small></span></h5><h5 class="media-heading"><span class="text-black">Luxembourg Institute of Science and Technology</span></h5><h5 class="media-heading"><small>Luxembourg</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/thomaslaurent" class="navigate"><div class="media"><span class="pull-left"><img alt="Thomas Laurent" src="https://conf.researchr.org/getProfileImage/thomaslaurent/c91aab0f-9e4f-4d1c-ba9c-ace9b51ea2d8/micro-avatar.jpg?1718481961000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Thomas Laurent<span class="pull-right"><small>Co-chair</small></span></h5><h5 class="media-heading"><span class="text-black">Lero@Trinity College Dublin</span></h5><h5 class="media-heading"><small>Ireland</small></h5></div></div></a></li></ul></div><div class="panel panel-primary"><div class="panel-heading clearfix"><div class="panel-title"><a href="https://conf.researchr.org/committee/icst-2024/mutation-2024-papers-program-committee" class="navigate">Program Committee</a></div></div><ul class="list-group"><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/manaralalfi" class="navigate"><div class="media"><span class="pull-left"><img alt="micro-avatar" src="https://conf.researchr.org/getDefaultImage/micro-avatar?1403689231000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Manar Alalfi<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">Toronto Metropolitan University</span></h5><h5 class="media-heading"><small>Canada</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/pedrodelgadoperez" class="navigate"><div class="media"><span class="pull-left"><img alt="Pedro Delgado-Pérez" src="https://conf.researchr.org/getProfileImage/pedrodelgadoperez/2c9f54e0-7635-4591-ac30-903851714b38/micro-avatar.jpg?1718481960000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Pedro Delgado-Pérez<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">Universidad de Cádiz</span></h5><h5 class="media-heading"><small>Spain</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/sergedemeyer" class="navigate"><div class="media"><span class="pull-left"><img alt="Serge Demeyer" src="https://conf.researchr.org/getProfileImage/sergedemeyer/6cc9f137-9698-46a8-8a27-cc92367a6ff5/micro-avatar.jpg?1718481960000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Serge Demeyer<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">University of Antwerp; Flanders Make</span></h5><h5 class="media-heading"><small>Belgium</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/lindeng" class="navigate"><div class="media"><span class="pull-left"><img alt="Lin Deng" src="https://conf.researchr.org/getProfileImage/lindeng/2f32c947-02da-468f-830e-117b835c6fe4/micro-avatar.jpg?1718481960000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Lin Deng<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">Towson University</span></h5><h5 class="media-heading"><small>United States</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/alexdenisov" class="navigate"><div class="media"><span class="pull-left"><img alt="Alex Denisov" src="https://conf.researchr.org/getProfileImage/alexdenisov/13f8bfd0-be9f-4a99-94fa-82cb16b49306/micro-avatar.jpg?1737812964000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Alex Denisov<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">GitHub, Inc.</span></h5><h5 class="media-heading"><small>Germany</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/fabianoferrari" class="navigate"><div class="media"><span class="pull-left"><img alt="Fabiano Ferrari" src="https://conf.researchr.org/getProfileImage/fabianoferrari/f0fbef84-5121-48e1-a136-c333b341b745/micro-avatar.jpg?1718481962000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Fabiano Ferrari<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Federal University of São Carlos</span></h5><h5 class="media-heading"><small>Brazil</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/aayushgarg" class="navigate"><div class="media"><span class="pull-left"><img alt="Aayush Garg" src="https://conf.researchr.org/getProfileImage/aayushgarg/ffa4a46e-f766-409c-bde9-605ec06b9589/micro-avatar.jpg?1718481962000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Aayush Garg<span class="pull-right"><small></small></span></h5><h5 class="media-heading"><span class="text-black">Luxembourg Institute of Science and Technology</span></h5><h5 class="media-heading"><small>Luxembourg</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/jinhankim" class="navigate"><div class="media"><span class="pull-left"><img alt="Jinhan Kim" src="https://conf.researchr.org/getProfileImage/jinhankim/fed837d7-1d05-4715-a4ac-2457c98c1059/micro-avatar.jpg?1718481962000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Jinhan Kim<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">Università della Svizzera italiana (USI)</span></h5><h5 class="media-heading"><small>Switzerland</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/milosojdanic" class="navigate"><div class="media"><span class="pull-left"><img alt="Milos Ojdanic" src="https://conf.researchr.org/getProfileImage/milosojdanic/99832bbe-beb5-4207-91be-04a279fe5887/micro-avatar.jpg?1718481961000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Milos Ojdanic<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">University of Luxembourg</span></h5><h5 class="media-heading"><small>Luxembourg</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/goranpetrovic1" class="navigate"><div class="media"><span class="pull-left"><img alt="Goran Petrović" src="https://conf.researchr.org/getProfileImage/goranpetrovic1/a3628a6c-62cc-414c-91b7-704e894fae40/micro-avatar.jpg?1718481961000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Goran Petrović<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">Google Inc</span></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/donghwanshin" class="navigate"><div class="media"><span class="pull-left"><img alt="Donghwan Shin" src="https://conf.researchr.org/getProfileImage/donghwanshin/ea26b04a-5bb5-405d-9f40-47282d21579c/micro-avatar.jpg?1726656908000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Donghwan Shin<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">University of Sheffield</span></h5><h5 class="media-heading"><small>United Kingdom</small></h5></div></div></a></li><li class="list-group-item"><a href="https://conf.researchr.org/profile/icst-2024/thierrytitcheuchekam" class="navigate"><div class="media"><span class="pull-left"><img alt="Thierry Titcheu Chekam" src="https://conf.researchr.org/getProfileImage/thierrytitcheuchekam/587d8413-4082-4052-ae61-df34bf988890/micro-avatar.jpg?1718481960000" class="outputimage media-object thumbnail no-bottom-margin"/></span><div class="media-body"><h5 class="media-heading">Thierry Titcheu Chekam<span class="pull-right"><small>Committee Member</small></span></h5><h5 class="media-heading"><span class="text-black">SES S.A. & University of Luxembourg (SnT)</span></h5><h5 class="media-heading"><small>Luxembourg</small></h5></div></div></a></li></ul></div></div></div><div id="messages-placeholder" class="alert alert-warning" style="display:none;"><a data-dismiss="alert" class="close">x</a><em>Wed 26 Feb 22:22</em></div></div><div id="notifications-ph" class="webdsl-placeholder"></div><div id="event-modal-loader" class="webdsl-placeholder"><form name="form_131600131703c411e65b13378d08eb1f6672b5a0259" id="form_131600131703c411e65b13378d08eb1f6672b5a0259" action="https://conf.researchr.org/eventDetailsModalByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_131600131703c411e65b13378d08eb1f6672b5a0259" value="1" /><input type="hidden" name="context" value="icst-2024" /><input name="ae03f7f6f951d515a297b161e922205d" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/eventDetailsModalByAjaxConferenceEdition","eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259", [{"name":"context", "value":"icst-2024"},],"form_131600131703c411e65b13378d08eb1f6672b5a0259", this.nextSibling, false,"event-modal-loader"); return false;'></button><a submitid="eventDetailsModalByAjaxConferenceEdition_ia0_3c411e65b13378d08eb1f6672b5a0259" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="load-modal-action"></a></form></div><div id="event-star-form" class="webdsl-placeholder"><form name="form_509860938088b48fd14544d4239b498a2cf339e02b" id="form_509860938088b48fd14544d4239b498a2cf339e02b" action="https://conf.researchr.org/eventStarByAjaxConferenceEdition" accept-charset="UTF-8" method="POST" class="hidden"><input type="hidden" name="form_509860938088b48fd14544d4239b498a2cf339e02b" value="1" /><input type="hidden" name="context" value="icst-2024" /><input name="a0b55aa29cf9431a9461b359872014e3" type="text" value="" class="inputString form-control event-id-input"/><button style="position: absolute; left: -9999px; width: 1px; height: 1px;" onclick='javascript:serverInvoke("https://conf.researchr.org/eventStarByAjaxConferenceEdition","eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b", [{"name":"context", "value":"icst-2024"},],"form_509860938088b48fd14544d4239b498a2cf339e02b", this.nextSibling, false,"event-star-form"); return false;'></button><a submitid="eventStarByAjaxConferenceEdition_ia0_88b48fd14544d4239b498a2cf339e02b" href="javascript:void(0)" onclick="javascript:loadImageElem=this;$(this.previousSibling).click()" id="star-event-action"></a></form></div><div id="event-modals" class="webdsl-placeholder"></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; addEventModalLoadOnClick(node); addStarredEventOnClick(node); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><footer class="footer"><div class="container"><div class="footer-box"><div class="row"><div class="col-sm-3"><h3><a href="https://conf.researchr.org/home/icst-2024" class="navigate"><span class="glyphicon glyphicon-home"></span> ICST 2024</a></h3><div><a href="https://conf.researchr.org/contact/icst-2024" class="navigate"><span class="glyphicon glyphicon-envelope"></span> contact form</a></div><hr/>using <a href="https://conf.researchr.org" class="navigate">conf.researchr.org</a> (<a href="http://yellowgrass.org/roadmap/conf.researchr.org" class="navigate">v1.69.0</a>)<br/><small><a href="https://conf.researchr.org/support/icst-2024" target="_blank" class="navigate"><span class="glyphicon glyphicon-question-sign"></span> Support page</a></small><br/><small></small></div><div class="col-sm-5"><div class="row"><div class="col-sm-6"><h4>Tracks</h4><a href="https://conf.researchr.org/track/icst-2024/icst-2024-doctoral-symposium" class="navigate">Doctoral Symposium</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-industry" class="navigate">Industry</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-journal-first-papers" class="navigate">Journal-First Papers</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-keynotes" class="navigate">Keynotes</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-mips" class="navigate">Most Influential Paper</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-posters" class="navigate">Posters</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-papers" class="navigate">Research Papers</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-testing-tool-demo" class="navigate">Testing Tools and Demonstration</a><br/><a href="https://conf.researchr.org/track/icst-2024/icst-2024-workshops" class="navigate">Workshops</a></div><div class="col-sm-6"><h4>Workshops</h4><a href="https://conf.researchr.org/home/icst-2024/a-most-2024" class="navigate">A-MOST 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/aist-2024" class="navigate">AIST 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/cciw-2024" class="navigate">CCIW 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/iteqs-2024" class="navigate">ITEQS 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/iwct-2024" class="navigate">IWCT 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/insta-2024" class="navigate">InSTA 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/modal-2024" class="navigate">MODAL 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/mutation-2024" class="navigate">Mutation 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/nexta-2024" class="navigate">NEXTA 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/testads-2024" class="navigate">TestADS 2024</a><br/><a href="https://conf.researchr.org/home/icst-2024/testEd-2024" class="navigate">TestEd 2024</a></div></div></div><div class="col-sm-2"><h4>Attending</h4><a href="https://conf.researchr.org/venue/icst-2024/icst-2024-area-events" class="navigate">The Area: North York and the City of Toronto</a><br><a href="https://conf.researchr.org/venue/icst-2024/icst-2024-venue1" class="navigate">Venue: Second Student Centre, York University</a><br><a href="https://conf.researchr.org/venue/icst-2024/icst-2024-venue" class="navigate">Hotels: Toronto & Vaughan</a><br><a href="https://conf.researchr.org/attending/icst-2024/Social" class="navigate">Social</a><br><a href="https://conf.researchr.org/attending/icst-2024/equity-diversity-inclusion-plan" class="navigate">Equity, Diversity and Inclusion Plan</a><br><a href="https://conf.researchr.org/attending/icst-2024/code-of-conduct" class="navigate">Code of Conduct</a><br><a href="https://conf.researchr.org/attending/icst-2024/registration" class="navigate">Registration</a><br><a href="https://conf.researchr.org/attending/icst-2024/student-volunteers" class="navigate">Student Volunteers</a><br><a href="https://conf.researchr.org/attending/icst-2024/visa-information" class="navigate">Visa Information</a><br><a href="https://conf.researchr.org/attending/icst-2024/presentation" class="navigate">Guidelines for Creating Presentations</a><br><a href="https://conf.researchr.org/attending/icst-2024/wifi" class="navigate">Wifi</a><br><a href="https://conf.researchr.org/attending/icst-2024/banquet" class="navigate">Banquet</a></div><div class="col-sm-2"><br/> <br/> ICST 2024<br/> <a href="https://conf.researchr.org/info/icst-2024/ieee-statement">IEEE Statement</a> </div></div></div></div></footer></div><script type="text/javascript">(function(){ var post_process_function = function(n){ var node=(n&&n.nodeType === 1)?n:document; let defaultplacement = $(document).scrollLeft() > 100 ? 'auto left' : 'auto top'; $(node).find('[title]').each( function(i,el){ var $e=$(el);$e.tooltip({placement: function(tt, elem){ var attval = elem.getAttribute('data-placement'); return attval ? attval : defaultplacement; }, sanitize: false, container: 'body' }) } ).on('show.bs.tooltip', function () { let el = this; while (el && window.getComputedStyle(el).position !== 'fixed') { el = el.parentElement; } if(el) $(this).data('bs.tooltip').options.container = el;});$('.tooltip.fade.in, .ui-tooltip-content').remove(); }; var original_post_process_func = ajax_post_process; ajax_post_process = function(){ original_post_process_func.apply(this,arguments); post_process_function.apply(this,arguments); }; $(document).ready( post_process_function ); })(); </script><script type="text/javascript">jQuery(document).ready(function($) { $(".clickable-row").click(function() { var href = $(this).attr("href"); if( window.location.href.indexOf( href ) < 0 ){ if ($(this).hasClass('new-window') ){ window.open( href ); } else { window.document.location = href; } } }); }); </script></body></html>