CINXE.COM

Search | arXiv e-print repository

<!DOCTYPE html> <html lang="en"> <head> <meta charset="utf-8"/> <meta name="viewport" content="width=device-width, initial-scale=1"/> <!-- new favicon config and versions by realfavicongenerator.net --> <link rel="apple-touch-icon" sizes="180x180" href="https://static.arxiv.org/static/base/1.0.0a5/images/icons/apple-touch-icon.png"> <link rel="icon" type="image/png" sizes="32x32" href="https://static.arxiv.org/static/base/1.0.0a5/images/icons/favicon-32x32.png"> <link rel="icon" type="image/png" sizes="16x16" href="https://static.arxiv.org/static/base/1.0.0a5/images/icons/favicon-16x16.png"> <link rel="manifest" href="https://static.arxiv.org/static/base/1.0.0a5/images/icons/site.webmanifest"> <link rel="mask-icon" href="https://static.arxiv.org/static/base/1.0.0a5/images/icons/safari-pinned-tab.svg" color="#b31b1b"> <link rel="shortcut icon" href="https://static.arxiv.org/static/base/1.0.0a5/images/icons/favicon.ico"> <meta name="msapplication-TileColor" content="#b31b1b"> <meta name="msapplication-config" content="images/icons/browserconfig.xml"> <meta name="theme-color" content="#b31b1b"> <!-- end favicon config --> <title>Search | arXiv e-print repository</title> <script defer src="https://static.arxiv.org/static/base/1.0.0a5/fontawesome-free-5.11.2-web/js/all.js"></script> <link rel="stylesheet" href="https://static.arxiv.org/static/base/1.0.0a5/css/arxivstyle.css" /> <script type="text/x-mathjax-config"> MathJax.Hub.Config({ messageStyle: "none", extensions: ["tex2jax.js"], jax: ["input/TeX", "output/HTML-CSS"], tex2jax: { inlineMath: [ ['$','$'], ["\\(","\\)"] ], displayMath: [ ['$$','$$'], ["\\[","\\]"] ], processEscapes: true, ignoreClass: '.*', processClass: 'mathjax.*' }, TeX: { extensions: ["AMSmath.js", "AMSsymbols.js", "noErrors.js"], noErrors: { inlineDelimiters: ["$","$"], multiLine: false, style: { "font-size": "normal", "border": "" } } }, "HTML-CSS": { availableFonts: ["TeX"] } }); </script> <script src='//static.arxiv.org/MathJax-2.7.3/MathJax.js'></script> <script src="https://static.arxiv.org/static/base/1.0.0a5/js/notification.js"></script> <link rel="stylesheet" href="https://static.arxiv.org/static/search/0.5.6/css/bulma-tooltip.min.css" /> <link rel="stylesheet" href="https://static.arxiv.org/static/search/0.5.6/css/search.css" /> <script src="https://code.jquery.com/jquery-3.2.1.slim.min.js" integrity="sha256-k2WSCIexGzOj3Euiig+TlR8gA0EmPjuc79OEeY5L45g=" crossorigin="anonymous"></script> <script src="https://static.arxiv.org/static/search/0.5.6/js/fieldset.js"></script> <style> radio#cf-customfield_11400 { display: none; } </style> </head> <body> <header><a href="#main-container" class="is-sr-only">Skip to main content</a> <!-- contains Cornell logo and sponsor statement --> <div class="attribution level is-marginless" role="banner"> <div class="level-left"> <a class="level-item" href="https://cornell.edu/"><img src="https://static.arxiv.org/static/base/1.0.0a5/images/cornell-reduced-white-SMALL.svg" alt="Cornell University" width="200" aria-label="logo" /></a> </div> <div class="level-right is-marginless"><p class="sponsors level-item is-marginless"><span id="support-ack-url">We gratefully acknowledge support from<br /> the Simons Foundation, <a href="https://info.arxiv.org/about/ourmembers.html">member institutions</a>, and all contributors. <a href="https://info.arxiv.org/about/donate.html">Donate</a></span></p></div> </div> <!-- contains arXiv identity and search bar --> <div class="identity level is-marginless"> <div class="level-left"> <div class="level-item"> <a class="arxiv" href="https://arxiv.org/" aria-label="arxiv-logo"> <img src="https://static.arxiv.org/static/base/1.0.0a5/images/arxiv-logo-one-color-white.svg" aria-label="logo" alt="arxiv logo" width="85" style="width:85px;"/> </a> </div> </div> <div class="search-block level-right"> <form class="level-item mini-search" method="GET" action="https://arxiv.org/search"> <div class="field has-addons"> <div class="control"> <input class="input is-small" type="text" name="query" placeholder="Search..." aria-label="Search term or terms" /> <p class="help"><a href="https://info.arxiv.org/help">Help</a> | <a href="https://arxiv.org/search/advanced">Advanced Search</a></p> </div> <div class="control"> <div class="select is-small"> <select name="searchtype" aria-label="Field to search"> <option value="all" selected="selected">All fields</option> <option value="title">Title</option> <option value="author">Author</option> <option value="abstract">Abstract</option> <option value="comments">Comments</option> <option value="journal_ref">Journal reference</option> <option value="acm_class">ACM classification</option> <option value="msc_class">MSC classification</option> <option value="report_num">Report number</option> <option value="paper_id">arXiv identifier</option> <option value="doi">DOI</option> <option value="orcid">ORCID</option> <option value="author_id">arXiv author ID</option> <option value="help">Help pages</option> <option value="full_text">Full text</option> </select> </div> </div> <input type="hidden" name="source" value="header"> <button class="button is-small is-cul-darker">Search</button> </div> </form> </div> </div> <!-- closes identity --> <div class="container"> <div class="user-tools is-size-7 has-text-right has-text-weight-bold" role="navigation" aria-label="User menu"> <a href="https://arxiv.org/login">Login</a> </div> </div> </header> <main class="container" id="main-container"> <div class="level is-marginless"> <div class="level-left"> <h1 class="title is-clearfix"> Showing 1&ndash;33 of 33 results for author: <span class="mathjax">Whittle, J</span> </h1> </div> <div class="level-right is-hidden-mobile"> <!-- feedback for mobile is moved to footer --> <span class="help" style="display: inline-block;"><a href="https://github.com/arXiv/arxiv-search/releases">Search v0.5.6 released 2020-02-24</a>&nbsp;&nbsp;</span> </div> </div> <div class="content"> <form method="GET" action="/search/cs" aria-role="search"> Searching in archive <strong>cs</strong>. <a href="/search/?searchtype=author&amp;query=Whittle%2C+J">Search in all archives.</a> <div class="field has-addons-tablet"> <div class="control is-expanded"> <label for="query" class="hidden-label">Search term or terms</label> <input class="input is-medium" id="query" name="query" placeholder="Search term..." type="text" value="Whittle, J"> </div> <div class="select control is-medium"> <label class="is-hidden" for="searchtype">Field</label> <select class="is-medium" id="searchtype" name="searchtype"><option value="all">All fields</option><option value="title">Title</option><option selected value="author">Author(s)</option><option value="abstract">Abstract</option><option value="comments">Comments</option><option value="journal_ref">Journal reference</option><option value="acm_class">ACM classification</option><option value="msc_class">MSC classification</option><option value="report_num">Report number</option><option value="paper_id">arXiv identifier</option><option value="doi">DOI</option><option value="orcid">ORCID</option><option value="license">License (URI)</option><option value="author_id">arXiv author ID</option><option value="help">Help pages</option><option value="full_text">Full text</option></select> </div> <div class="control"> <button class="button is-link is-medium">Search</button> </div> </div> <div class="field"> <div class="control is-size-7"> <label class="radio"> <input checked id="abstracts-0" name="abstracts" type="radio" value="show"> Show abstracts </label> <label class="radio"> <input id="abstracts-1" name="abstracts" type="radio" value="hide"> Hide abstracts </label> </div> </div> <div class="is-clearfix" style="height: 2.5em"> <div class="is-pulled-right"> <a href="/search/advanced?terms-0-term=Whittle%2C+J&amp;terms-0-field=author&amp;size=50&amp;order=-announced_date_first">Advanced Search</a> </div> </div> <input type="hidden" name="order" value="-announced_date_first"> <input type="hidden" name="size" value="50"> </form> <div class="level breathe-horizontal"> <div class="level-left"> <form method="GET" action="/search/"> <div style="display: none;"> <select id="searchtype" name="searchtype"><option value="all">All fields</option><option value="title">Title</option><option selected value="author">Author(s)</option><option value="abstract">Abstract</option><option value="comments">Comments</option><option value="journal_ref">Journal reference</option><option value="acm_class">ACM classification</option><option value="msc_class">MSC classification</option><option value="report_num">Report number</option><option value="paper_id">arXiv identifier</option><option value="doi">DOI</option><option value="orcid">ORCID</option><option value="license">License (URI)</option><option value="author_id">arXiv author ID</option><option value="help">Help pages</option><option value="full_text">Full text</option></select> <input id="query" name="query" type="text" value="Whittle, J"> <ul id="abstracts"><li><input checked id="abstracts-0" name="abstracts" type="radio" value="show"> <label for="abstracts-0">Show abstracts</label></li><li><input id="abstracts-1" name="abstracts" type="radio" value="hide"> <label for="abstracts-1">Hide abstracts</label></li></ul> </div> <div class="box field is-grouped is-grouped-multiline level-item"> <div class="control"> <span class="select is-small"> <select id="size" name="size"><option value="25">25</option><option selected value="50">50</option><option value="100">100</option><option value="200">200</option></select> </span> <label for="size">results per page</label>. </div> <div class="control"> <label for="order">Sort results by</label> <span class="select is-small"> <select id="order" name="order"><option selected value="-announced_date_first">Announcement date (newest first)</option><option value="announced_date_first">Announcement date (oldest first)</option><option value="-submitted_date">Submission date (newest first)</option><option value="submitted_date">Submission date (oldest first)</option><option value="">Relevance</option></select> </span> </div> <div class="control"> <button class="button is-small is-link">Go</button> </div> </div> </form> </div> </div> <ol class="breathe-horizontal" start="1"> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2412.16162">arXiv:2412.16162</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2412.16162">pdf</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Human-Computer Interaction">cs.HC</span> </div> </div> <p class="title is-5 mathjax"> Survey Insights on M365 Copilot Adoption </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Bano%2C+M">Muneera Bano</a>, <a href="/search/cs?searchtype=author&amp;query=Zowghi%2C+D">Didar Zowghi</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Reeson%2C+A">Andrew Reeson</a>, <a href="/search/cs?searchtype=author&amp;query=Martin%2C+R">Rob Martin</a>, <a href="/search/cs?searchtype=author&amp;query=Parsons%2C+J">Jen Parsons</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2412.16162v1-abstract-short" style="display: inline;"> Australia&#39;s National Science Agency conducted a six-month trial of M365 Copilot starting in January 2024 as part of an Australian Government initiative. Three hundred licenses were distributed across CSIRO using a persona-based approach to ensure diversity of roles and attributes among participants. As a scientific research organisation with a unique operational context, our objective was to study&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2412.16162v1-abstract-full').style.display = 'inline'; document.getElementById('2412.16162v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2412.16162v1-abstract-full" style="display: none;"> Australia&#39;s National Science Agency conducted a six-month trial of M365 Copilot starting in January 2024 as part of an Australian Government initiative. Three hundred licenses were distributed across CSIRO using a persona-based approach to ensure diversity of roles and attributes among participants. As a scientific research organisation with a unique operational context, our objective was to study the use of M365 Copilot on enhancing productivity, efficiency, and creativity as well as overall satisfaction and ethical considerations. This paper presents the results from two surveys, conducted before and after the trial. The results showed mixed outcomes, with participants reporting improved productivity and efficiency in structured tasks such as meeting summaries and email drafting. Gaps were identified in advanced functionalities and integration, which limited Copilot&#39;s overall effectiveness. Satisfaction levels were generally positive, but user experiences varied in certain areas. Ethical concerns, particularly around data privacy, became more pronounced post-trial. These findings highlight Copilot&#39;s potential and the need for further refinement to meet users&#39; diverse needs. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2412.16162v1-abstract-full').style.display = 'none'; document.getElementById('2412.16162v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 2 December, 2024; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> December 2024. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2408.11820">arXiv:2408.11820</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2408.11820">pdf</a>, <a href="https://arxiv.org/format/2408.11820">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Computers and Society">cs.CY</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> </div> <p class="title is-5 mathjax"> Responsible AI Question Bank: A Comprehensive Tool for AI Risk Assessment </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lee%2C+S+U">Sung Une Lee</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Liu%2C+Y">Yue Liu</a>, <a href="/search/cs?searchtype=author&amp;query=Xia%2C+B">Boming Xia</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Salvado%2C+O">Olivier Salvado</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2408.11820v2-abstract-short" style="display: inline;"> The rapid growth of Artificial Intelligence (AI) has underscored the urgent need for responsible AI practices. Despite increasing interest, a comprehensive AI risk assessment toolkit remains lacking. This study introduces our Responsible AI (RAI) Question Bank, a comprehensive framework and tool designed to support diverse AI initiatives. By integrating AI ethics principles such as fairness, trans&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2408.11820v2-abstract-full').style.display = 'inline'; document.getElementById('2408.11820v2-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2408.11820v2-abstract-full" style="display: none;"> The rapid growth of Artificial Intelligence (AI) has underscored the urgent need for responsible AI practices. Despite increasing interest, a comprehensive AI risk assessment toolkit remains lacking. This study introduces our Responsible AI (RAI) Question Bank, a comprehensive framework and tool designed to support diverse AI initiatives. By integrating AI ethics principles such as fairness, transparency, and accountability into a structured question format, the RAI Question Bank aids in identifying potential risks, aligning with emerging regulations like the EU AI Act, and enhancing overall AI governance. A key benefit of the RAI Question Bank is its systematic approach to linking lower-level risk questions to higher-level ones and related themes, preventing siloed assessments and ensuring a cohesive evaluation process. Case studies illustrate the practical application of the RAI Question Bank in assessing AI projects, from evaluating risk factors to informing decision-making processes. The study also demonstrates how the RAI Question Bank can be used to ensure compliance with standards, mitigate risks, and promote the development of trustworthy AI systems. This work advances RAI by providing organizations with a valuable tool to navigate the complexities of ethical AI development and deployment while ensuring comprehensive risk management. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2408.11820v2-abstract-full').style.display = 'none'; document.getElementById('2408.11820v2-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 22 January, 2025; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 2 August, 2024; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> August 2024. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">30 pages, 6 tables, 14 figures</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2405.10467">arXiv:2405.10467</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2405.10467">pdf</a>, <a href="https://arxiv.org/format/2405.10467">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Agent Design Pattern Catalogue: A Collection of Architectural Patterns for Foundation Model based Agents </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Liu%2C+Y">Yue Liu</a>, <a href="/search/cs?searchtype=author&amp;query=Lo%2C+S+K">Sin Kit Lo</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhao%2C+D">Dehai Zhao</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Harrer%2C+S">Stefan Harrer</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2405.10467v4-abstract-short" style="display: inline;"> Foundation model-enabled generative artificial intelligence facilitates the development and implementation of agents, which can leverage distinguished reasoning and language processing capabilities to takes a proactive, autonomous role to pursue users&#39; goals. Nevertheless, there is a lack of systematic knowledge to guide practitioners in designing the agents considering challenges of goal-seeking&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2405.10467v4-abstract-full').style.display = 'inline'; document.getElementById('2405.10467v4-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2405.10467v4-abstract-full" style="display: none;"> Foundation model-enabled generative artificial intelligence facilitates the development and implementation of agents, which can leverage distinguished reasoning and language processing capabilities to takes a proactive, autonomous role to pursue users&#39; goals. Nevertheless, there is a lack of systematic knowledge to guide practitioners in designing the agents considering challenges of goal-seeking (including generating instrumental goals and plans), such as hallucinations inherent in foundation models, explainability of reasoning process, complex accountability, etc. To address this issue, we have performed a systematic literature review to understand the state-of-the-art foundation model-based agents and the broader ecosystem. In this paper, we present a pattern catalogue consisting of 18 architectural patterns with analyses of the context, forces, and trade-offs as the outcomes from the previous literature review. We propose a decision model for selecting the patterns. The proposed catalogue can provide holistic guidance for the effective use of patterns, and support the architecture design of foundation model-based agents by facilitating goal-seeking and plan generation. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2405.10467v4-abstract-full').style.display = 'none'; document.getElementById('2405.10467v4-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 6 November, 2024; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 16 May, 2024; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> May 2024. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2311.13148">arXiv:2311.13148</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2311.13148">pdf</a>, <a href="https://arxiv.org/format/2311.13148">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Towards Responsible Generative AI: A Reference Architecture for Designing Foundation Model based Agents </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Xing%2C+Z">Zhenchang Xing</a>, <a href="/search/cs?searchtype=author&amp;query=Harrer%2C+S">Stefan Harrer</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2311.13148v3-abstract-short" style="display: inline;"> Foundation models, such as large language models (LLMs), have been widely recognised as transformative AI technologies due to their capabilities to understand and generate content, including plans with reasoning capabilities. Foundation model based agents derive their autonomy from the capabilities of foundation models, which enable them to autonomously break down a given goal into a set of manage&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2311.13148v3-abstract-full').style.display = 'inline'; document.getElementById('2311.13148v3-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2311.13148v3-abstract-full" style="display: none;"> Foundation models, such as large language models (LLMs), have been widely recognised as transformative AI technologies due to their capabilities to understand and generate content, including plans with reasoning capabilities. Foundation model based agents derive their autonomy from the capabilities of foundation models, which enable them to autonomously break down a given goal into a set of manageable tasks and orchestrate task execution to meet the goal. Despite the huge efforts put into building foundation model based agents, the architecture design of the agents has not yet been systematically explored. Also, while there are significant benefits of using agents for planning and execution, there are serious considerations regarding responsible AI related software quality attributes, such as security and accountability. Therefore, this paper presents a pattern-oriented reference architecture that serves as guidance when designing foundation model based agents. We evaluate the completeness and utility of the proposed reference architecture by mapping it to the architecture of two real-world agents. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2311.13148v3-abstract-full').style.display = 'none'; document.getElementById('2311.13148v3-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 2 April, 2024; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 21 November, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> November 2023. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2306.13298">arXiv:2306.13298</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2306.13298">pdf</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> </div> <p class="title is-5 mathjax"> Exploring Qualitative Research Using LLMs </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Bano%2C+M">Muneera Bano</a>, <a href="/search/cs?searchtype=author&amp;query=Zowghi%2C+D">Didar Zowghi</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2306.13298v1-abstract-short" style="display: inline;"> The advent of AI driven large language models (LLMs) have stirred discussions about their role in qualitative research. Some view these as tools to enrich human understanding, while others perceive them as threats to the core values of the discipline. This study aimed to compare and contrast the comprehension capabilities of humans and LLMs. We conducted an experiment with small sample of Alexa ap&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2306.13298v1-abstract-full').style.display = 'inline'; document.getElementById('2306.13298v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2306.13298v1-abstract-full" style="display: none;"> The advent of AI driven large language models (LLMs) have stirred discussions about their role in qualitative research. Some view these as tools to enrich human understanding, while others perceive them as threats to the core values of the discipline. This study aimed to compare and contrast the comprehension capabilities of humans and LLMs. We conducted an experiment with small sample of Alexa app reviews, initially classified by a human analyst. LLMs were then asked to classify these reviews and provide the reasoning behind each classification. We compared the results with human classification and reasoning. The research indicated a significant alignment between human and ChatGPT 3.5 classifications in one third of cases, and a slightly lower alignment with GPT4 in over a quarter of cases. The two AI models showed a higher alignment, observed in more than half of the instances. However, a consensus across all three methods was seen only in about one fifth of the classifications. In the comparison of human and LLMs reasoning, it appears that human analysts lean heavily on their individual experiences. As expected, LLMs, on the other hand, base their reasoning on the specific word choices found in app reviews and the functional components of the app itself. Our results highlight the potential for effective human LLM collaboration, suggesting a synergistic rather than competitive relationship. Researchers must continuously evaluate LLMs role in their work, thereby fostering a future where AI and humans jointly enrich qualitative research. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2306.13298v1-abstract-full').style.display = 'none'; document.getElementById('2306.13298v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 23 June, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> June 2023. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2305.09300">arXiv:2305.09300</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2305.09300">pdf</a>, <a href="https://arxiv.org/format/2305.09300">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> QB4AIRA: A Question Bank for AI Risk Assessment </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lee%2C+S+U">Sung Une Lee</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Xia%2C+B">Boming Xia</a>, <a href="/search/cs?searchtype=author&amp;query=Liu%2C+Y">Yue Liu</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Salvado%2C+O">Olivier Salvado</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2305.09300v2-abstract-short" style="display: inline;"> The rapid advancement of Artificial Intelligence (AI), represented by ChatGPT, has raised concerns about responsible AI development and utilization. Existing frameworks lack a comprehensive synthesis of AI risk assessment questions. To address this, we introduce QB4AIRA, a novel question bank developed by refining questions from five globally recognized AI risk frameworks, categorized according to&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2305.09300v2-abstract-full').style.display = 'inline'; document.getElementById('2305.09300v2-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2305.09300v2-abstract-full" style="display: none;"> The rapid advancement of Artificial Intelligence (AI), represented by ChatGPT, has raised concerns about responsible AI development and utilization. Existing frameworks lack a comprehensive synthesis of AI risk assessment questions. To address this, we introduce QB4AIRA, a novel question bank developed by refining questions from five globally recognized AI risk frameworks, categorized according to Australia&#39;s AI ethics principles. QB4AIRA comprises 293 prioritized questions covering a wide range of AI risk areas, facilitating effective risk assessment. It serves as a valuable resource for stakeholders in assessing and managing AI risks, while paving the way for new risk frameworks and guidelines. By promoting responsible AI practices, QB4AIRA contributes to responsible AI deployment, mitigating potential risks and harms. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2305.09300v2-abstract-full').style.display = 'none'; document.getElementById('2305.09300v2-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 10 July, 2023; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 16 May, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> May 2023. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2305.05352">arXiv:2305.05352</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2305.05352">pdf</a>, <a href="https://arxiv.org/format/2305.05352">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Computation and Language">cs.CL</span> </div> </div> <p class="title is-5 mathjax"> A Taxonomy of Foundation Model based Systems through the Lens of Software Architecture </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Liu%2C+Y">Yue Liu</a>, <a href="/search/cs?searchtype=author&amp;query=Xing%2C+Z">Zhenchang Xing</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2305.05352v6-abstract-short" style="display: inline;"> The recent release of large language model (LLM) based chatbots, such as ChatGPT, has attracted huge interest in foundation models. It is widely believed that foundation models will serve as the fundamental building blocks for future AI systems. As foundation models are in their early stages, the design of foundation model based systems has not yet been systematically explored. There is limited un&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2305.05352v6-abstract-full').style.display = 'inline'; document.getElementById('2305.05352v6-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2305.05352v6-abstract-full" style="display: none;"> The recent release of large language model (LLM) based chatbots, such as ChatGPT, has attracted huge interest in foundation models. It is widely believed that foundation models will serve as the fundamental building blocks for future AI systems. As foundation models are in their early stages, the design of foundation model based systems has not yet been systematically explored. There is limited understanding about the impact of introducing foundation models in software architecture. Therefore, in this paper, we propose a taxonomy of foundation model based systems, which classifies and compares the characteristics of foundation models and design options of foundation model based systems. Our taxonomy comprises three categories: the pretraining and adaptation of foundation models, the architecture design of foundation model based systems, and responsible-AI-by-design. This taxonomy can serve as concrete guidance for making major architectural design decisions when designing foundation model based systems and highlights trade-offs arising from design decisions. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2305.05352v6-abstract-full').style.display = 'none'; document.getElementById('2305.05352v6-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 21 January, 2024; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 9 May, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> May 2023. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2304.11090">arXiv:2304.11090</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2304.11090">pdf</a>, <a href="https://arxiv.org/format/2304.11090">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Computation and Language">cs.CL</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> A Reference Architecture for Designing Foundation Model based Systems </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Xing%2C+Z">Zhenchang Xing</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2304.11090v5-abstract-short" style="display: inline;"> The release of ChatGPT, Gemini, and other large language model has drawn huge interests on foundations models. There is a broad consensus that foundations models will be the fundamental building blocks for future AI systems. However, there is a lack of systematic guidance on the architecture design. Particularly, the the rapidly growing capabilities of foundations models can eventually absorb othe&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2304.11090v5-abstract-full').style.display = 'inline'; document.getElementById('2304.11090v5-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2304.11090v5-abstract-full" style="display: none;"> The release of ChatGPT, Gemini, and other large language model has drawn huge interests on foundations models. There is a broad consensus that foundations models will be the fundamental building blocks for future AI systems. However, there is a lack of systematic guidance on the architecture design. Particularly, the the rapidly growing capabilities of foundations models can eventually absorb other components of AI systems, posing challenges of moving boundary and interface evolution in architecture design. Furthermore, incorporating foundations models into AI systems raises significant concerns about responsible and safe AI due to their opaque nature and rapidly advancing intelligence. To address these challenges, the paper first presents an architecture evolution of AI systems in the era of foundation models, transitioning from &#34;foundation-model-as-a-connector&#34; to &#34;foundation-model-as-a-monolithic architecture&#34;. The paper then identifies key design decisions and proposes a pattern-oriented reference architecture for designing responsible foundation-model-based systems. The patterns can enable the potential of foundation models while ensuring associated risks. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2304.11090v5-abstract-full').style.display = 'none'; document.getElementById('2304.11090v5-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 16 July, 2024; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 13 April, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> April 2023. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2301.11616">arXiv:2301.11616</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2301.11616">pdf</a>, <a href="https://arxiv.org/format/2301.11616">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Towards Concrete and Connected AI Risk Assessment (C$^2$AIRA): A Systematic Mapping Study </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Xia%2C+B">Boming Xia</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xing%2C+Z">Zhenchang Xing</a>, <a href="/search/cs?searchtype=author&amp;query=Liu%2C+Y">Yue Liu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2301.11616v4-abstract-short" style="display: inline;"> The rapid development of artificial intelligence (AI) has led to increasing concerns about the capability of AI systems to make decisions and behave responsibly. Responsible AI (RAI) refers to the development and use of AI systems that benefit humans, society, and the environment while minimising the risk of negative consequences. To ensure responsible AI, the risks associated with AI systems&#39; dev&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2301.11616v4-abstract-full').style.display = 'inline'; document.getElementById('2301.11616v4-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2301.11616v4-abstract-full" style="display: none;"> The rapid development of artificial intelligence (AI) has led to increasing concerns about the capability of AI systems to make decisions and behave responsibly. Responsible AI (RAI) refers to the development and use of AI systems that benefit humans, society, and the environment while minimising the risk of negative consequences. To ensure responsible AI, the risks associated with AI systems&#39; development and use must be identified, assessed and mitigated. Various AI risk assessment frameworks have been released recently by governments, organisations, and companies. However, it can be challenging for AI stakeholders to have a clear picture of the available frameworks and determine the most suitable ones for a specific context. Additionally, there is a need to identify areas that require further research or development of new frameworks, as well as updating and maintaining existing ones. To fill the gap, we present a mapping study of 16 existing AI risk assessment frameworks from the industry, governments, and non-government organizations (NGOs). We identify key characteristics of each framework and analyse them in terms of RAI principles, stakeholders, system lifecycle stages, geographical locations, targeted domains, and assessment methods. Our study provides a comprehensive analysis of the current state of the frameworks and highlights areas of convergence and divergence among them. We also identify the deficiencies in existing frameworks and outlines the essential characteristics of a concrete and connected framework AI risk assessment (C$^2$AIRA) framework. Our findings and insights can help relevant stakeholders choose suitable AI risk assessment frameworks and guide the design of future frameworks towards concreteness and connectedness. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2301.11616v4-abstract-full').style.display = 'none'; document.getElementById('2301.11616v4-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 23 May, 2023; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 27 January, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> January 2023. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">[Camera-ready] Accepted by 2nd International Conference on AI Engineering - Software Engineering for AI (CAIN 2023)</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2301.05517">arXiv:2301.05517</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2301.05517">pdf</a>, <a href="https://arxiv.org/format/2301.05517">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> </div> <p class="title is-5 mathjax"> Developing Responsible Chatbots for Financial Services: A Pattern-Oriented Responsible AI Engineering Approach </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Luo%2C+Y">Yuxiu Luo</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Tang%2C+M">Mingjian Tang</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2301.05517v2-abstract-short" style="display: inline;"> The recent release of ChatGPT has gained huge attention and discussion worldwide, with responsible AI being a key topic of discussion. How can we ensure that AI systems, including ChatGPT, are developed and adopted in a responsible way? To tackle the responsible AI challenges, various ethical principles have been released by governments, organisations, and companies. However, those principles are&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2301.05517v2-abstract-full').style.display = 'inline'; document.getElementById('2301.05517v2-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2301.05517v2-abstract-full" style="display: none;"> The recent release of ChatGPT has gained huge attention and discussion worldwide, with responsible AI being a key topic of discussion. How can we ensure that AI systems, including ChatGPT, are developed and adopted in a responsible way? To tackle the responsible AI challenges, various ethical principles have been released by governments, organisations, and companies. However, those principles are very abstract and not practical enough. Further, significant efforts have been put on algorithm-level solutions that only address a narrow set of principles, such as fairness and privacy. To fill the gap, we adopt a pattern-oriented responsible AI engineering approach and build a Responsible AI Pattern Catalogue to operationalise responsible AI from a system perspective. In this article, we first summarise the major challenges in operationalising responsible AI at scale and introduce how we use the Responsible AI Pattern Catalogue to address those challenges. We then examine the risks at each stage of the chatbot development process and recommend pattern-driven mitigations to evaluate the the usefulness of the Responsible AI Pattern Catalogue in a real-world setting. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2301.05517v2-abstract-full').style.display = 'none'; document.getElementById('2301.05517v2-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 27 February, 2023; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 3 January, 2023; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> January 2023. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2211.07142">arXiv:2211.07142</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2211.07142">pdf</a>, <a href="https://arxiv.org/format/2211.07142">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Automated Detection, Categorisation and Developers&#39; Experience with the Violations of Honesty in Mobile Apps </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Obie%2C+H+O">Humphrey O. Obie</a>, <a href="/search/cs?searchtype=author&amp;query=Du%2C+H">Hung Du</a>, <a href="/search/cs?searchtype=author&amp;query=Madampe%2C+K">Kashumi Madampe</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Ilekura%2C+I">Idowu Ilekura</a>, <a href="/search/cs?searchtype=author&amp;query=Grundy%2C+J">John Grundy</a>, <a href="/search/cs?searchtype=author&amp;query=Li%2C+L">Li Li</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Turhan%2C+B">Burak Turhan</a>, <a href="/search/cs?searchtype=author&amp;query=Khalajzadeh%2C+H">Hourieh Khalajzadeh</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2211.07142v1-abstract-short" style="display: inline;"> Human values such as honesty, social responsibility, fairness, privacy, and the like are things considered important by individuals and society. Software systems, including mobile software applications (apps), may ignore or violate such values, leading to negative effects in various ways for individuals and society. While some works have investigated different aspects of human values in software e&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2211.07142v1-abstract-full').style.display = 'inline'; document.getElementById('2211.07142v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2211.07142v1-abstract-full" style="display: none;"> Human values such as honesty, social responsibility, fairness, privacy, and the like are things considered important by individuals and society. Software systems, including mobile software applications (apps), may ignore or violate such values, leading to negative effects in various ways for individuals and society. While some works have investigated different aspects of human values in software engineering, this mixed-methods study focuses on honesty as a critical human value. In particular, we studied (i) how to detect honesty violations in mobile apps, (ii) the types of honesty violations in mobile apps, and (iii) the perspectives of app developers on these detected honesty violations. We first develop and evaluate 7 machine learning (ML) models to automatically detect violations of the value of honesty in app reviews from an end user perspective. The most promising was a Deep Neural Network model with F1 score of 0.921. We then conducted a manual analysis of 401 reviews containing honesty violations and characterised honest violations in mobile apps into 10 categories: unfair cancellation and refund policies; false advertisements; delusive subscriptions; cheating systems; inaccurate information; unfair fees; no service; deletion of reviews; impersonation; and fraudulent looking apps. A developer survey and interview study with mobile developers then identified 7 key causes behind honesty violations in mobile apps and 8 strategies to avoid or fix such violations. The findings of our developer study also articulate the negative consequences that honesty violations might bring for businesses, developers, and users. Finally, the app developers&#39; feedback shows that our prototype ML-based models can have promising benefits in practice. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2211.07142v1-abstract-full').style.display = 'none'; document.getElementById('2211.07142v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 14 November, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> November 2022. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">Submitted Empirical Software Engineering Journal. arXiv admin note: substantial text overlap with arXiv:2203.07547</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2209.04963">arXiv:2209.04963</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2209.04963">pdf</a>, <a href="https://arxiv.org/format/2209.04963">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Computers and Society">cs.CY</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Responsible AI Pattern Catalogue: A Collection of Best Practices for AI Governance and Engineering </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Zowghi%2C+D">Didar Zowghi</a>, <a href="/search/cs?searchtype=author&amp;query=Jacquet%2C+A">Aurelie Jacquet</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2209.04963v4-abstract-short" style="display: inline;"> Responsible AI is widely considered as one of the greatest scientific challenges of our time and is key to increase the adoption of AI. Recently, a number of AI ethics principles frameworks have been published. However, without further guidance on best practices, practitioners are left with nothing much beyond truisms. Also, significant efforts have been placed at algorithm-level rather than syste&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2209.04963v4-abstract-full').style.display = 'inline'; document.getElementById('2209.04963v4-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2209.04963v4-abstract-full" style="display: none;"> Responsible AI is widely considered as one of the greatest scientific challenges of our time and is key to increase the adoption of AI. Recently, a number of AI ethics principles frameworks have been published. However, without further guidance on best practices, practitioners are left with nothing much beyond truisms. Also, significant efforts have been placed at algorithm-level rather than system-level, mainly focusing on a subset of mathematics-amenable ethical principles, such as fairness. Nevertheless, ethical issues can arise at any step of the development lifecycle, cutting across many AI and non-AI components of systems beyond AI algorithms and models. To operationalize responsible AI from a system perspective, in this paper, we present a Responsible AI Pattern Catalogue based on the results of a Multivocal Literature Review (MLR). Rather than staying at the principle or algorithm level, we focus on patterns that AI system stakeholders can undertake in practice to ensure that the developed AI systems are responsible throughout the entire governance and engineering lifecycle. The Responsible AI Pattern Catalogue classifies the patterns into three groups: multi-level governance patterns, trustworthy process patterns, and responsible-AI-by-design product patterns. These patterns provide systematic and actionable guidance for stakeholders to implement responsible AI. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2209.04963v4-abstract-full').style.display = 'none'; document.getElementById('2209.04963v4-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 27 September, 2023; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 11 September, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> September 2022. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2205.04358">arXiv:2205.04358</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2205.04358">pdf</a>, <a href="https://arxiv.org/ps/2205.04358">ps</a>, <a href="https://arxiv.org/format/2205.04358">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Computers and Society">cs.CY</span> </div> <div class="is-inline-block" style="margin-left: 0.5rem"> <div class="tags has-addons"> <span class="tag is-dark is-size-7">doi</span> <span class="tag is-light is-size-7"><a class="" href="https://doi.org/10.1109/BigData55660.2022.10021121">10.1109/BigData55660.2022.10021121 <i class="fa fa-external-link" aria-hidden="true"></i></a></span> </div> </div> </div> <p class="title is-5 mathjax"> Towards Implementing Responsible AI </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Sanderson%2C+C">Conrad Sanderson</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Douglas%2C+D">David Douglas</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2205.04358v5-abstract-short" style="display: inline;"> As the deployment of artificial intelligence (AI) is changing many fields and industries, there are concerns about AI systems making decisions and recommendations without adequately considering various ethical aspects, such as accountability, reliability, transparency, explainability, contestability, privacy, and fairness. While many sets of AI ethics principles have been recently proposed that ac&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2205.04358v5-abstract-full').style.display = 'inline'; document.getElementById('2205.04358v5-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2205.04358v5-abstract-full" style="display: none;"> As the deployment of artificial intelligence (AI) is changing many fields and industries, there are concerns about AI systems making decisions and recommendations without adequately considering various ethical aspects, such as accountability, reliability, transparency, explainability, contestability, privacy, and fairness. While many sets of AI ethics principles have been recently proposed that acknowledge these concerns, such principles are high-level and do not provide tangible advice on how to develop ethical and responsible AI systems. To gain insight on the possible implementation of the principles, we conducted an empirical investigation involving semi-structured interviews with a cohort of AI practitioners. The salient findings cover four aspects of AI system design and development, adapting processes used in software engineering: (i) high-level view, (ii) requirements engineering, (iii) design and implementation, (iv) deployment and operation. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2205.04358v5-abstract-full').style.display = 'none'; document.getElementById('2205.04358v5-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 25 April, 2023; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 9 May, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> May 2022. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">follow-up work to arXiv:2112.07467</span> </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">MSC Class:</span> 68T01 <span class="has-text-black-bis has-text-weight-semibold">ACM Class:</span> K.4.1; K.4.2; K.4.3; K.7.4; K.7.m; I.2.m; I.5.m </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Journal ref:</span> IEEE International Conference on Big Data, 2022 </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2204.08674">arXiv:2204.08674</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2204.08674">pdf</a>, <a href="https://arxiv.org/format/2204.08674">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Software Engineers Response to Public Crisis: Lessons Learnt from Spontaneously Building an Informative COVID-19 Dashboard </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Wang%2C+H">Han Wang</a>, <a href="/search/cs?searchtype=author&amp;query=Wu%2C+C">Chao Wu</a>, <a href="/search/cs?searchtype=author&amp;query=Chen%2C+C">Chunyang Chen</a>, <a href="/search/cs?searchtype=author&amp;query=Turhan%2C+B">Burak Turhan</a>, <a href="/search/cs?searchtype=author&amp;query=Chen%2C+S">Shiping Chen</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2204.08674v1-abstract-short" style="display: inline;"> The Coronavirus disease 2019 (COVID-19) outbreak quickly spread around the world, resulting in over 240 million infections and 4 million deaths by Oct 2021. While the virus is spreading from person to person silently, fear has also been spreading around the globe. The COVID-19 information from the Australian Government is convincing but not timely or detailed, and there is much information on soci&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2204.08674v1-abstract-full').style.display = 'inline'; document.getElementById('2204.08674v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2204.08674v1-abstract-full" style="display: none;"> The Coronavirus disease 2019 (COVID-19) outbreak quickly spread around the world, resulting in over 240 million infections and 4 million deaths by Oct 2021. While the virus is spreading from person to person silently, fear has also been spreading around the globe. The COVID-19 information from the Australian Government is convincing but not timely or detailed, and there is much information on social networks with both facts and rumors. As software engineers, we have spontaneously and rapidly constructed a COVID-19 information dashboard aggregating reliable information semi-automatically checked from different sources for providing one-stop information sharing site about the latest status in Australia. Inspired by the John Hopkins University COVID-19 Map, our dashboard contains the case statistics, case distribution, government policy, latest news, with interactive visualization. In this paper, we present a participant&#39;s in-person observations in which the authors acted as founders of https://covid-19-au.com/ serving more than 830K users with 14M page views since March 2020. According to our first-hand experience, we summarize 9 lessons for developers, researchers and instructors. These lessons may inspire the development, research and teaching in software engineer aspects for coping with similar public crises in the future. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2204.08674v1-abstract-full').style.display = 'none'; document.getElementById('2204.08674v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 19 April, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> April 2022. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2203.10382">arXiv:2203.10382</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2203.10382">pdf</a>, <a href="https://arxiv.org/format/2203.10382">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Investigating End-Users&#39; Values in Agriculture Mobile Applications Development: An Empirical Study on Bangladeshi Female Farmers </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Oliver%2C+G">Gillian Oliver</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2203.10382v1-abstract-short" style="display: inline;"> The omnipresent nature of mobile applications (apps) in all aspects of daily lives raises the necessity of reflecting end-users values (e.g., fairness, honesty, etc.) in apps. However, there are limited considerations of end-users values in apps development. Value violations by apps have been reported in the media and are responsible for end-users dissatisfaction and negative socio-economic conseq&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.10382v1-abstract-full').style.display = 'inline'; document.getElementById('2203.10382v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2203.10382v1-abstract-full" style="display: none;"> The omnipresent nature of mobile applications (apps) in all aspects of daily lives raises the necessity of reflecting end-users values (e.g., fairness, honesty, etc.) in apps. However, there are limited considerations of end-users values in apps development. Value violations by apps have been reported in the media and are responsible for end-users dissatisfaction and negative socio-economic consequences. Value violations may bring more severe and lasting problems for marginalized and vulnerable end-users of apps, which have been explored less (if at all) in the software engineering community. However, understanding the values of the end-users of apps is the essential first step towards values-based apps development. This research aims to fill this gap by investigating the human values of Bangladeshi female farmers as a marginalized and vulnerable group of end-users of Bangladeshi agriculture apps. We conducted an empirical study that collected and analyzed data from a survey with 193 Bangladeshi female farmers to explore the underlying factor structure of the values of Bangladeshi female farmers and the significance of demographics on their values. The results identified three underlying factors of Bangladeshi female farmers. The first factor comprises of five values: benevolence, security, conformity, universalism, and tradition. The second factor consists of two values: self-direction and stimulation. The third factor includes three values: power, achievement, and hedonism. We also identified strong influences of demographics on some of the values of Bangladeshi female farmers. For example, area has significant impacts on three values: hedonism, achievement, and tradition. Similarly, there are also strong influences of household income on power and security. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.10382v1-abstract-full').style.display = 'none'; document.getElementById('2203.10382v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 19 March, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> March 2022. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">44 pages, 7 figures, 8 tables, Journal of Systems and Software</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2203.08594">arXiv:2203.08594</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2203.08594">pdf</a>, <a href="https://arxiv.org/format/2203.08594">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> </div> <p class="title is-5 mathjax"> Towards a Roadmap on Software Engineering for Responsible AI </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Xing%2C+Z">Zhenchang Xing</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2203.08594v1-abstract-short" style="display: inline;"> Although AI is transforming the world, there are serious concerns about its ability to behave and make decisions responsibly. Many ethical regulations, principles, and frameworks for responsible AI have been issued recently. However, they are high level and difficult to put into practice. On the other hand, most AI researchers focus on algorithmic solutions, while the responsible AI challenges act&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.08594v1-abstract-full').style.display = 'inline'; document.getElementById('2203.08594v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2203.08594v1-abstract-full" style="display: none;"> Although AI is transforming the world, there are serious concerns about its ability to behave and make decisions responsibly. Many ethical regulations, principles, and frameworks for responsible AI have been issued recently. However, they are high level and difficult to put into practice. On the other hand, most AI researchers focus on algorithmic solutions, while the responsible AI challenges actually crosscut the entire engineering lifecycle and components of AI systems. To close the gap in operationalizing responsible AI, this paper aims to develop a roadmap on software engineering for responsible AI. The roadmap focuses on (i) establishing multi-level governance for responsible AI systems, (ii) setting up the development processes incorporating process-oriented practices for responsible AI systems, and (iii) building responsible-AI-by-design into AI systems through system-level architectural style, patterns and techniques. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.08594v1-abstract-full').style.display = 'none'; document.getElementById('2203.08594v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 9 March, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> March 2022. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2203.07547">arXiv:2203.07547</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2203.07547">pdf</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> On the Violation of Honesty in Mobile Apps: Automated Detection and Categories </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Obie%2C+H+O">Humphrey O. Obie</a>, <a href="/search/cs?searchtype=author&amp;query=Ilekura%2C+I">Idowu Ilekura</a>, <a href="/search/cs?searchtype=author&amp;query=Du%2C+H">Hung Du</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Grundy%2C+J">John Grundy</a>, <a href="/search/cs?searchtype=author&amp;query=Li%2C+L">Li Li</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Turhan%2C+B">Burak Turhan</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2203.07547v1-abstract-short" style="display: inline;"> Human values such as integrity, privacy, curiosity, security, and honesty are guiding principles for what people consider important in life. Such human values may be violated by mobile software applications (apps), and the negative effects of such human value violations can be seen in various ways in society. In this work, we focus on the human value of honesty. We present a model to support the a&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.07547v1-abstract-full').style.display = 'inline'; document.getElementById('2203.07547v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2203.07547v1-abstract-full" style="display: none;"> Human values such as integrity, privacy, curiosity, security, and honesty are guiding principles for what people consider important in life. Such human values may be violated by mobile software applications (apps), and the negative effects of such human value violations can be seen in various ways in society. In this work, we focus on the human value of honesty. We present a model to support the automatic identification of violations of the value of honesty from app reviews from an end-user perspective. Beyond the automatic detection of honesty violations by apps, we also aim to better understand different categories of honesty violations expressed by users in their app reviews. The result of our manual analysis of our honesty violations dataset shows that honesty violations can be characterised into ten categories: unfair cancellation and refund policies; false advertisements; delusive subscriptions; cheating systems; inaccurate information; unfair fees; no service; deletion of reviews; impersonation; and fraudulent-looking apps. Based on these results, we argue for a conscious effort in developing more honest software artefacts including mobile apps, and the promotion of honesty as a key value in software development practices. Furthermore, we discuss the role of app distribution platforms as enforcers of ethical systems supporting human values, and highlight some proposed next steps for human values in software engineering (SE) research. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.07547v1-abstract-full').style.display = 'none'; document.getElementById('2203.07547v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 14 March, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> March 2022. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">12 pages, Accepted for publication in 2022 IEEE/ACM 19th International Conference on Mining Software Repositories (MSR)</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2203.00905">arXiv:2203.00905</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2203.00905">pdf</a>, <a href="https://arxiv.org/format/2203.00905">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> </div> <p class="title is-5 mathjax"> Responsible-AI-by-Design: a Pattern Collection for Designing Responsible AI Systems </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2203.00905v2-abstract-short" style="display: inline;"> Although AI has significant potential to transform society, there are serious concerns about its ability to behave and make decisions responsibly. Many ethical regulations, principles, and guidelines for responsible AI have been issued recently. However, these principles are high-level and difficult to put into practice. In the meantime much effort has been put into responsible AI from the algorit&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.00905v2-abstract-full').style.display = 'inline'; document.getElementById('2203.00905v2-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2203.00905v2-abstract-full" style="display: none;"> Although AI has significant potential to transform society, there are serious concerns about its ability to behave and make decisions responsibly. Many ethical regulations, principles, and guidelines for responsible AI have been issued recently. However, these principles are high-level and difficult to put into practice. In the meantime much effort has been put into responsible AI from the algorithm perspective, but they are limited to a small subset of ethical principles amenable to mathematical analysis. Responsible AI issues go beyond data and algorithms and are often at the system-level crosscutting many system components and the entire software engineering lifecycle. Based on the result of a systematic literature review, this paper identifies one missing element as the system-level guidance - how to design the architecture of responsible AI systems. We present a summary of design patterns that can be embedded into the AI systems as product features to contribute to responsible-AI-by-design. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2203.00905v2-abstract-full').style.display = 'none'; document.getElementById('2203.00905v2-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 20 September, 2022; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 2 March, 2022; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> March 2022. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2112.07467">arXiv:2112.07467</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2112.07467">pdf</a>, <a href="https://arxiv.org/ps/2112.07467">ps</a>, <a href="https://arxiv.org/format/2112.07467">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Computers and Society">cs.CY</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> <div class="is-inline-block" style="margin-left: 0.5rem"> <div class="tags has-addons"> <span class="tag is-dark is-size-7">doi</span> <span class="tag is-light is-size-7"><a class="" href="https://doi.org/10.1109/TTS.2023.3257303">10.1109/TTS.2023.3257303 <i class="fa fa-external-link" aria-hidden="true"></i></a></span> </div> </div> </div> <p class="title is-5 mathjax"> AI Ethics Principles in Practice: Perspectives of Designers and Developers </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Sanderson%2C+C">Conrad Sanderson</a>, <a href="/search/cs?searchtype=author&amp;query=Douglas%2C+D">David Douglas</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Schleiger%2C+E">Emma Schleiger</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Lacey%2C+J">Justine Lacey</a>, <a href="/search/cs?searchtype=author&amp;query=Newnham%2C+G">Glenn Newnham</a>, <a href="/search/cs?searchtype=author&amp;query=Hajkowicz%2C+S">Stefan Hajkowicz</a>, <a href="/search/cs?searchtype=author&amp;query=Robinson%2C+C">Cathy Robinson</a>, <a href="/search/cs?searchtype=author&amp;query=Hansen%2C+D">David Hansen</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2112.07467v8-abstract-short" style="display: inline;"> As consensus across the various published AI ethics principles is approached, a gap remains between high-level principles and practical techniques that can be readily adopted to design and develop responsible AI systems. We examine the practices and experiences of researchers and engineers from Australia&#39;s national scientific research agency (CSIRO), who are involved in designing and developing AI&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2112.07467v8-abstract-full').style.display = 'inline'; document.getElementById('2112.07467v8-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2112.07467v8-abstract-full" style="display: none;"> As consensus across the various published AI ethics principles is approached, a gap remains between high-level principles and practical techniques that can be readily adopted to design and develop responsible AI systems. We examine the practices and experiences of researchers and engineers from Australia&#39;s national scientific research agency (CSIRO), who are involved in designing and developing AI systems for many application areas. Semi-structured interviews were used to examine how the practices of the participants relate to and align with a set of high-level AI ethics principles proposed by the Australian Government. The principles comprise: (1) privacy protection and security, (2) reliability and safety, (3) transparency and explainability, (4) fairness, (5) contestability, (6) accountability, (7) human-centred values, (8) human, social and environmental wellbeing. Discussions on the gained insights from the interviews include various tensions and trade-offs between the principles, and provide suggestions for implementing each high-level principle. We also present suggestions aiming to enhance associated support mechanisms. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2112.07467v8-abstract-full').style.display = 'none'; document.getElementById('2112.07467v8-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 5 September, 2024; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 14 December, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> December 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">submitted to IEEE Transactions on Technology &amp; Society</span> </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">MSC Class:</span> 68T01 <span class="has-text-black-bis has-text-weight-semibold">ACM Class:</span> K.4.1; K.4.2; K.4.3; K.7.4; K.7.m; I.2.m; I.5.m </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Journal ref:</span> IEEE Transactions on Technology and Society, Vol. 4, No. 2, pp. 171-187, 2023 </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2111.15293">arXiv:2111.15293</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2111.15293">pdf</a>, <a href="https://arxiv.org/format/2111.15293">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> The Impact of Considering Human Values during Requirements Engineering Activities </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Hoda%2C+R">Rashina Hoda</a>, <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2111.15293v1-abstract-short" style="display: inline;"> Human values, or what people hold important in their life, such as freedom, fairness, and social responsibility, often remain unnoticed and unattended during software development. Ignoring values can lead to values violations in software that can result in financial losses, reputation damage, and widespread social and legal implications. However, embedding human values in software is not only non-&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2111.15293v1-abstract-full').style.display = 'inline'; document.getElementById('2111.15293v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2111.15293v1-abstract-full" style="display: none;"> Human values, or what people hold important in their life, such as freedom, fairness, and social responsibility, often remain unnoticed and unattended during software development. Ignoring values can lead to values violations in software that can result in financial losses, reputation damage, and widespread social and legal implications. However, embedding human values in software is not only non-trivial but also generally an unclear process. Commencing as early as during the Requirements Engineering (RE) activities promises to ensure fit-for-purpose and quality software products that adhere to human values. But what is the impact of considering human values explicitly during early RE activities? To answer this question, we conducted a scenario-based survey where 56 software practitioners contextualised requirements analysis towards a proposed mobile application for the homeless and suggested values-laden software features accordingly. The suggested features were qualitatively analysed. Results show that explicit considerations of values can help practitioners identify applicable values, associate purpose with the features they develop, think outside-the-box, and build connections between software features and human values. Finally, drawing from the results and experiences of this study, we propose a scenario-based values elicitation process -- a simple four-step takeaway as a practical implication of this study. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2111.15293v1-abstract-full').style.display = 'none'; document.getElementById('2111.15293v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 30 November, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> November 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">17 pages, 8 images, 5 tables</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2111.09478">arXiv:2111.09478</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2111.09478">pdf</a>, <a href="https://arxiv.org/format/2111.09478">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> <span class="tag is-small is-grey tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> <div class="is-inline-block" style="margin-left: 0.5rem"> <div class="tags has-addons"> <span class="tag is-dark is-size-7">doi</span> <span class="tag is-light is-size-7"><a class="" href="https://doi.org/10.1109/ICSE-SEIP55303.2022.9793864">10.1109/ICSE-SEIP55303.2022.9793864 <i class="fa fa-external-link" aria-hidden="true"></i></a></span> </div> </div> </div> <p class="title is-5 mathjax"> Software Engineering for Responsible AI: An Empirical Study and Operationalised Patterns </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Douglas%2C+D">David Douglas</a>, <a href="/search/cs?searchtype=author&amp;query=Sanderson%2C+C">Conrad Sanderson</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2111.09478v1-abstract-short" style="display: inline;"> Although artificial intelligence (AI) is solving real-world challenges and transforming industries, there are serious concerns about its ability to behave and make decisions in a responsible way. Many AI ethics principles and guidelines for responsible AI have been recently issued by governments, organisations, and enterprises. However, these AI ethics principles and guidelines are typically high-&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2111.09478v1-abstract-full').style.display = 'inline'; document.getElementById('2111.09478v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2111.09478v1-abstract-full" style="display: none;"> Although artificial intelligence (AI) is solving real-world challenges and transforming industries, there are serious concerns about its ability to behave and make decisions in a responsible way. Many AI ethics principles and guidelines for responsible AI have been recently issued by governments, organisations, and enterprises. However, these AI ethics principles and guidelines are typically high-level and do not provide concrete guidance on how to design and develop responsible AI systems. To address this shortcoming, we first present an empirical study where we interviewed 21 scientists and engineers to understand the practitioners&#39; perceptions on AI ethics principles and their implementation. We then propose a template that enables AI ethics principles to be operationalised in the form of concrete patterns and suggest a list of patterns using the newly created template. These patterns provide concrete, operationalised guidance that facilitate the development of responsible AI systems. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2111.09478v1-abstract-full').style.display = 'none'; document.getElementById('2111.09478v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 17 November, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> November 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">Submitted to ICSE SEIP 2022</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2110.05150">arXiv:2110.05150</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2110.05150">pdf</a>, <a href="https://arxiv.org/format/2110.05150">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Human Values in Mobile App Development: An Empirical Study on Bangladeshi Agriculture Mobile Apps </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Oliver%2C+G">Gillian Oliver</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2110.05150v1-abstract-short" style="display: inline;"> Given the ubiquity of mobile applications (apps) in daily lives, understanding and reflecting end-users&#39; human values (e.g., transparency, privacy, social recognition etc.) in apps has become increasingly important. Violations of end users&#39; values by software applications have been reported in the media and have resulted in a wide range of difficulties for end users. Value violations may bring mor&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2110.05150v1-abstract-full').style.display = 'inline'; document.getElementById('2110.05150v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2110.05150v1-abstract-full" style="display: none;"> Given the ubiquity of mobile applications (apps) in daily lives, understanding and reflecting end-users&#39; human values (e.g., transparency, privacy, social recognition etc.) in apps has become increasingly important. Violations of end users&#39; values by software applications have been reported in the media and have resulted in a wide range of difficulties for end users. Value violations may bring more and lasting problems for marginalized and vulnerable groups of end-users. This research aims to understand the extent to which the values of Bangladeshi female farmers, marginalized and vulnerable end-users, who are less studied by the software engineering community, are reflected in agriculture apps in Bangladesh. Further to this, we aim to identify possible strategies to embed their values in those apps. To this end, we conducted a mixed-methods empirical study consisting of 13 interviews with app practitioners and four focus groups with 20 Bangladeshi female farmers. The accumulated results from the interviews and focus groups identified 22 values of Bangladeshi female farmers, which the participants expect to be reflected in the agriculture apps. Among these 22 values, 15 values (e.g., accuracy, independence) are already reflected and 7 values (e.g., accessibility, pleasure) are ignored/violated in the existing agriculture apps. We also identified 14 strategies (e.g., &#34;applying human-centered approaches to elicit values&#34;, &#34;establishing a dedicated team/person for values concerns&#34;) to address Bangladeshi female farmers&#39; values in agriculture apps. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2110.05150v1-abstract-full').style.display = 'none'; document.getElementById('2110.05150v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 11 October, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> October 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">18 pages, 6 figures, Manuscript submitted to IEEE Transactions on Software Engineering (2021)</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2110.01832">arXiv:2110.01832</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2110.01832">pdf</a>, <a href="https://arxiv.org/ps/2110.01832">ps</a>, <a href="https://arxiv.org/format/2110.01832">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Does Domain Change the Opinion of Individuals on Human Values? A Preliminary Investigation on eHealth Apps End-users </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Obie%2C+H">Humphrey Obie</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Grundy%2C+J">John Grundy</a>, <a href="/search/cs?searchtype=author&amp;query=Turhan%2C+B">Burak Turhan</a>, <a href="/search/cs?searchtype=author&amp;query=Li%2C+L">Li Li</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2110.01832v1-abstract-short" style="display: inline;"> The elicitation of end-users&#39; human values - such as freedom, honesty, transparency, etc. - is important in the development of software systems. We carried out two preliminary Q-studies to understand (a) the general human value opinion types of eHealth applications (apps) end-users (b) the eHealth domain human value opinion types of eHealth apps end-users (c) whether there are differences between&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2110.01832v1-abstract-full').style.display = 'inline'; document.getElementById('2110.01832v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2110.01832v1-abstract-full" style="display: none;"> The elicitation of end-users&#39; human values - such as freedom, honesty, transparency, etc. - is important in the development of software systems. We carried out two preliminary Q-studies to understand (a) the general human value opinion types of eHealth applications (apps) end-users (b) the eHealth domain human value opinion types of eHealth apps end-users (c) whether there are differences between the general and eHealth domain opinion types. Our early results show three value opinion types using generic value instruments: (1) fun-loving, success-driven and independent end-user, (2) security-conscious, socially-concerned, and success-driven end-user, and (3) benevolent, success-driven, and conformist end-user Our results also show two value opinion types using domain-specific value instruments: (1) security-conscious, reputable, and honest end-user, and (2) success-driven, reputable and pain-avoiding end-user. Given these results, consideration should be given to domain context in the design and application of values elicitation instruments. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2110.01832v1-abstract-full').style.display = 'none'; document.getElementById('2110.01832v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 5 October, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> October 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">Preprint accepted to appear in 28th Asia-Pacific Software Engineering Conference (APSEC 2021). 5 Pages</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2110.00812">arXiv:2110.00812</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2110.00812">pdf</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> How Secondary School Girls Perceive Computational Thinking Practices through Collaborative Programming with the Micro:bit </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Gonsalvez%2C+C">Chris Gonsalvez</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Chen%2C+C">Chunyang Chen</a>, <a href="/search/cs?searchtype=author&amp;query=Li%2C+L">Li Li</a>, <a href="/search/cs?searchtype=author&amp;query=Xia%2C+X">Xin Xia</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2110.00812v1-abstract-short" style="display: inline;"> Computational Thinking (CT) has been investigated from different perspectives. This research aims to investigate how secondary school girls perceive CT practices -- the problem-solving practices that students apply while they are engaged in programming -- when using the micro:bit device in a collaborative setting. This study also explores the collaborative programming process of secondary school g&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2110.00812v1-abstract-full').style.display = 'inline'; document.getElementById('2110.00812v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2110.00812v1-abstract-full" style="display: none;"> Computational Thinking (CT) has been investigated from different perspectives. This research aims to investigate how secondary school girls perceive CT practices -- the problem-solving practices that students apply while they are engaged in programming -- when using the micro:bit device in a collaborative setting. This study also explores the collaborative programming process of secondary school girls with the micro:bit device. We conducted mixed-methods research with 203 secondary school girls (in the state of Victoria, Australia) and 31 mentors attending a girls-only CT program (OzGirlsCT program). The girls were grouped into 52 teams and collaboratively developed computational solutions around realistic, important problems to them and their communities. We distributed two surveys (with 193 responses each) to the girls. Further, we surveyed the mentors (with 31 responses) who monitored the girls, and collected their observation reports on their teams. Our study indicates that the girls found &#34;debugging&#34; the most difficult type of CT practice to apply, while collaborative practices of CT were the easiest. We found that prior coding experience significantly reduced the difficulty level of only one CT practice - &#34;debugging&#34;. Our study also identified six challenges the girls faced and six best practices they adopted when working on their computational solutions. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2110.00812v1-abstract-full').style.display = 'none'; document.getElementById('2110.00812v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 2 October, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> October 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">Preprint accepted for publication in Journal of Systems and Software, Elsevier, 2021. 33 Pages, 8 Tables, 11 Figures</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2108.05624">arXiv:2108.05624</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2108.05624">pdf</a>, <a href="https://arxiv.org/format/2108.05624">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> <div class="is-inline-block" style="margin-left: 0.5rem"> <div class="tags has-addons"> <span class="tag is-dark is-size-7">doi</span> <span class="tag is-light is-size-7"><a class="" href="https://doi.org/10.1109/ACCESS.2022.3190975">10.1109/ACCESS.2022.3190975 <i class="fa fa-external-link" aria-hidden="true"></i></a></span> </div> </div> </div> <p class="title is-5 mathjax"> Operationalizing Human Values in Software Engineering: A Survey </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R">Rifat Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Grundy%2C+J">John Grundy</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2108.05624v3-abstract-short" style="display: inline;"> Human values (e.g., pleasure, privacy, and social justice) are what a person or a society considers important. The inability to address them in software-intensive systems can result in numerous undesired consequences (e.g., financial losses) for individuals and communities. Various solutions (e.g., methodologies, techniques) are developed to help &#34;operationalize values in software&#34;. The ultimate g&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2108.05624v3-abstract-full').style.display = 'inline'; document.getElementById('2108.05624v3-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2108.05624v3-abstract-full" style="display: none;"> Human values (e.g., pleasure, privacy, and social justice) are what a person or a society considers important. The inability to address them in software-intensive systems can result in numerous undesired consequences (e.g., financial losses) for individuals and communities. Various solutions (e.g., methodologies, techniques) are developed to help &#34;operationalize values in software&#34;. The ultimate goal is to ensure building software (better) reflects and respects human values. In this survey, &#34;operationalizing values&#34; is referred to as the process of identifying human values and translating them to accessible and concrete concepts so that they can be implemented, validated, verified, and measured in software. This paper provides a deep understanding of the research landscape on operationalizing values in software engineering, covering 51 primary studies. It also presents an analysis and taxonomy of 51 solutions for operationalizing values in software engineering. Our survey reveals that most solutions attempt to help operationalize values in the early phases (requirements and design) of the software development life cycle. However, the later phases (implementation and testing) and other aspects of software development (e.g., &#34;team organization&#34;) still need adequate consideration. We outline implications for research and practice and identify open issues and future research directions to advance this area. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2108.05624v3-abstract-full').style.display = 'none'; document.getElementById('2108.05624v3-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 25 July, 2022; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 12 August, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> August 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">Accepted for publication in IEEE Access Journal, IEEE - 27 Pages - 14 Tables, 7 Figures</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2107.11273">arXiv:2107.11273</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2107.11273">pdf</a>, <a href="https://arxiv.org/format/2107.11273">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> Towards a Human Values Dashboard for Software Development: An Exploratory Study </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Chaudron%2C+M">Michel Chaudron</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2107.11273v1-abstract-short" style="display: inline;"> Background: There is a growing awareness of the importance of human values (e.g., inclusiveness, privacy) in software systems. However, there are no practical tools to support the integration of human values during software development. We argue that a tool that can identify human values from software development artefacts and present them to varying software development roles can (partially) addr&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2107.11273v1-abstract-full').style.display = 'inline'; document.getElementById('2107.11273v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2107.11273v1-abstract-full" style="display: none;"> Background: There is a growing awareness of the importance of human values (e.g., inclusiveness, privacy) in software systems. However, there are no practical tools to support the integration of human values during software development. We argue that a tool that can identify human values from software development artefacts and present them to varying software development roles can (partially) address this gap. We refer to such a tool as human values dashboard. Further to this, our understanding of such a tool is limited. Aims: This study aims to (1) investigate the possibility of using a human values dashboard to help address human values during software development, (2) identify possible benefits of using a human values dashboard, and (3) elicit practitioners&#39; needs from a human values dashboard. Method: We conducted an exploratory study by interviewing 15 software practitioners. A dashboard prototype was developed to support the interview process. We applied thematic analysis to analyse the collected data. Results: Our study finds that a human values dashboard would be useful for the development team (e.g., project manager, developer, tester). Our participants acknowledge that development artefacts, especially requirements documents and issue discussions, are the most suitable source for identifying values for the dashboard. Our study also yields a set of high-level user requirements for a human values dashboard (e.g., it shall allow determining values priority of a project). Conclusions: Our study suggests that a values dashboard is potentially used to raise awareness of values and support values-based decision-making in software development. Future work will focus on addressing the requirements and using issue discussions as potential artefacts for the dashboard. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2107.11273v1-abstract-full').style.display = 'none'; document.getElementById('2107.11273v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 23 July, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> July 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">12 Pages. Accepted to appear in 15th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM). Preprint</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2105.08867">arXiv:2105.08867</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2105.08867">pdf</a>, <a href="https://arxiv.org/format/2105.08867">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Artificial Intelligence">cs.AI</span> </div> </div> <p class="title is-5 mathjax"> AI and Ethics -- Operationalising Responsible AI </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Zhu%2C+L">Liming Zhu</a>, <a href="/search/cs?searchtype=author&amp;query=Xu%2C+X">Xiwei Xu</a>, <a href="/search/cs?searchtype=author&amp;query=Lu%2C+Q">Qinghua Lu</a>, <a href="/search/cs?searchtype=author&amp;query=Governatori%2C+G">Guido Governatori</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2105.08867v1-abstract-short" style="display: inline;"> In the last few years, AI continues demonstrating its positive impact on society while sometimes with ethically questionable consequences. Building and maintaining public trust in AI has been identified as the key to successful and sustainable innovation. This chapter discusses the challenges related to operationalizing ethical AI principles and presents an integrated view that covers high-level e&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2105.08867v1-abstract-full').style.display = 'inline'; document.getElementById('2105.08867v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2105.08867v1-abstract-full" style="display: none;"> In the last few years, AI continues demonstrating its positive impact on society while sometimes with ethically questionable consequences. Building and maintaining public trust in AI has been identified as the key to successful and sustainable innovation. This chapter discusses the challenges related to operationalizing ethical AI principles and presents an integrated view that covers high-level ethical AI principles, the general notion of trust/trustworthiness, and product/process support in the context of responsible AI, which helps improve both trust and trustworthiness of AI for a wider set of stakeholders. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2105.08867v1-abstract-full').style.display = 'none'; document.getElementById('2105.08867v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 18 May, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> May 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Journal ref:</span> Humanity Driven AI: Productivity, Wellbeing, Sustainability and Partnership, 2021 </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2102.12107">arXiv:2102.12107</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2102.12107">pdf</a>, <a href="https://arxiv.org/format/2102.12107">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> How Can Human Values Be Addressed in Agile Methods? A Case Study on SAFe </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Hoda%2C+R">Rashina Hoda</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Oliver%2C+G">Gillian Oliver</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2102.12107v3-abstract-short" style="display: inline;"> Agile methods are predominantly focused on delivering business values. But can Agile methods be adapted to effectively address and deliver human values such as social justice, privacy, and sustainability in the software they produce? Human values are what an individual or a society considers important in life. Ignoring these human values in software can pose difficulties or risks for all stakehold&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2102.12107v3-abstract-full').style.display = 'inline'; document.getElementById('2102.12107v3-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2102.12107v3-abstract-full" style="display: none;"> Agile methods are predominantly focused on delivering business values. But can Agile methods be adapted to effectively address and deliver human values such as social justice, privacy, and sustainability in the software they produce? Human values are what an individual or a society considers important in life. Ignoring these human values in software can pose difficulties or risks for all stakeholders (e.g., user dissatisfaction, reputation damage, financial loss). To answer this question, we selected the Scaled Agile Framework (SAFe), one of the most commonly used Agile methods in the industry, and conducted a qualitative case study to identify possible intervention points within SAFe that are the most natural to address and integrate human values in software. We present five high-level empirically-justified sets of interventions in SAFe: artefacts, roles, ceremonies, practices, and culture. We elaborate how some current Agile artefacts (e.g., user story), roles (e.g., product owner), ceremonies (e.g., stand-up meeting), and practices (e.g., business-facing testing) in SAFe can be modified to support the inclusion of human values in software. Further, our study suggests new and exclusive values-based artefacts (e.g., legislative requirement), ceremonies (e.g., values conversation), roles (e.g., values champion), and cultural practices (e.g., induction and hiring) to be introduced in SAFe for this purpose. Guided by our findings, we argue that existing Agile methods can account for human values in software delivery with some evolutionary adaptations. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2102.12107v3-abstract-full').style.display = 'none'; document.getElementById('2102.12107v3-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 12 November, 2021; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 24 February, 2021; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> February 2021. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">Preprint - Accepted to be published in IEEE Transactions on Software Engineering (2021), 18 Pages, 5 Figures, 3 Tables</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2012.10095">arXiv:2012.10095</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2012.10095">pdf</a>, <a href="https://arxiv.org/format/2012.10095">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> A First Look at Human Values-Violation in App Reviews </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Obie%2C+H+O">Humphrey O. Obie</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Xia%2C+X">Xin Xia</a>, <a href="/search/cs?searchtype=author&amp;query=Grundy%2C+J">John Grundy</a>, <a href="/search/cs?searchtype=author&amp;query=Li%2C+L">Li Li</a>, <a href="/search/cs?searchtype=author&amp;query=Turhan%2C+B">Burak Turhan</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2012.10095v1-abstract-short" style="display: inline;"> Ubiquitous technologies such as mobile software applications (mobile apps) have a tremendous influence on the evolution of the social, cultural, economic, and political facets of life in society. Mobile apps fulfil many practical purposes for users including entertainment, transportation, financial management, etc. Given the ubiquity of mobile apps in the lives of individuals and the consequent ef&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2012.10095v1-abstract-full').style.display = 'inline'; document.getElementById('2012.10095v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2012.10095v1-abstract-full" style="display: none;"> Ubiquitous technologies such as mobile software applications (mobile apps) have a tremendous influence on the evolution of the social, cultural, economic, and political facets of life in society. Mobile apps fulfil many practical purposes for users including entertainment, transportation, financial management, etc. Given the ubiquity of mobile apps in the lives of individuals and the consequent effect of these technologies on society, it is essential to consider the relationship between human values and the development and deployment of mobile apps. The many negative consequences of violating human values such as privacy, fairness or social justice by technology have been documented in recent times. If we can detect these violations in a timely manner, developers can look to better address them. To understand the violation of human values in a range of common mobile apps, we analysed 22,119 app reviews from Google Play Store using natural language processing techniques. We base our values violation detection approach on a widely accepted model of human values; the Schwartz theory of basic human values. The results of our analysis show that 26.5% of the reviews contained text indicating user perceived violations of human values. We found that benevolence and self-direction were the most violated value categories, and conformity and tradition were the least violated categories. Our results also highlight the need for a proactive approach to the alignment of values amongst stakeholders and the use of app reviews as a valuable additional source for mining values requirements. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2012.10095v1-abstract-full').style.display = 'none'; document.getElementById('2012.10095v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 18 December, 2020; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> December 2020. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">10 pages, Accepted for publication in IEEE/ACM 43nd International Conference on Software Engineering: Software Engineering in Society (ICSE-SEIS), IEEE, 2021</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2012.03746">arXiv:2012.03746</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2012.03746">pdf</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Computers and Society">cs.CY</span> </div> <div class="is-inline-block" style="margin-left: 0.5rem"> <div class="tags has-addons"> <span class="tag is-dark is-size-7">doi</span> <span class="tag is-light is-size-7"><a class="" href="https://doi.org/10.1007/s11365-020-00713-7">10.1007/s11365-020-00713-7 <i class="fa fa-external-link" aria-hidden="true"></i></a></span> </div> </div> </div> <p class="title is-5 mathjax"> The Impact of a STEM-based Entrepreneurship Program on the Entrepreneurial Intention of Secondary School Female Students </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Ilic%2C+O">Olivia Ilic</a>, <a href="/search/cs?searchtype=author&amp;query=Gonsalvez%2C+C">Chris Gonsalvez</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2012.03746v2-abstract-short" style="display: inline;"> Despite dedicated effort and research in the last two decades, the entrepreneurship field is still limited by little evidence-based knowledge of the impacts of entrepreneurship programs on the entrepreneurial intention of students in pre-university levels of study. Further, gender equity continues to be an issue in the entrepreneurial sector, particularly in STEM-focused entrepreneurship. In this&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2012.03746v2-abstract-full').style.display = 'inline'; document.getElementById('2012.03746v2-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2012.03746v2-abstract-full" style="display: none;"> Despite dedicated effort and research in the last two decades, the entrepreneurship field is still limited by little evidence-based knowledge of the impacts of entrepreneurship programs on the entrepreneurial intention of students in pre-university levels of study. Further, gender equity continues to be an issue in the entrepreneurial sector, particularly in STEM-focused entrepreneurship. In this context, this study was designed to explore the effects of a one-day female-focused STEM-based entrepreneurship program (for brevity, we call it the OzGirlsEntrepreneurship program) on the entrepreneurial intention of secondary school female students. The study collected data from two surveys completed by 193 secondary school female students, aged 14-16 years, who participated in the OzGirlsEntrepreneurship program. This program encouraged girls to develop and implement creative computational solutions to socially relevant problems, with an Internet of Things (IoT) component using the micro:bit device. The findings reveal that a key factor in the development of entrepreneurial attitudes in young female students is associated with soft-skills development, particularly in the areas of creative thinking, risk-taking, problem-solving, and leadership development. The importance of meaningful human connections, including positive role modelling and peer to peer learning were also important factors in fostering entrepreneurial intent. With these factors in mind, our findings highlight that the OzGirlsEntrepreneurship program substantially increased the entrepreneurial intention of secondary school female students. In addition, this study offers actionable implications and recommendations to develop and deliver entrepreneurship education programs for secondary school level students. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2012.03746v2-abstract-full').style.display = 'none'; document.getElementById('2012.03746v2-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 16 January, 2021; <span class="has-text-black-bis has-text-weight-semibold">v1</span> submitted 4 December, 2020; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> December 2020. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">20 Pages, Accepted to appear in International Entrepreneurship and Management Journal (IEMJ), Springer, 2020</span> </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Journal ref:</span> International Entrepreneurship and Management Journal (2021) </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/2012.01268">arXiv:2012.01268</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/2012.01268">pdf</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Computers and Society">cs.CY</span> </div> </div> <p class="title is-5 mathjax"> Measuring Bangladeshi Female Farmers&#39; Values for Agriculture Mobile Applications Development </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Shahin%2C+M">Mojtaba Shahin</a>, <a href="/search/cs?searchtype=author&amp;query=Oliver%2C+G">Gillian Oliver</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="2012.01268v1-abstract-short" style="display: inline;"> The ubiquity of mobile applications (apps) in daily life raises the imperative that the apps should reflect users&#39; values. However, users&#39; values are not usually taken into account in app development. Thus there is significant potential for user dissatisfaction and negative socio-economic consequences. To be cognizant of values in apps, the first step is to find out what those values are, and that&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2012.01268v1-abstract-full').style.display = 'inline'; document.getElementById('2012.01268v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="2012.01268v1-abstract-full" style="display: none;"> The ubiquity of mobile applications (apps) in daily life raises the imperative that the apps should reflect users&#39; values. However, users&#39; values are not usually taken into account in app development. Thus there is significant potential for user dissatisfaction and negative socio-economic consequences. To be cognizant of values in apps, the first step is to find out what those values are, and that was the objective of this study conducted in Bangladesh. Our focus was on rural women, specifically female farmers. The basis for our study was Schwartz&#39;s universal human values theory, and we used an associated survey instrument, the Portrait Values Questionnaire (PVQ). Our survey of 193 Bangladeshi female farmers showed that Conformity and Security were regarded as the most important values, while Power, Hedonism, and Stimulation were the least important. This finding would be helpful for developers to take into account when developing agriculture apps for this market. In addition, the methodology we used provides a model to follow to elicit the values of apps&#39; users in other communities. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('2012.01268v1-abstract-full').style.display = 'none'; document.getElementById('2012.01268v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 22 November, 2020; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> December 2020. </p> <p class="comments is-size-7"> <span class="has-text-black-bis has-text-weight-semibold">Comments:</span> <span class="has-text-grey-dark mathjax">10 Pages, Accepted to appear in 54th Hawaii International Conference on System Sciences, 2021</span> </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/1907.07874">arXiv:1907.07874</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/1907.07874">pdf</a>, <a href="https://arxiv.org/format/1907.07874">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Software Engineering">cs.SE</span> </div> </div> <p class="title is-5 mathjax"> A Study on the Prevalence of Human Values in Software Engineering Publications, 2015-2018 </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Perera%2C+H">Harsha Perera</a>, <a href="/search/cs?searchtype=author&amp;query=Nurwidyantoro%2C+A">Arif Nurwidyantoro</a>, <a href="/search/cs?searchtype=author&amp;query=Hussain%2C+W">Waqar Hussain</a>, <a href="/search/cs?searchtype=author&amp;query=Mougouei%2C+D">Davoud Mougouei</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+J">Jon Whittle</a>, <a href="/search/cs?searchtype=author&amp;query=Shams%2C+R+A">Rifat Ara Shams</a>, <a href="/search/cs?searchtype=author&amp;query=Oliver%2C+G">Gillian Oliver</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="1907.07874v1-abstract-short" style="display: inline;"> Failure to account for human values in software (e.g., equality and fairness) can result in user dissatisfaction and negative socio-economic impact. Engineering these values in software, however, requires technical and methodological support throughout the development life cycle. This paper investigates to what extent software engineering (SE) research has considered human values. We investigate t&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('1907.07874v1-abstract-full').style.display = 'inline'; document.getElementById('1907.07874v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="1907.07874v1-abstract-full" style="display: none;"> Failure to account for human values in software (e.g., equality and fairness) can result in user dissatisfaction and negative socio-economic impact. Engineering these values in software, however, requires technical and methodological support throughout the development life cycle. This paper investigates to what extent software engineering (SE) research has considered human values. We investigate the prevalence of human values in recent (2015 - 2018) publications at some of the top-tier SE conferences and journals. We classify SE publications, based on their relevance to different values, against a widely used value structure adopted from social sciences. Our results show that: (a) only a small proportion of the publications directly consider values, classified as relevant publications; (b) for the majority of the values, very few or no relevant publications were found; and (c) the prevalence of the relevant publications was higher in SE conferences compared to SE journals. This paper shares these and other insights that motivate research on human values in software engineering. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('1907.07874v1-abstract-full').style.display = 'none'; document.getElementById('1907.07874v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 18 July, 2019; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> July 2019. </p> </li> <li class="arxiv-result"> <div class="is-marginless"> <p class="list-title is-inline-block"><a href="https://arxiv.org/abs/1705.03705">arXiv:1705.03705</a> <span>&nbsp;[<a href="https://arxiv.org/pdf/1705.03705">pdf</a>, <a href="https://arxiv.org/format/1705.03705">other</a>]&nbsp;</span> </p> <div class="tags is-inline-block"> <span class="tag is-small is-link tooltip is-tooltip-top" data-tooltip="Networking and Internet Architecture">cs.NI</span> </div> <div class="is-inline-block" style="margin-left: 0.5rem"> <div class="tags has-addons"> <span class="tag is-dark is-size-7">doi</span> <span class="tag is-light is-size-7"><a class="" href="https://doi.org/10.1002/stc.2026">10.1002/stc.2026 <i class="fa fa-external-link" aria-hidden="true"></i></a></span> </div> </div> </div> <p class="title is-5 mathjax"> Proof of Concept of Wireless TERS Monitoring </p> <p class="authors"> <span class="search-hit">Authors:</span> <a href="/search/cs?searchtype=author&amp;query=Allen%2C+M">Michael Allen</a>, <a href="/search/cs?searchtype=author&amp;query=Gaura%2C+E">Elena Gaura</a>, <a href="/search/cs?searchtype=author&amp;query=Wilkins%2C+R">Ross Wilkins</a>, <a href="/search/cs?searchtype=author&amp;query=Brusey%2C+J">James Brusey</a>, <a href="/search/cs?searchtype=author&amp;query=Dong%2C+Y">Yuepeng Dong</a>, <a href="/search/cs?searchtype=author&amp;query=Whittle%2C+A+J">Andrew J. Whittle</a> </p> <p class="abstract mathjax"> <span class="has-text-black-bis has-text-weight-semibold">Abstract</span>: <span class="abstract-short has-text-grey-dark mathjax" id="1705.03705v1-abstract-short" style="display: inline;"> Temporary earth retaining structures (TERS) help prevent collapse during construction excavation. To ensure that these structures are operating within design specifications, load forces on supports must be monitored. Current monitoring approaches are expensive, sparse, off-line, and thus difficult to integrate into predictive models. This work aims to show that wirelessly connected battery powered&hellip; <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('1705.03705v1-abstract-full').style.display = 'inline'; document.getElementById('1705.03705v1-abstract-short').style.display = 'none';">&#9661; More</a> </span> <span class="abstract-full has-text-grey-dark mathjax" id="1705.03705v1-abstract-full" style="display: none;"> Temporary earth retaining structures (TERS) help prevent collapse during construction excavation. To ensure that these structures are operating within design specifications, load forces on supports must be monitored. Current monitoring approaches are expensive, sparse, off-line, and thus difficult to integrate into predictive models. This work aims to show that wirelessly connected battery powered sensors are feasible, practical, and have similar accuracy to existing sensor systems. We present the design and validation of ReStructure, an end-to-end prototype wireless sensor network for collection, communication, and aggregation of strain data. ReStructure was validated through a six months deployment on a real-life excavation site with all but one node producing valid and accurate strain measurements at higher frequency than existing ones. These results and the lessons learnt provide the basis for future widespread wireless TERS monitoring that increase measurement density and integrate closely with predictive models to provide timely alerts of damage or potential failure. <a class="is-size-7" style="white-space: nowrap;" onclick="document.getElementById('1705.03705v1-abstract-full').style.display = 'none'; document.getElementById('1705.03705v1-abstract-short').style.display = 'inline';">&#9651; Less</a> </span> </p> <p class="is-size-7"><span class="has-text-black-bis has-text-weight-semibold">Submitted</span> 10 May, 2017; <span class="has-text-black-bis has-text-weight-semibold">originally announced</span> May 2017. </p> </li> </ol> <div class="is-hidden-tablet"> <!-- feedback for mobile only --> <span class="help" style="display: inline-block;"><a href="https://github.com/arXiv/arxiv-search/releases">Search v0.5.6 released 2020-02-24</a>&nbsp;&nbsp;</span> </div> </div> </main> <footer> <div class="columns is-desktop" role="navigation" aria-label="Secondary"> <!-- MetaColumn 1 --> <div class="column"> <div class="columns"> <div class="column"> <ul class="nav-spaced"> <li><a href="https://info.arxiv.org/about">About</a></li> <li><a href="https://info.arxiv.org/help">Help</a></li> </ul> </div> <div class="column"> <ul class="nav-spaced"> <li> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" class="icon filter-black" role="presentation"><title>contact arXiv</title><desc>Click here to contact arXiv</desc><path d="M502.3 190.8c3.9-3.1 9.7-.2 9.7 4.7V400c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48V195.6c0-5 5.7-7.8 9.7-4.7 22.4 17.4 52.1 39.5 154.1 113.6 21.1 15.4 56.7 47.8 92.2 47.6 35.7.3 72-32.8 92.3-47.6 102-74.1 131.6-96.3 154-113.7zM256 320c23.2.4 56.6-29.2 73.4-41.4 132.7-96.3 142.8-104.7 173.4-128.7 5.8-4.5 9.2-11.5 9.2-18.9v-19c0-26.5-21.5-48-48-48H48C21.5 64 0 85.5 0 112v19c0 7.4 3.4 14.3 9.2 18.9 30.6 23.9 40.7 32.4 173.4 128.7 16.8 12.2 50.2 41.8 73.4 41.4z"/></svg> <a href="https://info.arxiv.org/help/contact.html"> Contact</a> </li> <li> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" class="icon filter-black" role="presentation"><title>subscribe to arXiv mailings</title><desc>Click here to subscribe</desc><path d="M476 3.2L12.5 270.6c-18.1 10.4-15.8 35.6 2.2 43.2L121 358.4l287.3-253.2c5.5-4.9 13.3 2.6 8.6 8.3L176 407v80.5c0 23.6 28.5 32.9 42.5 15.8L282 426l124.6 52.2c14.2 6 30.4-2.9 33-18.2l72-432C515 7.8 493.3-6.8 476 3.2z"/></svg> <a href="https://info.arxiv.org/help/subscribe"> Subscribe</a> </li> </ul> </div> </div> </div> <!-- end MetaColumn 1 --> <!-- MetaColumn 2 --> <div class="column"> <div class="columns"> <div class="column"> <ul class="nav-spaced"> <li><a href="https://info.arxiv.org/help/license/index.html">Copyright</a></li> <li><a href="https://info.arxiv.org/help/policies/privacy_policy.html">Privacy Policy</a></li> </ul> </div> <div class="column sorry-app-links"> <ul class="nav-spaced"> <li><a href="https://info.arxiv.org/help/web_accessibility.html">Web Accessibility Assistance</a></li> <li> <p class="help"> <a class="a11y-main-link" href="https://status.arxiv.org" target="_blank">arXiv Operational Status <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 256 512" class="icon filter-dark_grey" role="presentation"><path d="M224.3 273l-136 136c-9.4 9.4-24.6 9.4-33.9 0l-22.6-22.6c-9.4-9.4-9.4-24.6 0-33.9l96.4-96.4-96.4-96.4c-9.4-9.4-9.4-24.6 0-33.9L54.3 103c9.4-9.4 24.6-9.4 33.9 0l136 136c9.5 9.4 9.5 24.6.1 34z"/></svg></a><br> Get status notifications via <a class="is-link" href="https://subscribe.sorryapp.com/24846f03/email/new" target="_blank"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512" class="icon filter-black" role="presentation"><path d="M502.3 190.8c3.9-3.1 9.7-.2 9.7 4.7V400c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48V195.6c0-5 5.7-7.8 9.7-4.7 22.4 17.4 52.1 39.5 154.1 113.6 21.1 15.4 56.7 47.8 92.2 47.6 35.7.3 72-32.8 92.3-47.6 102-74.1 131.6-96.3 154-113.7zM256 320c23.2.4 56.6-29.2 73.4-41.4 132.7-96.3 142.8-104.7 173.4-128.7 5.8-4.5 9.2-11.5 9.2-18.9v-19c0-26.5-21.5-48-48-48H48C21.5 64 0 85.5 0 112v19c0 7.4 3.4 14.3 9.2 18.9 30.6 23.9 40.7 32.4 173.4 128.7 16.8 12.2 50.2 41.8 73.4 41.4z"/></svg>email</a> or <a class="is-link" href="https://subscribe.sorryapp.com/24846f03/slack/new" target="_blank"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512" class="icon filter-black" role="presentation"><path d="M94.12 315.1c0 25.9-21.16 47.06-47.06 47.06S0 341 0 315.1c0-25.9 21.16-47.06 47.06-47.06h47.06v47.06zm23.72 0c0-25.9 21.16-47.06 47.06-47.06s47.06 21.16 47.06 47.06v117.84c0 25.9-21.16 47.06-47.06 47.06s-47.06-21.16-47.06-47.06V315.1zm47.06-188.98c-25.9 0-47.06-21.16-47.06-47.06S139 32 164.9 32s47.06 21.16 47.06 47.06v47.06H164.9zm0 23.72c25.9 0 47.06 21.16 47.06 47.06s-21.16 47.06-47.06 47.06H47.06C21.16 243.96 0 222.8 0 196.9s21.16-47.06 47.06-47.06H164.9zm188.98 47.06c0-25.9 21.16-47.06 47.06-47.06 25.9 0 47.06 21.16 47.06 47.06s-21.16 47.06-47.06 47.06h-47.06V196.9zm-23.72 0c0 25.9-21.16 47.06-47.06 47.06-25.9 0-47.06-21.16-47.06-47.06V79.06c0-25.9 21.16-47.06 47.06-47.06 25.9 0 47.06 21.16 47.06 47.06V196.9zM283.1 385.88c25.9 0 47.06 21.16 47.06 47.06 0 25.9-21.16 47.06-47.06 47.06-25.9 0-47.06-21.16-47.06-47.06v-47.06h47.06zm0-23.72c-25.9 0-47.06-21.16-47.06-47.06 0-25.9 21.16-47.06 47.06-47.06h117.84c25.9 0 47.06 21.16 47.06 47.06 0 25.9-21.16 47.06-47.06 47.06H283.1z"/></svg>slack</a> </p> </li> </ul> </div> </div> </div> <!-- end MetaColumn 2 --> </div> </footer> <script src="https://static.arxiv.org/static/base/1.0.0a5/js/member_acknowledgement.js"></script> </body> </html>

Pages: 1 2 3 4 5 6 7 8 9 10