CINXE.COM
gLExec Integration with the ATLAS PanDA Workload Management System - CERN Document Server
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> <!--[if IEMobile 7]><html class="iem7" xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="http://ogp.me/ns/fb#"><![endif]--> <!--[if lte IE 6]><html class="ie6 ie6-7 ie6-8" xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="http://ogp.me/ns/fb#"><![endif]--> <!--[if (IE 7)&(!IEMobile)]><html class="ie7 ie6-7 ie6-8" xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="http://ogp.me/ns/fb#"><![endif]--> <!--[if IE 8]><html class="ie8 ie6-8" xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="http://ogp.me/ns/fb#"><![endif]--> <!--[if (gte IE 9)|(gt IEMobile 7)]><!--><html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en" xmlns:og="http://ogp.me/ns#" xmlns:fb="http://ogp.me/ns/fb#"><!--<![endif]--> <head> <title>gLExec Integration with the ATLAS PanDA Workload Management System - CERN Document Server</title> <link href='https://framework.web.cern.ch/framework/2.0/fonts/PTSansWeb/PTSansWeb.css' rel='stylesheet' type='text/css' /> <link rel="stylesheet" href="https://cds.cern.ch/img/invenio.css?v=20141127" type="text/css" /> <link rel="stylesheet" href="https://cds.cern.ch/img/cern_theme/css/cern_theme.css?v=20141127" type="text/css" /> <link rel="stylesheet"href="/css/font-awesome.min.css"> <meta http-equiv="X-UA-Compatible" content="IE=Edge"/> <link rel="stylesheet" href="https://cds.cern.ch/img/cern_toolbar/css/toolbar.css" type="text/css" /> <!--[if lt IE 8]> <link href="https://cds.cern.ch/img/cern_toolbar/css/toolbar-ie.css" rel="stylesheet" type="text/css"> <![endif]--> <!--[if lt IE 8]> <link rel="stylesheet" type="text/css" href="https://cds.cern.ch/img/invenio-ie7.css" /> <![endif]--> <!--[if gt IE 8]> <style type="text/css">div.restrictedflag {filter:none;}</style> <![endif]--> <link rel="canonical" href="https://cds.cern.ch/record/2001856" /> <link rel="alternate" hreflang="el" href="https://cds.cern.ch/record/2001856?ln=el" /> <link rel="alternate" hreflang="fr" href="https://cds.cern.ch/record/2001856?ln=fr" /> <link rel="alternate" hreflang="bg" href="https://cds.cern.ch/record/2001856?ln=bg" /> <link rel="alternate" hreflang="zh-TW" href="https://cds.cern.ch/record/2001856?ln=zh_TW" /> <link rel="alternate" hreflang="pt" href="https://cds.cern.ch/record/2001856?ln=pt" /> <link rel="alternate" hreflang="no" href="https://cds.cern.ch/record/2001856?ln=no" /> <link rel="alternate" hreflang="hr" href="https://cds.cern.ch/record/2001856?ln=hr" /> <link rel="alternate" hreflang="ca" href="https://cds.cern.ch/record/2001856?ln=ca" /> <link rel="alternate" hreflang="de" href="https://cds.cern.ch/record/2001856?ln=de" /> <link rel="alternate" hreflang="it" href="https://cds.cern.ch/record/2001856?ln=it" /> <link rel="alternate" hreflang="zh-CN" href="https://cds.cern.ch/record/2001856?ln=zh_CN" /> <link rel="alternate" hreflang="sv" href="https://cds.cern.ch/record/2001856?ln=sv" /> <link rel="alternate" hreflang="sk" href="https://cds.cern.ch/record/2001856?ln=sk" /> <link rel="alternate" hreflang="en" href="https://cds.cern.ch/record/2001856?ln=en" /> <link rel="alternate" hreflang="pl" href="https://cds.cern.ch/record/2001856?ln=pl" /> <link rel="alternate" hreflang="ru" href="https://cds.cern.ch/record/2001856?ln=ru" /> <link rel="alternate" hreflang="ka" href="https://cds.cern.ch/record/2001856?ln=ka" /> <link rel="alternate" hreflang="ja" href="https://cds.cern.ch/record/2001856?ln=ja" /> <link rel="alternate" hreflang="es" href="https://cds.cern.ch/record/2001856?ln=es" /> <link rel="alternate" type="application/rss+xml" title="CERN Document Server RSS" href="/rss?ln=en" /> <link rel="search" type="application/opensearchdescription+xml" href="https://cds.cern.ch/opensearchdescription" title="CERN Document Server" /> <link rel="unapi-server" type="application/xml" title="unAPI" href="https://cds.cern.ch/unapi" /> <link rel="apple-touch-icon" href="/apple-touch-icon.png"/> <link rel="apple-touch-icon-precomposed" href="/apple-touch-icon-precomposed.png"/> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> <meta http-equiv="Content-Language" content="en" /> <meta name="description" content="The ATLAS Experiment at the Large Hadron Collider has collected data during Run 1 and is ready to collect data in Run 2. The ATLAS data are distributed, processed and analysed at more than 130 grid and cloud sites across the world. At any given time, there are more than 150,000 concurrent jobs running and about a million jobs are submitted on a daily basis on behalf of thousands of physicists within the ATLAS collaboration. The Production and Distributed Analysis (PanDA) workload management system has proved to be a key component of ATLAS and plays a crucial role in the success of the large-scale distributed computing as it is the sole system for distributed processing of Grid jobs across the collaboration since October 2007. ATLAS user jobs are executed on worker nodes by pilots sent to the sites by pilot factories. This pilot architecture has greatly improved job reliability and although it has clear advantages, such as making the working environment homogeneous by hiding any potential heterogeneities, the approach presents security and traceability issues distinct from standard batch jobs for which the submitter is also the payload owner. Jobs initially inherit the identity of the pilot submitter, typically a robot certificate with very limited rights. By default the payload jobs then execute directly under that same identity on a Worker Node. This exposes the pilot environment to the payload, requiring any pilot 'secrets' such as the proxy to be hidden; it constrains the rights and identity of the user job to be identical to the pilot; and it requires sites to take extra measures to achieve user traceability and user job isolation. To address these security risks, the gLExec tool and framework can be used to let the payloads for each user be executed under a different UNIX user identity that uniquely identifies the ATLAS user. This presentation describes the recent improvements and evolution of the security model within the ATLAS PanDA system, including improvements in the PanDA pilot, in the PanDA server and their integration with MyProxy, a credential caching system that entitles a person or a service to act in the name of the issuer of the credential. Finally, we will present results from ATLAS user jobs running with gLExec and give an insight into future deployment plans. Edward Karavakis; Barreiro Megino, Fernando Harald; Campana, Simone; De, Kaushik; Di Girolamo, Alessandro; Maarten Litmaath; Maeno, Tadashi; Medrano Llamas, Ramon; Nilsson, Paul; Wenaus, Torre" /> <meta name="keywords" content="ATLAS, PanDA, gLExec, Security" /> <script type="text/javascript" src="https://cds.cern.ch/js/jquery.min.js"></script> <!-- WebNews CSS library --> <link rel="stylesheet" href="https://cds.cern.ch/img/webnews.css" type="text/css" /> <!-- WebNews JS library --> <script type="text/javascript" src="https://cds.cern.ch/js/webnews.js?v=20131009"></script> <meta property="fb:app_id" content="137353533001720"/> <script type="text/x-mathjax-config"> MathJax.Hub.Config({ tex2jax: {inlineMath: [['$','$']], processEscapes: true}, showProcessingMessages: false, messageStyle: "none" }); </script> <script src="/MathJax/MathJax.js?config=TeX-AMS_CHTML" type="text/javascript"> </script> <!-- GoogleScholar --> <meta content="gLExec Integration with the ATLAS PanDA Workload Management System" name="citation_title" /> <meta content="Edward Karavakis" name="citation_author" /> <meta content="Di Girolamo, Alessandro" name="citation_author" /> <meta content="Wenaus, Torre" name="citation_author" /> <meta content="Campana, Simone" name="citation_author" /> <meta content="Maeno, Tadashi" name="citation_author" /> <meta content="De, Kaushik" name="citation_author" /> <meta content="Medrano Llamas, Ramon" name="citation_author" /> <meta content="Maarten Litmaath" name="citation_author" /> <meta content="Barreiro Megino, Fernando Harald" name="citation_author" /> <meta content="Nilsson, Paul" name="citation_author" /> <meta content="2015/03/16" name="citation_publication_date" /> <meta name="citation_online_date" content="2015/03/16"> <meta content="ATL-SOFT-SLIDE-2015-070" name="citation_technical_report_number" /> <meta content="ATL-COM-SOFT-2015-035" name="citation_technical_report_institution" /> <meta name="citation_pdf_url" content="https://cds.cern.ch/record/2001856/files/ATL-SOFT-SLIDE-2015-070.pdf" /> <!-- OpenGraph --> <meta content="gLExec Integration with the ATLAS PanDA Workload Management System" property="og:title" /> <meta content="website" property="og:type" /> <meta content="https://cds.cern.ch/record/2001856" property="og:url" /> <meta content="CERN Document Server" property="og:site_name" /> <meta content="The ATLAS Experiment at the Large Hadron Collider has collected data during Run 1 and is ready to collect data in Run 2. The ATLAS data are distributed, processed and analysed at more than 130 grid and cloud sites across the world. At any given time, there are more than 150,000 concurrent jobs running and about a million jobs are submitted on a daily basis on behalf of thousands of physicists within the ATLAS collaboration. The Production and Distributed Analysis (PanDA) workload management system has proved to be a key component of ATLAS and plays a crucial role in the success of the large-scale distributed computing as it is the sole system for distributed processing of Grid jobs across the collaboration since October 2007. ATLAS user jobs are executed on worker nodes by pilots sent to the sites by pilot factories. This pilot architecture has greatly improved job reliability and although it has clear advantages, such as making the working environment homogeneous by hiding any potential heterogeneities, the approach presents security and traceability issues distinct from standard batch jobs for which the submitter is also the payload owner. Jobs initially inherit the identity of the pilot submitter, typically a robot certificate with very limited rights. By default the payload jobs then execute directly under that same identity on a Worker Node. This exposes the pilot environment to the payload, requiring any pilot 'secrets' such as the proxy to be hidden; it constrains the rights and identity of the user job to be identical to the pilot; and it requires sites to take extra measures to achieve user traceability and user job isolation. To address these security risks, the gLExec tool and framework can be used to let the payloads for each user be executed under a different UNIX user identity that uniquely identifies the ATLAS user. This presentation describes the recent improvements and evolution of the security model within the ATLAS PanDA system, including improvements in the PanDA pilot, in the PanDA server and their integration with MyProxy, a credential caching system that entitles a person or a service to act in the name of the issuer of the credential. Finally, we will present results from ATLAS user jobs running with gLExec and give an insight into future deployment plans." property="og:description" /> <!-- Twitter Card --> <meta content="summary" name="twitter:card" /> <style></style> </head> <body class="ATLAS32Preprints search" lang="en"> <!-- toolbar starts --> <div id="cern-toolbar"> <h1><a href="http://cern.ch" title="CERN">CERN <span>Accelerating science</span></a></h1> <ul> <li class="cern-accountlinks"><a class="cern-account" href="https://cds.cern.ch/youraccount/login?ln=en&referer=https%3A//cds.cern.ch/record/2001856%3Fln%3Den" title="Sign in to your CERN account">Sign in</a></li> <li><a class="cern-directory" href="http://cern.ch/directory" title="Search CERN resources and browse the directory">Directory</a></li> </ul> </div> <!-- toolbar ends --> <!-- Nav header starts--> <div role="banner" class="clearfix" id="header"> <div class="header-inner inner"> <hgroup class="clearfix"> <h2 id="site-name"> <a rel="home" title="Home" href="/"><span>CERN Document Server</span></a> </h2> <h3 id="site-slogan">Access articles, reports and multimedia content in HEP</h3> </hgroup><!-- /#name-and-slogan --> <div role="navigation" id="main-navigation" class="cdsmenu"> <h2 class="element-invisible">Main menu</h2><ul class="links inline clearfix"> <li class="menu-386 first active-trail"><a class="active-trail" href="https://cds.cern.ch/?ln=en">Search</a></li> <li class="menu-444 "><a class="" title="" href="https://cds.cern.ch/submit?ln=en">Submit</a></li> <li class="menu-426 "><a class="" href="https://cds.cern.ch/help/?ln=en">Help</a></li> <li class="leaf hassubcdsmenu"> <a hreflang="en" class="header" href="https://cds.cern.ch/youraccount/display?ln=en">Personalize</a> <ul class="subsubcdsmenu"><li><a href="https://cds.cern.ch/youralerts/list?ln=en">Your alerts</a></li><li><a href="https://cds.cern.ch/yourbaskets/display?ln=en">Your baskets</a></li><li><a href="https://cds.cern.ch/yourcomments?ln=en">Your comments</a></li><li><a href="https://cds.cern.ch/youralerts/display?ln=en">Your searches</a></li></ul></li> </ul> </div> </div> </div> <!-- Nav header ends--> <table class="navtrailbox"> <tr> <td class="navtrailboxbody"> <a href="/?ln=en" class="navtrail">Home</a> > <a href="/collection/CERN%20Experiments?ln=en" class="navtrail">CERN Experiments</a> > <a href="/collection/LHC%20Experiments?ln=en" class="navtrail">LHC Experiments</a> > <a href="/collection/ATLAS?ln=en" class="navtrail">ATLAS</a> > <a href="/collection/ATLAS%20Preprints?ln=en" class="navtrail">ATLAS Preprints</a> > gLExec Integration with the ATLAS PanDA Workload Management System </td> </tr> </table> </div> <div class="pagebody"><div class="pagebodystripemiddle"> <div class="detailedrecordbox"> <div class="detailedrecordtabs"> <div> <ul class="detailedrecordtabs"><li class="on first"><a href="/record/2001856/?ln=en">Information </a></li><li class=""><a href="/record/2001856/comments?ln=en">Discussion (0) </a></li><li class=""><a href="/record/2001856/files?ln=en">Files </a></li></ul> <div id="tabsSpacer" style="clear:both;height:0px"> </div></div> </div> <div class="detailedrecordboxcontent"> <div class="top-left-folded"></div> <div class="top-right-folded"></div> <div class="inside"> <!--<div style="height:0.1em;"> </div> <p class="notopgap"> </p>--> <abbr class="unapi-id" title="2001856"></abbr> <style type="text/css"> <!-- ul.detailedrecordtabs li.on a{background-color:#4D94CC;color:#fff !important;border-bottom:1px solid #4D94CC!important;} div.detailedrecordboxcontent {padding-top:0px !important;} --> </style> <table class="formatRecordTableFullWidth" > <tr> <td class="formatRecordHeader" style="background-image: url('https://cds.cern.ch/img/journals.jpg');" colspan="2"> <!--YTD: record may have more than one 690C.a tag--> ATLAS Slides </td> </tr> <tr><td class="formatRecordLabel"> Report number </td><td style="padding-left:5px;">ATL-SOFT-SLIDE-2015-070</td></tr> <tr><td class="formatRecordLabel"> Title </td><td style="padding-left:5px;"><b>gLExec Integration with the ATLAS PanDA Workload Management System</b></td></tr> <!--<tr><td class="formatRecordLabel"> Other report number(s) </td><td style="padding-left:5px;">ATL-COM-SOFT-2015-035</td></tr>--> <tr><td class="formatRecordLabel"> <span style="white-space:nowrap;">Author(s)</span> </td><td style="padding-left:5px;"><a href="https://cds.cern.ch/search?f=author&p=Edward%20Karavakis&ln=en">Edward Karavakis</a> (CERN) ; <a href="https://cds.cern.ch/search?f=author&p=Barreiro%20Megino%2C%20Fernando%20Harald&ln=en">Barreiro Megino, Fernando Harald</a> (The University of Texas at Arlington) ; <a href="https://cds.cern.ch/search?f=author&p=Campana%2C%20Simone&ln=en">Campana, Simone</a> (CERN) ; <a href="https://cds.cern.ch/search?f=author&p=De%2C%20Kaushik&ln=en">De, Kaushik</a> (The University of Texas at Arlington) ; <a href="https://cds.cern.ch/search?f=author&p=Di%20Girolamo%2C%20Alessandro&ln=en">Di Girolamo, Alessandro</a> (CERN) ; <a href="https://cds.cern.ch/search?f=author&p=Maarten%20Litmaath&ln=en">Maarten Litmaath</a> (CERN) ; <a href="https://cds.cern.ch/search?f=author&p=Maeno%2C%20Tadashi&ln=en">Maeno, Tadashi</a> (Brookhaven National Laboratory (BNL)) ; <a href="https://cds.cern.ch/search?f=author&p=Medrano%20Llamas%2C%20Ramon&ln=en">Medrano Llamas, Ramon</a> (CERN) ; <a href="https://cds.cern.ch/search?f=author&p=Nilsson%2C%20Paul&ln=en">Nilsson, Paul</a> (Brookhaven National Laboratory (BNL)) ; <a href="https://cds.cern.ch/search?f=author&p=Wenaus%2C%20Torre&ln=en">Wenaus, Torre</a> (Brookhaven National Laboratory (BNL))</td></tr> <tr><td class="formatRecordLabel"> Corporate <span style="white-space:nowrap;">author(s)</span> </td><td style="padding-left:5px;">The ATLAS collaboration</td></tr> <tr><td class="formatRecordLabel"> Submitted to </td><td style="padding-left:5px;"><a href="https://cds.cern.ch/record/1958286">21st International Conference on Computing in High Energy and Nuclear Physics</a>, Okinawa, Japan, 13 - 17 Apr 2015</td></tr> <tr><td class="formatRecordLabel"> Submitted by </td><td style="padding-left:5px;"><a href="mailto:edward.karavakis@cern.ch">edward.karavakis@cern.ch</a> on 16 Mar 2015</td></tr> <tr><td class="formatRecordLabel"> Subject category </td><td style="padding-left:5px;">Particle Physics - Experiment</td></tr> <tr><td class="formatRecordLabel"> Accelerator/Facility, Experiment </td><td style="padding-left:5px;"><a href="https://cds.cern.ch/search?p=CERN%20LHC&f=693__a">CERN LHC</a> ; <a href="https://cds.cern.ch/search?p=ATLAS&f=693__e">ATLAS</a></td></tr> <tr><td class="formatRecordLabel"> Free keywords </td><td style="padding-left:5px;"><a href="https://cds.cern.ch/search?f=keyword&p=ATLAS&ln=en">ATLAS</a> ; <a href="https://cds.cern.ch/search?f=keyword&p=PanDA&ln=en">PanDA</a> ; <a href="https://cds.cern.ch/search?f=keyword&p=gLExec&ln=en">gLExec</a> ; <a href="https://cds.cern.ch/search?f=keyword&p=Security&ln=en">Security</a></td></tr> <tr><td class="formatRecordLabel"> Abstract </td><td style="padding-left:5px;">The ATLAS Experiment at the Large Hadron Collider has collected data during Run 1 and is ready to collect data in Run 2. The ATLAS data are distributed, processed and analysed at more than 130 grid and cloud sites across the world. At any given time, there are more than 150,000 concurrent jobs running and about a million jobs are submitted on a daily basis on behalf of thousands of physicists within the ATLAS collaboration. The Production and Distributed Analysis (PanDA) workload management system has proved to be a key component of ATLAS and plays a crucial role in the success of the large-scale distributed computing as it is the sole system for distributed processing of Grid jobs across the collaboration since October 2007. ATLAS user jobs are executed on worker nodes by pilots sent to the sites by pilot factories. This pilot architecture has greatly improved job reliability and although it has clear advantages, such as making the working environment homogeneous by hiding any potential heterogeneities, the approach presents security and traceability issues distinct from standard batch jobs for which the submitter is also the payload owner. Jobs initially inherit the identity of the pilot submitter, typically a robot certificate with very limited rights. By default the payload jobs then execute directly under that same identity on a Worker Node. This exposes the pilot environment to the payload, requiring any pilot 'secrets' such as the proxy to be hidden; it constrains the rights and identity of the user job to be identical to the pilot; and it requires sites to take extra measures to achieve user traceability and user job isolation. To address these security risks, the gLExec tool and framework can be used to let the payloads for each user be executed under a different UNIX user identity that uniquely identifies the ATLAS user. This presentation describes the recent improvements and evolution of the security model within the ATLAS PanDA system, including improvements in the PanDA pilot, in the PanDA server and their integration with MyProxy, a credential caching system that entitles a person or a service to act in the name of the issuer of the credential. Finally, we will present results from ATLAS user jobs running with gLExec and give an insight into future deployment plans.</td></tr> </table> <br/> <br/><br/><div align="right"><div style="padding-bottom:2px;padding-top:30px;"><span class="moreinfo" style="margin-right:10px;"> <a href="" class="moreinfo">Back to search</a> </span></div></div> <div class="bottom-left-folded"><div class="recordlastmodifiedbox" style="position:relative;margin-left:1px"> Record created 2015-03-16, last modified 2016-12-20</div></div> <div class="bottom-right-folded" style="text-align:right;padding-bottom:2px;"> <span class="moreinfo" style="margin-right:10px;"><a href="/search?ln=en&p=recid%3A2001856&rm=wrd" class="moreinfo">Similar records</a></span></div> </div> </div> </div> <br/> <br /> <div class="detailedrecordminipanel"> <div class="top-left"></div><div class="top-right"></div> <div class="inside"> <div id="detailedrecordminipanelfile" style="width:33%;float:left;text-align:center;margin-top:0"> <div><small class="detailedRecordActions">Fulltext:</small> <br /><a href="/record/2001856/files/ATL-SOFT-SLIDE-2015-070.pdf"><img style="border:none" src="/img/file-icon-text-12x16.gif" alt="Download fulltext"/>PDF</a><br /></div><small class="detailedRecordActions">External link:</small><br /><small><a href="https://cds.cern.ch/record/2001556"><img style="border:none" src="/img/file-icon-text-12x16.gif" alt="Download fulltext"/>Original Communication (restricted to ATLAS)</a></small> </div> <div id="detailedrecordminipanelreview" style="width:30%;float:left;text-align:center"> </div> <div id="detailedrecordminipanelactions" style="width:36%;float:right;text-align:right;"> <ul class="detailedrecordactions"> <li><a href="/yourbaskets/add?ln=en&recid=2001856">Add to personal basket</a></li> <li>Export as <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/hx?ln=en">BibTeX</a>, <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/hm?ln=en">MARC</a>, <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/xm?ln=en">MARCXML</a>, <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/xd?ln=en">DC</a>, <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/xe?ln=en">EndNote</a>, <!-- <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/xe8x?ln=en">EndNote (8-X)</a>,--> <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/xn?ln=en">NLM</a>, <a style="text-decoration:underline;font-weight:normal" href="/record/2001856/export/xw?ln=en">RefWorks</a> </li> </ul> <div style='padding-left: 13px;'> <!-- JQuery Bookmark Button BEGIN --> <div id="bookmark"></div> <div id="bookmark_sciencewise"></div> <style type="text/css"> #bookmark_sciencewise, #bookmark {float: left;} #bookmark_sciencewise li {padding: 2px; width: 25px;} #bookmark_sciencewise ul, #bookmark ul {list-style-image: none;} </style> <script type="text/javascript" src="/js/jquery.bookmark.min.js"></script> <style type="text/css">@import "/css/jquery.bookmark.css";</style> <script type="text/javascript">// <![CDATA[ $.bookmark.addSite('sciencewise', 'ScienceWise.info', 'https://cds.cern.ch/img/sciencewise.png', 'en', 'bookmark', 'http://sciencewise.info/bookmarks/cds:2001856/add'); $('#bookmark_sciencewise').bookmark({sites: ['sciencewise']}); $('#bookmark').bookmark({ sites: ['facebook', 'twitter', 'linkedin', 'google_plusone'], icons: '/img/bookmarks.png', url: 'https://cds.cern.ch/record/2001856', addEmail: true, title: "gLExec Integration with the ATLAS PanDA Workload Management System", description: "The ATLAS Experiment at the Large Hadron Collider has collected data during Run 1 and is ready to collect data in Run 2. The ATLAS data are distributed, processed and analysed at more than 130 grid and cloud sites across the world. At any given time, there are more than 150,000 concurrent jobs running and about a million jobs are submitted on a daily basis on behalf of thousands of physicists within the ATLAS collaboration. The Production and Distributed Analysis (PanDA) workload management system has proved to be a key component of ATLAS and plays a crucial role in the success of the large-scale distributed computing as it is the sole system for distributed processing of Grid jobs across the collaboration since October 2007. ATLAS user jobs are executed on worker nodes by pilots sent to the sites by pilot factories. This pilot architecture has greatly improved job reliability and although it has clear advantages, such as making the working environment homogeneous by hiding any potential heterogeneities, the approach presents security and traceability issues distinct from standard batch jobs for which the submitter is also the payload owner. Jobs initially inherit the identity of the pilot submitter, typically a robot certificate with very limited rights. By default the payload jobs then execute directly under that same identity on a Worker Node. This exposes the pilot environment to the payload, requiring any pilot \'secrets\' such as the proxy to be hidden; it constrains the rights and identity of the user job to be identical to the pilot; and it requires sites to take extra measures to achieve user traceability and user job isolation. To address these security risks, the gLExec tool and framework can be used to let the payloads for each user be executed under a different UNIX user identity that uniquely identifies the ATLAS user. This presentation describes the recent improvements and evolution of the security model within the ATLAS PanDA system, including improvements in the PanDA pilot, in the PanDA server and their integration with MyProxy, a credential caching system that entitles a person or a service to act in the name of the issuer of the credential. Finally, we will present results from ATLAS user jobs running with gLExec and give an insight into future deployment plans." }); // ]]> </script> <!-- JQuery Bookmark Button END --> </div> </div> <div style="clear:both;margin-bottom: 0;"></div> </div> <div class="bottom-left"></div><div class="bottom-right"></div> </div> </div></div> <footer id="footer" class="pagefooter clearfix"> <!-- replaced page footer --> <div class="pagefooterstripeleft"> CERN Document Server :: <a class="footer" href="https://cds.cern.ch/?ln=en">Search</a> :: <a class="footer" href="https://cds.cern.ch/submit?ln=en">Submit</a> :: <a class="footer" href="https://cds.cern.ch/youraccount/display?ln=en">Personalize</a> :: <a class="footer" href="https://cds.cern.ch/help/?ln=en">Help</a> :: <a class="footer" href="https://cern.service-now.com/service-portal?id=privacy_policy&se=CDS-Service" target="_blank">Privacy Notice</a> :: <a class="footer" href="https://repository.cern/content-policy" target="_blank">Content Policy</a> :: <a class="footer" href="https://repository.cern/terms" target="_blank">Terms and Conditions</a> <br /> Powered by <a class="footer" href="http://invenio-software.org/">Invenio</a> <br /> Maintained by <a class="footer" href="https://cern.service-now.com/service-portal?id=service_element&name=CDS-Service">CDS Service</a> - Need help? Contact <a href="https://cern.service-now.com/service-portal?id=service_element&name=CDS-Service">CDS Support</a>. <br /> </div> <div class="pagefooterstriperight"> <div class="cern-logo"> <a id="logo" href="http://cern.ch" title="CERN" rel="CERN" ><img src="https://cds.cern.ch/img/cern_theme/img/cern-logo-large.png" alt="CERN" /></a> </div> <div class="cern-languagebox"> This site is also available in the following languages:<br /><a href="/record/2001856?ln=bg" class="langinfo">Български</a> <a href="/record/2001856?ln=ca" class="langinfo">Català</a> <a href="/record/2001856?ln=de" class="langinfo">Deutsch</a> <a href="/record/2001856?ln=el" class="langinfo">Ελληνικά</a> <span class="langinfo">English</span> <a href="/record/2001856?ln=es" class="langinfo">Español</a> <a href="/record/2001856?ln=fr" class="langinfo">Français</a> <a href="/record/2001856?ln=hr" class="langinfo">Hrvatski</a> <a href="/record/2001856?ln=it" class="langinfo">Italiano</a> <a href="/record/2001856?ln=ja" class="langinfo">日本語</a> <a href="/record/2001856?ln=ka" class="langinfo">ქართული</a> <a href="/record/2001856?ln=no" class="langinfo">Norsk/Bokmål</a> <a href="/record/2001856?ln=pl" class="langinfo">Polski</a> <a href="/record/2001856?ln=pt" class="langinfo">Português</a> <a href="/record/2001856?ln=ru" class="langinfo">Русский</a> <a href="/record/2001856?ln=sk" class="langinfo">Slovensky</a> <a href="/record/2001856?ln=sv" class="langinfo">Svenska</a> <a href="/record/2001856?ln=zh_CN" class="langinfo">中文(简)</a> <a href="/record/2001856?ln=zh_TW" class="langinfo">中文(繁)</a> </div> </div> <!-- replaced page footer --> </footer> <script type="text/javascript"> var SyndeticsBookCovers = (function() { var SMALL_SIZE = "sc.gif", MEDIUM_SIZE = "mc.gif", RAW_URL = "https://secure.syndetics.com/index.aspx?isbn=THEISBN/THESIZE&client=cernlibrary"; replaceCover = function(imgElement, isbns, hdFormat) { var img = new Image(), size = hdFormat ? MEDIUM_SIZE : SMALL_SIZE; var _isbns = isbns.sort(function(a, b) { // sort from shortest to longest ISBN (more modern) return a.length > b.length ? 1 : -1; }); function next() { var isbn = _isbns.pop(); if (isbn) { var url = RAW_URL.replace("THEISBN", isbn).replace("THESIZE", size); img.src = url; } } function done() { imgElement.src = img.src; } img.onload = function() { if (this.width > 1) { done(); } else { next(); } }; next(); }; return { replaceCover: replaceCover }; })(); $(document).ready(function() { // get book covers $("img.book-cover").each(function() { var $this = $(this), strIsbns = $this.data("isbns") || "", isbnsArray = String(strIsbns).split(","), hdFormat = $this.hasClass("hd"); SyndeticsBookCovers.replaceCover(this, isbnsArray, hdFormat); }); // WebNews tooltips $.ajax({ url: "/news/tooltips", success: function(data) { create_tooltips(data); }, dataType: "json", cache: false }); }); </script> <!-- Feedback script --> <script src="//cds.cern.ch/js/feedback.js"></script> <!-- Feedback script --> <!-- Matomo --> <script> var _paq = window._paq = window._paq || []; /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ _paq.push(['trackPageView']); _paq.push(['enableLinkTracking']); (function() { var u="https://webanalytics.web.cern.ch/"; _paq.push(['setTrackerUrl', u+'matomo.php']); _paq.push(['setSiteId', '756']); var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); })(); </script> <!-- End Matomo Code --> </body> </html>