CINXE.COM

<!DOCTYPE html><html lang="en-US"><head><title>Just a moment...</title><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><meta http-equiv="X-UA-Compatible" content="IE=Edge"><meta name="robots" content="noindex,nofollow"><meta name="viewport" content="width=device-width,initial-scale=1"><style>*{box-sizing:border-box;margin:0;padding:0}html{line-height:1.15;-webkit-text-size-adjust:100%;color:#313131;font-family:system-ui,-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica Neue,Arial,Noto Sans,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji}body{display:flex;flex-direction:column;height:100vh;min-height:100vh}.main-content{margin:8rem auto;max-width:60rem;padding-left:1.5rem}@media (width <= 720px){.main-content{margin-top:4rem}}.h2{font-size:1.5rem;font-weight:500;line-height:2.25rem}@media (width <= 720px){.h2{font-size:1.25rem;line-height:1.5rem}}#challenge-error-text{background-image:url(data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIzMiIgaGVpZ2h0PSIzMiIgZmlsbD0ibm9uZSI+PHBhdGggZmlsbD0iI0IyMEYwMyIgZD0iTTE2IDNhMTMgMTMgMCAxIDAgMTMgMTNBMTMuMDE1IDEzLjAxNSAwIDAgMCAxNiAzbTAgMjRhMTEgMTEgMCAxIDEgMTEtMTEgMTEuMDEgMTEuMDEgMCAwIDEtMTEgMTEiLz48cGF0aCBmaWxsPSIjQjIwRjAzIiBkPSJNMTcuMDM4IDE4LjYxNUgxNC44N0wxNC41NjMgOS41aDIuNzgzem0tMS4wODQgMS40MjdxLjY2IDAgMS4wNTcuMzg4LjQwNy4zODkuNDA3Ljk5NCAwIC41OTYtLjQwNy45ODQtLjM5Ny4zOS0xLjA1Ny4zODktLjY1IDAtMS4wNTYtLjM4OS0uMzk4LS4zODktLjM5OC0uOTg0IDAtLjU5Ny4zOTgtLjk4NS40MDYtLjM5NyAxLjA1Ni0uMzk3Ii8+PC9zdmc+);background-repeat:no-repeat;background-size:contain;padding-left:34px}@media (prefers-color-scheme:dark){body{background-color:#222;color:#d9d9d9}}</style><meta http-equiv="refresh" content="120"></head><body class="no-js"><div class="main-wrapper" role="main"><div class="main-content"><noscript><div class="h2"><span id="challenge-error-text">Enable JavaScript and cookies to continue</span></div></noscript></div></div><script>(function(){window._cf_chl_opt={cvId: '3',cZone: "publications.waset.org",cType: 'non-interactive',cRay: '913561fb580adaa5',cH: 'mumAXlXoCNRvFGCmviRo6NK9wT8tGyorc70YaVRI9_g-1739791169-1.2.1.1-KY7miyjFgAVbIRNMlW1uBuwX9Yp19bGXIPCNo11KJBrCzr8Fuai5g8qiI75dsBDr',cUPMDTk: "\/abstracts\/191050\/efficient-dnn-training-on-heterogeneous-clusters-with-pipeline-parallelism?__cf_chl_tk=EbUST3fdndPfPL_wvyYxtrK.v1mP.50JTRBfC4bg4gY-1739791169-1.0.1.1-JDtqCQW3sINuh5Cr6EKHCAZL7pCbSElDLAoaE4M24i4",cFPWv: 'b',cITimeS: '1739791169',cTTimeMs: '1000',cMTimeMs: '120000',cTplC: 0,cTplV: 5,cTplB: 'cf',cK: "",fa: "\/abstracts\/191050\/efficient-dnn-training-on-heterogeneous-clusters-with-pipeline-parallelism?__cf_chl_f_tk=EbUST3fdndPfPL_wvyYxtrK.v1mP.50JTRBfC4bg4gY-1739791169-1.0.1.1-JDtqCQW3sINuh5Cr6EKHCAZL7pCbSElDLAoaE4M24i4",md: "eEOegcKMmaFgxWCMBJG8BDDDZZltNrJz3dZH58_Vjes-1739791169-1.2.1.1-Y2vt9Msw_FH2T4aUl1sB68QeqfUyc4UxVk5dW3rkbhGuSr2iYGeFxlgO2rb0ZTsk2j6kNDRwCHWJ7gwXfz5Oou0ToFw5E0J_HO8JUD.LHwf3FDVAzq30Sk6grNDtwe77ZPrOX5hNhngqjFcfhZ0d3rl3ynXz9mQM2SzUk.ucrRd1ooxuC6p5IYcZxOYKQpnKaUS_Tmuy3MKkvjtySVgOjPnwEoPB7F7Aub1LLP09AW14_8zaootmzR2x4mXHhJuPx51jZPgCoszepYE38n5TlXL4oRMoruikCnBtFFYLt3IJaSx_SlBjyyydVCrgqpt1haqM53twhG5s8prX_uLaXU5WXmUdSm.y1qW8aKgkmBjuizCfWgu1SBEqLoCsy7bCHgOBwEKiRGiO5AbB3Nqtd0ghjCyRpiBiK0YYULV3YRdPZ0HKIACibQatpH5Nx5DxMkoT3_W0WfP3hUukZgQvrgPg8o2onw.BFpLsswbdHJjjbGW2Lx1v17dBiHBgaQdL.Q4yy5pBZltFcRXMyfoqe2pb.5aHO8e9hREyARVJ9FaltYn3E0AG4BiNlK5LRF7f2QJbnMXlZiSKNZ_z0xhH1ob5wl8gq7TN1KdCXdF.sEgL9QIKdehvZi4OC2.fxx3B_G98eSz6LkhoM6GzkWjxEsOFH0Y_vFVqtfb3mTrogh3fDdVotLBagDo.Z.sCxWtX3991pUcSrcZHwhtNzdvN92M_eg1Fs0NQfHzaD7symxOdJEbEWx.TH4pBgvO3XYTqmE9CkQl3tg0PJHg.7XXbG_WDqdgd8urX4_mSL5Aoo3xbJnAu54O3O_O_bzchRwujSU0aU3wClu_rufEjb_r8NZd2ifqn59nxDBv_Td9qGEtSfJtoJTkrmvh6I3p1xOU3YIcqI0uzse680ZPNShzvh4W_q1UDpJnJvAqAvqPMMK8FMG5u1H7hYSosQBnZYVUU329o20qT.PhfBEsoNttcZp9rn3_QM5WiMSqwIM1_6FwI44IS6G4sRCwDTHp6uVPk31cUT8om5vqlNVCZ4iOShcCF2KhoIlJGEtav7jZctEYSG0AnzLVe9yFTUTkAeLhrTbhDijbhd0QpxPB.9JF32MVJMMlmhi1lfH0kFrNfE.R4Hz7QdGnilzLshmhEBr1MEHZF4tapx6dCaLZbCIvcrFvnagzkqPBrYqqXUGdb5lNn74bMMLEcirPKzLnHI4z7Fz1v0JtiUl9RLsFNxCUPmGrbk0B6CqL7W5exSKxuKS9Ks5ODRtEMI0TDP90QEpO1QPP_D5_qkCMCy2SE0dBhFo5ujeo.8Lpgl6qT8ggGlbvA8ukNJyoLQyg44bnhnKKPfdprfNuDhe1c3bxqO_0LoDp3W1Vex43BeDqJMTMqIPE1jVB3KwzP8D_l9HUuu.KsmKfHXfijlrG0ZXKztSTesdrmwA6Xj_SVdPXHSffjgBrKLzTSL9_uM6E9_Ma8M1zQaHlkoV4kNgIxXmChfeR8Wv.fdUyOOAnPWtF0zgr6d5AgfZimLjfiq8Za9RrgZ_fHAGBlRR.uNX_3e_jJePMC5GKACT39.OMaGgNqdGPFCgTMxUdaAVjM2wqkAm0JXJbX9MgmQINEhI81Uv2tO9CxW6fTlzW35aeU95oLahtlJRX_v_KggB8Vo5b2QZ8675WlyGRJqZ_fBAkbjfdwdinso3gXZ38XEQywvchfb.iLxr6qjAlbywfMGSObQL9X3hCkVADMf2V.itpPtax8YGSBVzGtfKwoFsBYISeB27UjfSqcMvRCxHfiPRKLHcPRfxhT13XcDBT2MoBLrDX7eDPBxgGe8sb2yB2Xhjjxz6eaS9HyAAm5sW16fsDHk8J7FWj9uJ8mR34LnDg7oi1TRCDAWbQ6un2RtvAqEBF4HC8YA7BPX9S.6lol8_xKmbuYP28TP34yccWR2NkpAH.BkpWHUrOSAWqgtYfjq3mTI4n8ZqA8QI.UlCVrevYcSGb8V3tu9BAKhsndovGKYQJ93Qa4T2yy1YXgii2qMpuS4l2gbvB76zvq7hp8ghBl7XNFum7pSkTPy.HgHg6x5dYjOlyhCDjJhLJhomzLur5apCcGoOpC8X4ysiqTZZeV4mH8.DZB",mdrd: "IaTfyWki0l9P2TDKRMHPaOz7p7PkdTTywQmw1eLPlDQ-1739791169-1.2.1.1-8sx3gC7_IqOTbqKxW3TGLT6R.OAah2iipHlkS72ZFolYC1ng1MCQrP.3FhtpXsSFITZwxOBIwbr4GQJzv8_2WsGPGt4kgOlI9RCnBM1S3z4YxZrdmQA6Ga4S4X_.OPnj2zzfrgK4sumeXAzX6IgGKyKqKMmW3EHZV4U4JnQFLNwYCSxsuzqTsOcr.1xtuv6ldjKIHXjNGftf_eIe3j4v.Ukv_0K2emtlrlnEp31RfLKFe7eREJiQeF6UWXubcCt8_eHpDGRGBOFOWJrbz2jNNUUU_oBPmHEAYDxIA4Lq2sVfnThQxtj4JeCvJLKZXi_guucqCsz6YXkLA6TtrFEVJsJoBAYiO7Epv45q3FY1r0KT1NTfiYS6t.Dnj46xh5AQYX9bCcsN4vne1LOYDLFEMGUkVuOYSwOe.iZRQ5n6f8Xj8UICGF5zyEv_6pcNdXurNR497XibILLzsqg6BuURAraNO366tX5HamEtdG8EB7XqyomGNFqFN7.9ciCRtsh6nTTEqUbWncOSWj7yhi2p.Wf3dah0CcvWyac20utpSq.CXV6DYhpMw9.BSQXL19C99n66ZzJ3JRX.Ro5XtFa49teQ50iL8zGYomUS070kmSjABY8hI32aWNnNuwj_kCXpABXiNxv9LubxOmwOMPZyIVro0EbnCvuEA7GUc_jvF_R4oyBZ1z15qi_fjudArVBEjaeuZwOzv3WGfPBAq9zhSY6jQIsVnjVl2foprxpbr15BksVufNdTp2EAdkqRdmhWsQrVGsrZhCO2J5Fxd7Xbofa_PZrs_LaDB8ApWQ38xUBQnA4lIJKYCcIgBtLON.ji92Gh5DJBwJVuTUEJY5t6Pye0nhNDh_lyoWKrr69WRahsSZaMsgNkjcThgLZgQ2OrrEJ60MGdcqGmk.VIfcgv7.TQvCGY9NV2ilryhB3NbUDWZCszRT9.kRjgYByUMsxF4StNAFdq9cmrtxJhl00bqSdxVZDmvO7.SHQ8h7MhxSvzouGMum5Mt5EZPTS4ohMpoz0Cbd9iAsvUcgMtyAcivMlP5CC5QKVqGc_vrnkitYjh37jkR8s1nNljxL49S7zoW6NT5_dlIi74e5C0pv8tcn.m6fjXBETnNgy.YN1t8xSMXwi8uLj_z7szEpuGjZ.i51Tf70E1DustVtQlE6pqzVgat6PjTLvkSQ74rasS3.fyMvuCE3CFwENWNe5R91abub9IlxaGg12ILmJPelLoHmy8XricgZWgzfW0yef1wXY_j3FD3D.QsrLyPwDT1vL9FyjRtJrqdydToJPuHD5_I3Q5eJw0rLl9c5ebyisBhGCWxCARCyA5oCfhl4iUAXLNVLJUvwxANRLyP6dnrWhHo.ycQZpllas3taVmFASSbcqfTG6J8uxczqTLMndCEPf8NRPvMjEBvS7T.8gXidcH5RQx8oqY9NxpGluF9atgSKjcj.s64YCKbVQ3UTg1IpCCbIQIARrOjm3pf5gYC.WGF9rsBOEDxToliGgtTljynEkbnqDixmd5NIN3K91B8wHcDSlqJCUKEYKz1ad2iPI45LKTCTLiUbwXFdA0ZNLKfITmtPScVwku.ALEHzwTZR6Cb2JclGESB39hdRksA0jPt1sEDdb._iYjlmFr9ABW5mLfTIz0z9G7thuLWn2QrWfielFRv82bLqAxSMbiX00WrbolqUgK3F1UMrTnihBc3EFET2xgiwSpMStuyPBGsqbpq2AXPS4pes1oMcFGdPDDN8DO2DuWTVvmue_q7eUaiutykngWsxx5.m4aCOyRFamcodPZWXfyOwPXTwcywJ4e3Tu7HVbHRkQp7li_rbz_Jkqi3riuc1pSkSi6N1PIlkX6m_Sr4ObbcYB.ctRfp5uHbvcRXdzVeLy2jeKXCCh8KP1uKjGhmOiHwXnpLoxb_jM5a1iV.GwXRNjKgzHB2vAWMg6ReX1S2hzVL82eLrt4vx1ujJxCgA8AQmERlFpSz9lWMTdbBOeQuWn.P_ZD7krzPQ"};var cpo = document.createElement('script');cpo.src = '/cdn-cgi/challenge-platform/h/b/orchestrate/chl_page/v1?ray=913561fb580adaa5';window._cf_chl_opt.cOgUHash = location.hash === '' && location.href.indexOf('#') !== -1 ? '#' : location.hash;window._cf_chl_opt.cOgUQuery = location.search === '' && location.href.slice(0, location.href.length - window._cf_chl_opt.cOgUHash.length).indexOf('?') !== -1 ? '?' : location.search;if (window.history && window.history.replaceState) {var ogU = location.pathname + window._cf_chl_opt.cOgUQuery + window._cf_chl_opt.cOgUHash;history.replaceState(null, null, "\/abstracts\/191050\/efficient-dnn-training-on-heterogeneous-clusters-with-pipeline-parallelism?__cf_chl_rt_tk=EbUST3fdndPfPL_wvyYxtrK.v1mP.50JTRBfC4bg4gY-1739791169-1.0.1.1-JDtqCQW3sINuh5Cr6EKHCAZL7pCbSElDLAoaE4M24i4" + window._cf_chl_opt.cOgUHash);cpo.onload = function() {history.replaceState(null, null, ogU);}}document.getElementsByTagName('head')[0].appendChild(cpo);}());</script></body></html>