CINXE.COM

<!DOCTYPE html><html lang="en-US"><head><title>Just a moment...</title><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><meta http-equiv="X-UA-Compatible" content="IE=Edge"><meta name="robots" content="noindex,nofollow"><meta name="viewport" content="width=device-width,initial-scale=1"><style>*{box-sizing:border-box;margin:0;padding:0}html{line-height:1.15;-webkit-text-size-adjust:100%;color:#313131;font-family:system-ui,-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica Neue,Arial,Noto Sans,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji}body{display:flex;flex-direction:column;height:100vh;min-height:100vh}.main-content{margin:8rem auto;max-width:60rem;padding-left:1.5rem}@media (width <= 720px){.main-content{margin-top:4rem}}.h2{font-size:1.5rem;font-weight:500;line-height:2.25rem}@media (width <= 720px){.h2{font-size:1.25rem;line-height:1.5rem}}#challenge-error-text{background-image:url(data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIzMiIgaGVpZ2h0PSIzMiIgZmlsbD0ibm9uZSI+PHBhdGggZmlsbD0iI0IyMEYwMyIgZD0iTTE2IDNhMTMgMTMgMCAxIDAgMTMgMTNBMTMuMDE1IDEzLjAxNSAwIDAgMCAxNiAzbTAgMjRhMTEgMTEgMCAxIDEgMTEtMTEgMTEuMDEgMTEuMDEgMCAwIDEtMTEgMTEiLz48cGF0aCBmaWxsPSIjQjIwRjAzIiBkPSJNMTcuMDM4IDE4LjYxNUgxNC44N0wxNC41NjMgOS41aDIuNzgzem0tMS4wODQgMS40MjdxLjY2IDAgMS4wNTcuMzg4LjQwNy4zODkuNDA3Ljk5NCAwIC41OTYtLjQwNy45ODQtLjM5Ny4zOS0xLjA1Ny4zODktLjY1IDAtMS4wNTYtLjM4OS0uMzk4LS4zODktLjM5OC0uOTg0IDAtLjU5Ny4zOTgtLjk4NS40MDYtLjM5NyAxLjA1Ni0uMzk3Ii8+PC9zdmc+);background-repeat:no-repeat;background-size:contain;padding-left:34px}@media (prefers-color-scheme:dark){body{background-color:#222;color:#d9d9d9}}</style><meta http-equiv="refresh" content="390"></head><body class="no-js"><div class="main-wrapper" role="main"><div class="main-content"><noscript><div class="h2"><span id="challenge-error-text">Enable JavaScript and cookies to continue</span></div></noscript></div></div><script>(function(){window._cf_chl_opt={cvId: '3',cZone: "publications.waset.org",cType: 'managed',cRay: '91c6cb67b80f4c83',cH: 'yWjEMPrFZLOMgohcLOjihxTlMZCXxbfxm_HPnLf59ZU-1741315923-1.2.1.1-R_HrdaffN7EN94.SypGO.omNOeW7kKVfvMGGFdRBuBPX_EdPJuYPmVCoDrWl7o9R',cUPMDTk: "\/abstracts\/search?q=proximal%20policy%20optimization&__cf_chl_tk=o.YB.o8VdxKVu993xOnbjfiSchaPzZdOZ5wme8pvzuA-1741315923-1.0.1.1-woFM._ePldTRK2rkCzVZIJQPruKBLI1EtHO.BYZTmWM",cFPWv: 'g',cITimeS: '1741315923',cTTimeMs: '1000',cMTimeMs: '390000',cTplC: 0,cTplV: 5,cTplB: 'cf',cK: "",fa: "\/abstracts\/search?q=proximal%20policy%20optimization&__cf_chl_f_tk=o.YB.o8VdxKVu993xOnbjfiSchaPzZdOZ5wme8pvzuA-1741315923-1.0.1.1-woFM._ePldTRK2rkCzVZIJQPruKBLI1EtHO.BYZTmWM",md: "tXyO5P3F2QWz09rPlClGELaeKLeUbirpzOKsQi0C4U0-1741315923-1.2.1.1-CRaHAxckpgOs2Vzy7LrcsKNl1VKOTnqb4kLIkECMKRNZU_79szoO5N4Bm2Tt_cC71kBeX7Q2lrEdtkhnzCIQCzl4ZK4pL8q2oKczVtxw1erFPa3m32mH6VlW.Deo02prQGxtK0LiJWEimNB_p8Tw3m067_QCV4hZmRhXAr7VL_UEz5mlkfOeNJQs0wV7vo1qpSMkaakAZ3JONpwmIqQQETL3kX00pdtuN17aBy8E.iDJE7TmkQsNrN52898WrYhUA0XM89T0RD.fJDDAlCt53mdpAlADWALetTJN6ZcUPAxLVFhwv8TCHC1rpQQqVvrtTTLhHzrb6Nuzw4mrXoXtNualkVPYl4Qw0HVVyqNwuyOkdnqCjOVpohqxJjG4CTmf0whcpxRSM4sqzEE371h_ytcflHF8xaV3RCbZqCFyDt_Jf47lKVi6nWaxhTEx6RM8UlMsXeAge9vEC5FUYRkNpjHJxcXpypLcjLgDuQWTMmA4g9SwxjJ6IVuYuNHS8QwLGkXMVpMM_7Y0b9RqQCdFpcp0Mxcg_YmJSQrp.xHEAjOhtWTJ_kH6kujsdDuyt9ehSQJtCsLDyzAmN11DoZNWOdCKXdY3L7jgoUN1rNckxDHQYIei_OwZ_oVOVjyPuFJkRboUByDeKAsJOmxQ3rFnmhbVdEDbo.wvaQCKTjzpp_spzpxHUsoTUHiGiKtRrc9akf2fEiwJrIrgSl8AXTsQgPh7CsfhC67JA.loQGlKo8DtZcwMWuWVMcXjokvQ5m_Bm.wqUZSBco91A1gWngEhVlh1AR3vRwnDVQdVCRQxBXCxm5UG5Dg7F1LzX2p4H0UhxwvphA7stODeYHqAg62P0CV5nMk6jhOWB9YYva3spvhmKORs3f2ZWWvhOZRIylTUQHiVPDdX3FicMRkYczevIeB7AaICcXnPcIRUgrd8951RKzgAp6gx47ZQI1Z0hbU5YQZtWUXri4dV5GO.Hi0cMowXwSVn97Y2IknAgCU3eh6ev.Vlky4tEPwjO9ml5UiLCGGArjzNHQpY5CJ54HQ.N0TO0Si7QUYRcrD7Ek1wfTyjyHTRi63qh2LtcWHReuaNJPuoFc9XrgDit4aGYzJxF7R2BFfB28gfxiUt3EQ.EGJa4WGfPd3Y9_DdB7Zl3_HIkyQ6bwb_rqTdn.0b83Hf.QWxFIDZ4zjvUZ8MkCY8ad1TTaf4OK_N1GSa_l8V5GumpEzuzl143rESoR4gdlbc0SA6y1lizPx0dJNh_VBjfxMh0ivm5Gu6XOqlBMFyfynotYqZE1gOQK313fSxNB9Y82iqsUhMb3BaIuFEH1jlAbmhLOn4zXlYQx6c10hfRNl0",mdrd: "17Yn.kBPnL4JMHetq0UBfHsRKvu_Ze1Zk2B5JdJReRM-1741315923-1.2.1.1-CUhmDLiiNs4.qrDLN4YyUSNjnPaWTcdD8upfJIliikOhwHgrP4KIMOMkHy59o11zMNjw6ZvdVrANRiDBFZjDVg1Cbjqu05voOLMriPcawtxS3uQjWefIxPweY93HQgjvOvFq_E7f3jRLfg7_DRiW_5AKlEXFAiXvXXG6ADw07vunIEjt8PB9wpdhO535NIyUiLZJyXgUNEq6ZX1NQ7Rf5KF2tcdGeYU1vcFolIha_FHeqJa1p5gzKvQo9ZuCAtSWSbIxxDA60JvUvprLhLi5_aG_lWyYypJ9DKj_GvKmEeOpOZ_Dr0z9nQWzKPMyfRg3YSkMIJc.Lij2ADwmkdXYMuGD.UOSWXhJtbXoPRYGW5HVLBu4MTNVUeitUX1RlGgYAzTc1dG4tBaEI8SJdphStC3Cv2fceDSWytCbDddMLogH7SvuLi0DjMHzi9saI1Tvp_VnLpaPsc3zdap.D3xG_eqb1R_YZcVz6lM4TDnnWRnWcsr5faig..zrsdidqsssec3bUdw3Mn5SbXO2BL9.q94kmONry2bYT5yaEn8t4tZ4vmv0K4BBW2PTPx21fKUhvUKpDQaw3An5vQ41crjLrLuFFYHwNJNtBFbRC53lQcEvZTok854n5I87z1SyM.CnEvZQOgiigFGyyauZ2fi7dIStuyAut_yyo4FQREknJTBEeZ5lcKSvt1qhIkf7thJKPfdjH6AlbEX.fx4kvhEmI_SuP3Vc5SpIa8pLG0dzQvtDGmoDpApQanVzh5ZVHXmiVtp_SAPjiWTeLFjnbwXSCrcEOYkITjzd0kPwqY92IOhh6Grf1oNUvtTx.gA_sRRIKfdnmYiwS5n7xWP3wL.qdnQzqVGKjKTo.OS1I3by9HFFJfQ6pHJZ.vgD7_vIsVfxgIvcWcU5aSg3Vhbq_nUdveoDms8GWzlsASZt2MZb8sry5_BqVd3TDQ2QumIcf5JNqBv_30PcaAzk56GqqFIaFtykTWyLXxh8KWpmsqAy79TWJvu6ISdt9OsXTWXFw_5YNX2Ae0NkVGlO.pHXt0rDu.XA7RGtIMqNEMRLJ_KAQUZ1ngGlF9ws0r75x5mIuBgPOn9puwlPYhr6473kOCGcFrZks_Cl3nGhvCduQgz2PCNoYGCnleGm_5qjV3YYc_8y44cXNFdj4erOe3k6Qo6gD211Db.2IPEfUlLYdTSLEsY_X24dtDNtlHQZ2u3bWrP.aSlzmK7xjA9g73hjoGLUKwJFNgQxi9FPHajdwEDLvE70WgC_Wx7fd_Dnyf2fgl50qfzIA_p9a_gHJRZJ8Ta1GVaCTe9xfa6yE2Tkp9aIHgopR1mLlEYrcZkFd_hFBF1CD0lktrGK8vi6e1buVdnmlZal.oWZXlI8FuHDBmYhxeSiko7I0Eh179eE3PSDr0cI9hP_mUCWnJDuG1yNfZYqz2isZY5vCBzIYDxz4_hRCnSNEwSD.n_jSQHAB8.oEsaKN2hvDSCZZtTmKe3ysie1Z.ZKN8ESaNSUDxitboUHAlIIQuNQxTdWTOdMZO8XViEVBHLuON24WamnG3W77vmCaI_XVFLyF0r0vYcEchlokNC45RvUc..sQdbUW.seB4Y7njsn_pELIPBXLXnz1Vjl5mG7VUPmc3hcdNi_bYMmXU.KkYrDjlb16kcOolVJzgp.wJIliXhyJJZbb2WVWoXIoebHDYjveWlbD18.fcbsAj.Ldo.ti7dWLDEoDv4i8VGEDyfvMEVr8CTh9Mv2fWZSt2UJ1jlzwbY3Ms6C_CQlXvUIMAwBWtMdD7PZtYvnM1xF.Jf2BuN.FdhNwmUr5cjUAwGnyu8qMLSqTc5XqC3HY7xYE9Z3oZyCyZoLab4UA.dyc8_.wo3PkEe4PbWJhz51z.pzW9J0DEzEUIyegvg8TpoPJ0T.FCcx8wAGSWWJjhPMxbMlC_72KH6b7mB95IuNwNrr4D1MLsoZf3zaYXx8U2ZK5kRxbaF6q0esz0xsiwTSLv44eL9tvDB0jVF39tGQxQ"};var cpo = document.createElement('script');cpo.src = '/cdn-cgi/challenge-platform/h/g/orchestrate/chl_page/v1?ray=91c6cb67b80f4c83';window._cf_chl_opt.cOgUHash = location.hash === '' && location.href.indexOf('#') !== -1 ? '#' : location.hash;window._cf_chl_opt.cOgUQuery = location.search === '' && location.href.slice(0, location.href.length - window._cf_chl_opt.cOgUHash.length).indexOf('?') !== -1 ? '?' : location.search;if (window.history && window.history.replaceState) {var ogU = location.pathname + window._cf_chl_opt.cOgUQuery + window._cf_chl_opt.cOgUHash;history.replaceState(null, null, "\/abstracts\/search?q=proximal%20policy%20optimization&__cf_chl_rt_tk=o.YB.o8VdxKVu993xOnbjfiSchaPzZdOZ5wme8pvzuA-1741315923-1.0.1.1-woFM._ePldTRK2rkCzVZIJQPruKBLI1EtHO.BYZTmWM" + window._cf_chl_opt.cOgUHash);cpo.onload = function() {history.replaceState(null, null, ogU);}}document.getElementsByTagName('head')[0].appendChild(cpo);}());</script></body></html>