CINXE.COM

<!DOCTYPE html><html lang="en-US"><head><title>Just a moment...</title><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><meta http-equiv="X-UA-Compatible" content="IE=Edge"><meta name="robots" content="noindex,nofollow"><meta name="viewport" content="width=device-width,initial-scale=1"><style>*{box-sizing:border-box;margin:0;padding:0}html{line-height:1.15;-webkit-text-size-adjust:100%;color:#313131;font-family:system-ui,-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica Neue,Arial,Noto Sans,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji}body{display:flex;flex-direction:column;height:100vh;min-height:100vh}.main-content{margin:8rem auto;max-width:60rem;padding-left:1.5rem}@media (width <= 720px){.main-content{margin-top:4rem}}.h2{font-size:1.5rem;font-weight:500;line-height:2.25rem}@media (width <= 720px){.h2{font-size:1.25rem;line-height:1.5rem}}#challenge-error-text{background-image:url(data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIzMiIgaGVpZ2h0PSIzMiIgZmlsbD0ibm9uZSI+PHBhdGggZmlsbD0iI0IyMEYwMyIgZD0iTTE2IDNhMTMgMTMgMCAxIDAgMTMgMTNBMTMuMDE1IDEzLjAxNSAwIDAgMCAxNiAzbTAgMjRhMTEgMTEgMCAxIDEgMTEtMTEgMTEuMDEgMTEuMDEgMCAwIDEtMTEgMTEiLz48cGF0aCBmaWxsPSIjQjIwRjAzIiBkPSJNMTcuMDM4IDE4LjYxNUgxNC44N0wxNC41NjMgOS41aDIuNzgzem0tMS4wODQgMS40MjdxLjY2IDAgMS4wNTcuMzg4LjQwNy4zODkuNDA3Ljk5NCAwIC41OTYtLjQwNy45ODQtLjM5Ny4zOS0xLjA1Ny4zODktLjY1IDAtMS4wNTYtLjM4OS0uMzk4LS4zODktLjM5OC0uOTg0IDAtLjU5Ny4zOTgtLjk4NS40MDYtLjM5NyAxLjA1Ni0uMzk3Ii8+PC9zdmc+);background-repeat:no-repeat;background-size:contain;padding-left:34px}@media (prefers-color-scheme:dark){body{background-color:#222;color:#d9d9d9}}</style><meta http-equiv="refresh" content="390"></head><body class="no-js"><div class="main-wrapper" role="main"><div class="main-content"><noscript><div class="h2"><span id="challenge-error-text">Enable JavaScript and cookies to continue</span></div></noscript></div></div><script>(function(){window._cf_chl_opt={cvId: '3',cZone: "direct.mit.edu",cType: 'managed',cRay: '8e8fd1eb1e45ce32',cH: 'WZJBWnU.gZAUrQDeaV2SuuNazGJVr.n2JDzLO0cFLVo-1732686409-1.2.1.1-sBH5f_k3ggTm6vw3aUF7QLGeh.9K8cOB0x4_gtNs9QPuFAfZX4aMjwD.mLFQ18Rp',cUPMDTk: "\/tacl\/article\/doi\/10.1162\/tacl_a_00663\/120983\/What-Formal-Languages-Can-Transformers-Express-A?__cf_chl_tk=oZDAIGYWDYTgjQVtwh6mRL557SHv75HXn5j9fF721Ts-1732686409-1.0.1.1-9ByQdtkeU23q6v1s7w.bsVhzoc6e5DFQukywbekZZaI",cFPWv: 'b',cITimeS: '1732686409',cTTimeMs: '1000',cMTimeMs: '390000',cTplC: 0,cTplV: 5,cTplB: 'cf',cK: "",fa: "\/tacl\/article\/doi\/10.1162\/tacl_a_00663\/120983\/What-Formal-Languages-Can-Transformers-Express-A?__cf_chl_f_tk=oZDAIGYWDYTgjQVtwh6mRL557SHv75HXn5j9fF721Ts-1732686409-1.0.1.1-9ByQdtkeU23q6v1s7w.bsVhzoc6e5DFQukywbekZZaI",md: "rFgpYCOI28u_2hOWo5fh4kQt12rhKp8BA0KAnVyOqa8-1732686409-1.2.1.1-U1HBhJI6ptr9W9fUjcf8wlAnnn49eEuY_eK6mX_FREvnHekqKKKBIVj0V9IsSCydplxLdhB2_t87JL99qZcahJAAuLfZKyJXWfmCT4rg_7RLp8cr2_w4gHp.AEKrXwlTq3JDw68BKgFGLcPVklxNlCqEAXX4bVRqG5p7hEw763FRP_E2pznMxcp4mHrnEdUdhCjK5a8aDAaZUP1W9tcg8Ms.IQjGGJpehWhJV2kqnHcYs6d4ftmixX_ubrSE4A5W3SiYuLV4otISemM6yiqrY0hHs4tvSemiA8LBArdgz6wgn45Q4_AR2TllBA6Zd75VwhGiGTDVhW87eY_GCPmzh4dN93V.1S5glYjaIDlhQCJu9Mp5GUPDApD9MBSV6CCgEBjumJdWj3gJVL5TZGfZM1tG4LRWmKCQWB2LKJ_4bF3WZgB9i2F0ISGUd.nCplikVyH3gW.Lr2Hwt4AAT_0jc91xWmNGNJyCfDYychcuDTBGiIXaaG8D4_OXhprDJrGfCo2VhkO_wFvDLVTpLKNQLh0r7xPIgxze9tWBBa3DCiQlCazbB2cdUWHkHK5PZdonagasBmBlAk.ydi.D8cfq74LN_1LSd8tTcDhP6VU2Oysgfa8u58o9vIlnwuKdIcFMwwjcWWGIE_WliggfZYyy08W.lkSDCJTdb7pLV62OZhC5amkvN6qvXhSTTMX6DZ7QlgDCJKNHQyr__uc2G1fZ2tY.8uYCvUDQVixFVOpj9ky_P_YNi2wcjP9g64DduMQn6IOzKz7ID_t54yF2VdO7SNUBLpKDrJCaqJBtxmdRPs_9lD._EfyFoW4u_0uqMM3vgKwH7jgFohQuh6wAIowUbjnny1AuQ3hBbY0ERERdBc4W1x0FO4358N1H61XykRJq7WnBu1SBPQDNVnnPLqdJ4HnKXZp5R85bejy9iw3sG3sr98Ny0qvH3P3u2TYH1lQmZKBjJgCfF86hmDnZzKUhTLmbBSxgnjmgO7jnZ.beCKK7n1TgjZ_aFBpviYWI3Z.JzSnnNbyY0Ax.oHnY_PZsJdx0AJdCFfeghPXWj9ItfTP_tjcpTOlSWYqUmsAdLryX7m9TCgmeWfhgm.pflJmoleb8ZV2IuJ8_pXBJgulXuvoEVBCKZwvMLe3hughXG2BWnhkPnuLQIFiCKAa1NlmfoChD9oPfawu13GpZwysdH6Hcw_PruIfzLKu.Hv8HoTZlBUOoVz10vjKV2W8t9vNhgGj5warcZpgHemM3mwpRfDanMU.y3ySYmNDeaq7hIFXV31msxasLbH01STZ9_koxoi8jBdzK5fFN4bQQEX1_Y.sVsScL9LDjRHCCnmkUgJ49fhh_rr4Dg2TVQqKGiTKswpO9X.l2AI5S7Y8m47.MUWKKOtp3J.7auXNHK3M24GIdH3VgcjGzv_PaLNfghPM_h26_OTDngJoWLFx9kIRTyhIefO1Hm_pcN0snWxwkCknyKgA6qBZ3e_x3c4wrR7_j1y0dICitKdfFVCdR5_SvmB1L8IyOg4rnAHFzIXBS.U0pE9ni1ic007aIxWkemc39EVNEjg5tXM_ezrobu2s.poEWJMp8Fzp9DeX0hU2TdPs7Vuwzs3Tm_r70CldecMAsJs7oL5H6x9WJiG6t2GSykyX_pgPyBpi_PVX9N2sDBijjoQuehx1qpjY7FCDNB7kNzzbJQ5O_ljKicoxFuu2ktHKvKZy0Z8JjayocunWBtThyAp0vd0J7oZV5KFBHM5DUdgMFqVYthtqWjBlbum.viU8AtHaBCX8bNdsYx1S1FUk_gzrqJSEX6kDqNj6tr3SgfIIQxf43exHmlIZlAATAozmRXWXWKIifrA9nvDL.Bqnq09YLExsXOpEUyu8cmBFSJb.IiSuEytZb.jzJRSXCuiwYUz48SQeZspgIf71cUsRb.CuSjVGnmItnJA6496Xu30JY2Skt3Y0R82GbDRu_WmSzxZVQ9DxEoZxVfTD7k5BmMd3wcj6uTIZNqMroAQs2rdmEcE4ifHzDn.CTxi7qt8wH.i5P_KnhCkZFMqmVj9wshrntlBERx1a68vDwgGMTEkaTKIj0QZ6MeEOsoYtDTreR2W64WkQSl3DTbMuianXT3zDZFy7F0TuR5afszbwWmnY6y6Yrkqtqai9lJAX6vtKR7s01TfrYerrzzB.UJwYVoWKcwPvvNv.b8sLkzXqE3LiQPK0EobQkMh1.bbt7g2o.XP2yLdYvPBur0qlUQZMtUcBWSx7nKhe6ra6yIrQC.BhQyTakGMv1GbQV0Nc2Cajx1612PkyQVAuk41y8AYj8Jgz2OQUy.xjxc8RMh1RiVnJuZ_ot1S1BpePOc2lHcfXMHsAQpPhL7S.gq9QzdPknqNzJiXZzKwdl3Np2H2GZOAnybttnQdZNPP2WeU_V4qJbG14GUaFUo6LMGFBqITBStVlcnN7MchqJFRbECPHIUiOI6AUTzLw_yqpuPaAenAhrCxYm5UU_Mz_S2SXVMaOdkR_96vVtya9Tg55wHVPEwRlmCee0zlxers7Zkme9qjHTLa3eyUGuVGyJu4b39mOVcXB5sYzy0V.Nu_Sn0fuyHy4Zi4m2x6z2eab5JL.u_9KtWgjK8Wjw1c8vHnK4bNeAIikhhZBjMo8m3V53WjrDdjBG1d4h336veLT8j9tQaknahbYh81JH_T7Il3C.xZ.irGiu3h8qzBufVdt1y7iUvEfkYu7ogcG3sCU3wpzLIDy_zeHafinY9mI8b0wMPh3eclYmhrc1PgDiXEr3fSKY6eIbszsMjxDY8c.RzDfyd8Ra7xm1CpEhAcGhOHkwAFUpyrNy3bcL8_DXYwiNSGrpUfYLxz_g9Q9Xci2bmQmyu.MzCgcGDRR3Azg6kx7.Q2HuYAnBEItSJccahue9.onlZ_yLnI28nr4Glk80PLNmTjDGcyXzVpRl_HfpkWZXCObZDMbVjHKkgkGkt9ZMOe_yPKhGNj5z7SytEPxFfa13zMQ5AjTXnm8YOsZU0sDpeV_OWTgpiDn8JfKDk1nnQIWdNHK__nsKQrRN0fBJhDeihU0twDVTRNU4Frhy28rxTdyMfg33waQ.pwiFkpaGpqMI_niSoJZK1UxXC6cJBy7Mqa9cVVprK2YiXx5Hk9s5Ie_UsfykbliVVRqbK_e1XLEGkQ",mdrd: "LBtr4ZC2BFvYWnmraZk3yoVs5nM3dZoN3CtCUzaX4Tc-1732686409-1.2.1.1-nrqChxx3DpwX0syqW1Qh3SWVeZuXYRkdwmxfWsH1zXn4caHbmvLD32puO2q3yhT2FENL3zYH2enLFrN9UqC2CKae6Lcz6HFP1FQ_GxuuhiJOU0Tbp7YEMfcMja3DcFlp5kO_URHyPTU_NfFR3sY9FimDv5W0tSjbpnN_e4.HgAbetg7X699Q7TZXwzYduKgEQBe3ObcIC.Oc9n4j5Ll_BRUJQO2SobJrbpYMIFJvV8A0S3uXLScr7nRXjLuXol8z5wILUKZjwlgdS.y2xAz5OiEFoEtvjZVsWA12OIh5wB_F4QXMwI4TrWDslXfHA6vxsqoeJLAS40_vo9OIZt9nnhXS1mO3jBWJI79.dfzYsyCaETmXk2kubiD6pKZKKJo1XEfY4mCbU_yC3eG86YcexFVfHAdwuJbkZp0f3bXTTkyIYhBmM_F2j3HtVgJaIeDY02vyzEbFBhtCCHD8TYHfTHGL..e4RmF7X1C5GPb5lrtxfTY7Wn_gqJXm2KXTzTRr1dEk5ev89lw2aglKV_5w8Y2zfdf5qKrts8QUa3jZPTzJgY6Zf9Z1HDytQPBQGlJXXknJPiei.UZD.pso7Nr2igQ3JRZzBLB8gm8j_7jCB2zp6r8H6V4QUuNmRgOvm7B12VqwVFsM4Z1CKZSivQqFDEvKV7jWieY3Vqpo0jX7InIg8DUTPOKGU5mp6ls6wv5LETaDwl6B.JL6TzqOaC8NdJdQIgw1SaIc06wkYdYXALLTDytNvxA3tQXJuE9xOo6YQ6Ysn83skryBK_AZk3ueaXOAgzwzyCCqjK0sTxSlV9fY4oo4gvHayg236sen9PfmiTJmese.cNLRBADCe4RiVFeQpApaR.usRJhog00BGsIrd1E66g0atyYwnPK0OPd7f9LKZb5I5iVqU8y5aI2QkbYRb4CWCfzMofCaOR1UsXOefmoMPJ1hN0vKlelDg1ZgPF7b8EtNEfw13TYViBmIk3gOTVTnnHAAkz.b0WhvRDygqWGsJgNck3dlT4ozpbIebQPPVTk0uWKO771R_9r.V9nIySLIhTHzRnLxsWD6hhxZYUBOeoxYHnzY1UCu.rByW_mH1RRMBwJCdqQ12G36udQpOvuaAs8VNR3qotTMo1hDxYM9IHkkP.vscxdjZlQ.9UNS08N09GnaKx9Fkmeli6wdHq3mNCGxkDvOuI_6vh.tVqPQLac2S.NfNXIOfWjrNyXMXrpRyuLszu.m7xRhUHYU812EBf4PpjA_.YamaMx7z1eiMSpu3_k2MH0dIL2jcV2uAGfyWaC5hDHxO4wTsu7Rsy942AdXnJrJiQcue.oVlJo8682ggkS.ft6DsEYpjUCdDVWnP.M2Vjrk9Y8GXCCm5_YuXg3I8hgRoDe27ffVYvQaqqUWC0FRVS7tlI3ojATXo788vlxwxyLwei2cjSIUQ2p8PKPLpbz8_CdjeX8s3I3mXqNqAJWmFiW0ol8ohkaRkvqX8RnVCoJSUEQX06jMODsOLzTVPQT3GM7EyHo_.ZtbTF81GtDa.rcxPqfe4CN_Z2LEU66zXtWdDmQemqcj9TNujF_G3chJZnqK_pkZ.LnEquILLqAL8vuArNJLzO5TeXREt.g1Z0OH6xErr8NuX46fkuUCOUn0PmNfGEOxYIUPcowuR4YxUWqR03KuEIGBHwQ.dkLzJAGS.5KdC9EHEhG.4uVMexotPY8q6enqOsg_J12kQbLvtB6UcWH8vt3YI89n0puKqv4lpH7Jxk3crmCKeDEGAT527Ey9dmTMD8wBr9MhcNKr896nGF.4U3GvI6CdXa.odQZfnGJe9Zxy5p1SsY4Cxw71Uix1oRzclHmA2waA9hVe_eu2t2at3DZfem0VzFYJSwtD2UvIXeKvXUMHr5KXVy0fJofzeseD5eep_v6UEXCiYvE_TdQCg06NnkroZB.YJvV.hVkFLnGAy.nSFNoFIiFPXPgxJvM"};var cpo = document.createElement('script');cpo.src = '/cdn-cgi/challenge-platform/h/b/orchestrate/chl_page/v1?ray=8e8fd1eb1e45ce32';window._cf_chl_opt.cOgUHash = location.hash === '' && location.href.indexOf('#') !== -1 ? '#' : location.hash;window._cf_chl_opt.cOgUQuery = location.search === '' && location.href.slice(0, location.href.length - window._cf_chl_opt.cOgUHash.length).indexOf('?') !== -1 ? '?' : location.search;if (window.history && window.history.replaceState) {var ogU = location.pathname + window._cf_chl_opt.cOgUQuery + window._cf_chl_opt.cOgUHash;history.replaceState(null, null, "\/tacl\/article\/doi\/10.1162\/tacl_a_00663\/120983\/What-Formal-Languages-Can-Transformers-Express-A?__cf_chl_rt_tk=oZDAIGYWDYTgjQVtwh6mRL557SHv75HXn5j9fF721Ts-1732686409-1.0.1.1-9ByQdtkeU23q6v1s7w.bsVhzoc6e5DFQukywbekZZaI" + window._cf_chl_opt.cOgUHash);cpo.onload = function() {history.replaceState(null, null, ogU);}}document.getElementsByTagName('head')[0].appendChild(cpo);}());</script></body></html>