EleutherAI

<!doctype html> <html xmlns:og="http://opengraphprotocol.org/schema/" xmlns:fb="http://www.facebook.com/2008/fbml" lang="en-GB" > <head> <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"> <meta name="viewport" content="width=device-width, initial-scale=1">  <base href=""> <meta charset="utf-8" /> <title>EleutherAI</title> <meta http-equiv="Accept-CH" content="Sec-CH-UA-Platform-Version, Sec-CH-UA-Model" /><link rel="icon" type="image/x-icon" href="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/238b1c4e-e4d7-4efb-9a91-aee4af7123e4/favicon.ico?format=100w"/> <link rel="canonical" href="https://www.eleuther.ai"/> <meta property="og:site_name" content="EleutherAI"/> <meta property="og:title" content="EleutherAI"/> <meta property="og:url" content="https://www.eleuther.ai"/> <meta property="og:type" content="website"/> <meta property="og:image" content="http://static1.squarespace.com/static/6343e7de9a7c4b05ef290bd4/t/63dd715236e422768193a043/1675456850403/eleutherai+logo.png?format=1500w"/> <meta property="og:image:width" content="192"/> <meta property="og:image:height" content="218"/> <meta itemprop="name" content="EleutherAI"/> <meta itemprop="url" content="https://www.eleuther.ai"/> <meta itemprop="thumbnailUrl" content="http://static1.squarespace.com/static/6343e7de9a7c4b05ef290bd4/t/63dd715236e422768193a043/1675456850403/eleutherai+logo.png?format=1500w"/> <link rel="image_src" href="http://static1.squarespace.com/static/6343e7de9a7c4b05ef290bd4/t/63dd715236e422768193a043/1675456850403/eleutherai+logo.png?format=1500w" /> <meta itemprop="image" content="http://static1.squarespace.com/static/6343e7de9a7c4b05ef290bd4/t/63dd715236e422768193a043/1675456850403/eleutherai+logo.png?format=1500w"/> <meta name="twitter:title" content="EleutherAI"/> <meta name="twitter:image" content="http://static1.squarespace.com/static/6343e7de9a7c4b05ef290bd4/t/63dd715236e422768193a043/1675456850403/eleutherai+logo.png?format=1500w"/> <meta name="twitter:url" content="https://www.eleuther.ai"/> <meta name="twitter:card" content="summary"/> <meta name="description" content="" /> <link rel="preconnect" href="https://images.squarespace-cdn.com"> <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> <link rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css2?family=Open+Sans:ital,wght@0,300;0,400;0,600;0,700;1,300;1,400;1,700"> <script type="text/javascript" crossorigin="anonymous" defer="true" nomodule="nomodule" src="//assets.squarespace.com/@sqs/polyfiller/1.6/legacy.js"></script> <script type="text/javascript" crossorigin="anonymous" defer="true" src="//assets.squarespace.com/@sqs/polyfiller/1.6/modern.js"></script> <script type="text/javascript">SQUARESPACE_ROLLUPS = {};</script> <script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/extract-css-runtime-36a72282727add4fd342-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-extract_css_runtime');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/extract-css-runtime-36a72282727add4fd342-min.en-US.js" defer ></script><script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/extract-css-moment-js-vendor-c4d588d4255cd4c70fa3-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-extract_css_moment_js_vendor');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/extract-css-moment-js-vendor-c4d588d4255cd4c70fa3-min.en-US.js" defer ></script><script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/cldr-resource-pack-0c96ad3f9948c3a7b631-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-cldr_resource_pack');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/cldr-resource-pack-0c96ad3f9948c3a7b631-min.en-US.js" defer ></script><script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/common-vendors-stable-2965e1fc774101038a7d-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-common_vendors_stable');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/common-vendors-stable-2965e1fc774101038a7d-min.en-US.js" defer ></script><script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/common-vendors-8921de8f24d51c37e1bd-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-common_vendors');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/common-vendors-8921de8f24d51c37e1bd-min.en-US.js" defer ></script><script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/common-d7eaecb92202ccd664ba-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-common');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/common-d7eaecb92202ccd664ba-min.en-US.js" defer ></script><script>(function(rollups, name) { if (!rollups[name]) { rollups[name] = {}; } rollups[name].js = ["//assets.squarespace.com/universal/scripts-compressed/performance-daea797f26ec33aee348-min.en-US.js"]; })(SQUARESPACE_ROLLUPS, 'squarespace-performance');</script> <script crossorigin="anonymous" src="//assets.squarespace.com/universal/scripts-compressed/performance-daea797f26ec33aee348-min.en-US.js" defer ></script><script data-name="static-context">Static = window.Static || {}; Static.SQUARESPACE_CONTEXT = {"betaFeatureFlags":["member_areas_feature","override_block_styles","collection_typename_switching","i18n_beta_website_locales","marketing_landing_page","campaigns_thumbnail_layout","campaigns_discount_section_in_blasts","campaigns_discount_section_in_automations","scripts_defer","themes","marketing_automations","nested_categories","campaigns_import_discounts","new_stacked_index","campaigns_new_image_layout_picker","order_status_page_checkout_landing_enabled","supports_versioned_template_assets","contacts_and_campaigns_redesign"],"facebookAppId":"314192535267336","facebookApiVersion":"v6.0","rollups":{"squarespace-announcement-bar":{"js":"//assets.squarespace.com/universal/scripts-compressed/announcement-bar-e58c2c256fc771df196f-min.en-US.js"},"squarespace-audio-player":{"css":"//assets.squarespace.com/universal/styles-compressed/audio-player-7273fb3c727315fb7087-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/audio-player-73979cf5715b90ec9b51-min.en-US.js"},"squarespace-blog-collection-list":{"css":"//assets.squarespace.com/universal/styles-compressed/blog-collection-list-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/blog-collection-list-3b161a94b70c22562b65-min.en-US.js"},"squarespace-calendar-block-renderer":{"css":"//assets.squarespace.com/universal/styles-compressed/calendar-block-renderer-45e10dd8aac6cdf250c5-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/calendar-block-renderer-8aa9b0cbeb4b1382de47-min.en-US.js"},"squarespace-chartjs-helpers":{"css":"//assets.squarespace.com/universal/styles-compressed/chartjs-helpers-035fad01719b3ad44ea0-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/chartjs-helpers-87bcc1cf71dc32506780-min.en-US.js"},"squarespace-comments":{"css":"//assets.squarespace.com/universal/styles-compressed/comments-8d82b7dcc10a49d8f3ab-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/comments-1ba83c0b3b745fb75907-min.en-US.js"},"squarespace-custom-css-popup":{"css":"//assets.squarespace.com/universal/styles-compressed/custom-css-popup-42165bae3117a373beba-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/custom-css-popup-4bdbc2b47c987d087bec-min.en-US.js"},"squarespace-dialog":{"css":"//assets.squarespace.com/universal/styles-compressed/dialog-4442f8c03c49894df614-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/dialog-3c204698eb988e00b67c-min.en-US.js"},"squarespace-events-collection":{"css":"//assets.squarespace.com/universal/styles-compressed/events-collection-45e10dd8aac6cdf250c5-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/events-collection-ab0904713c7bec57a263-min.en-US.js"},"squarespace-form-rendering-utils":{"js":"//assets.squarespace.com/universal/scripts-compressed/form-rendering-utils-52d93b2d0bac4a856090-min.en-US.js"},"squarespace-forms":{"css":"//assets.squarespace.com/universal/styles-compressed/forms-561e399da7e8cd21136e-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/forms-460e44eec8302ce495d5-min.en-US.js"},"squarespace-gallery-collection-list":{"css":"//assets.squarespace.com/universal/styles-compressed/gallery-collection-list-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/gallery-collection-list-6a695d6f503d6f274456-min.en-US.js"},"squarespace-image-zoom":{"css":"//assets.squarespace.com/universal/styles-compressed/image-zoom-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/image-zoom-86a4f1190d4dd0a1bb85-min.en-US.js"},"squarespace-pinterest":{"css":"//assets.squarespace.com/universal/styles-compressed/pinterest-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/pinterest-4db8797e0ab9916b74bc-min.en-US.js"},"squarespace-popup-overlay":{"css":"//assets.squarespace.com/universal/styles-compressed/popup-overlay-1953548b82872bd9f153-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/popup-overlay-abef1bd20e88ee2b0ff6-min.en-US.js"},"squarespace-product-quick-view":{"css":"//assets.squarespace.com/universal/styles-compressed/product-quick-view-cabe0d0e788aff914259-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/product-quick-view-3da517593bd59a46e163-min.en-US.js"},"squarespace-products-collection-item-v2":{"css":"//assets.squarespace.com/universal/styles-compressed/products-collection-item-v2-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/products-collection-item-v2-bc54407b17c1344e3754-min.en-US.js"},"squarespace-products-collection-list-v2":{"css":"//assets.squarespace.com/universal/styles-compressed/products-collection-list-v2-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/products-collection-list-v2-320bbe708a4fc56f6d2e-min.en-US.js"},"squarespace-search-page":{"css":"//assets.squarespace.com/universal/styles-compressed/search-page-efbf373f59490877e106-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/search-page-070b8b054bdeaedce608-min.en-US.js"},"squarespace-search-preview":{"js":"//assets.squarespace.com/universal/scripts-compressed/search-preview-ad37c6d6b6aef9eab4d8-min.en-US.js"},"squarespace-simple-liking":{"css":"//assets.squarespace.com/universal/styles-compressed/simple-liking-87ea620354232c2e7b9f-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/simple-liking-b240c4039cac2761e6d0-min.en-US.js"},"squarespace-social-buttons":{"css":"//assets.squarespace.com/universal/styles-compressed/social-buttons-7430c3ff0790eafdec2c-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/social-buttons-1eefd456ab26aca444a7-min.en-US.js"},"squarespace-tourdates":{"css":"//assets.squarespace.com/universal/styles-compressed/tourdates-04589f0ab778d39b6f29-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/tourdates-6a57cd3d6dd5f8c36147-min.en-US.js"},"squarespace-website-overlays-manager":{"css":"//assets.squarespace.com/universal/styles-compressed/website-overlays-manager-a81f4f351e0b41eedf7d-min.en-US.css","js":"//assets.squarespace.com/universal/scripts-compressed/website-overlays-manager-81328279e26303ecdcd4-min.en-US.js"}},"pageType":2,"website":{"id":"6343e7de9a7c4b05ef290bd4","identifier":"tiger-goose-hwrx","websiteType":1,"contentModifiedOn":1720533044594,"cloneable":false,"hasBeenCloneable":false,"siteStatus":{},"language":"en-GB","timeZone":"Europe/London","machineTimeZoneOffset":0,"timeZoneOffset":0,"timeZoneAbbr":"GMT","siteTitle":"EleutherAI","fullSiteTitle":"EleutherAI","siteDescription":"","logoImageId":"63f87ab98880e06e7b6cacb2","mobileLogoImageId":"6343f35e15a71e54bcf1ba76","socialLogoImageId":"63dd715236e422768193a043","shareButtonOptions":{"2":true,"7":true,"8":true,"1":true,"3":true,"4":true,"6":true},"logoImageUrl":"//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png","mobileLogoImageUrl":"//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png","socialLogoImageUrl":"//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/02fd467c-7db7-47c9-a6df-4c8d1cb556cc/eleutherai+logo.png","authenticUrl":"https://www.eleuther.ai","internalUrl":"https://tiger-goose-hwrx.squarespace.com","baseUrl":"https://www.eleuther.ai","primaryDomain":"www.eleuther.ai","sslSetting":3,"isHstsEnabled":true,"socialAccounts":[{"serviceId":20,"userId":"contact@eleuther.ai","screenname":"contact@eleuther.ai","addedOn":1665586238169,"profileUrl":"mailto:contact@eleuther.ai","iconEnabled":true,"serviceName":"email"},{"serviceId":81,"screenname":"Discord","addedOn":1665397723993,"profileUrl":"https://discord.gg/zBGx3azzUn","iconEnabled":true,"serviceName":"discord-unauth"},{"serviceId":73,"screenname":"GitHub","addedOn":1665397752392,"profileUrl":"https://github.com/EleutherAI","iconEnabled":true,"serviceName":"github-unauth"},{"serviceId":62,"screenname":"Twitter","addedOn":1665586259904,"profileUrl":"https://twitter.com/AiEleuther","iconEnabled":true,"serviceName":"twitter-unauth"}],"typekitId":"","statsMigrated":false,"imageMetadataProcessingEnabled":false,"screenshotId":"f24832190f019a0f708e907d7090cb4b51e68b6dc324a3f5ae54bf890cc76c9a","captchaSettings":{"enabledForDonations":false},"showOwnerLogin":false},"websiteSettings":{"id":"6343e7de9a7c4b05ef290bd7","websiteId":"6343e7de9a7c4b05ef290bd4","subjects":[],"country":"GB","state":"ENG","simpleLikingEnabled":true,"mobileInfoBarSettings":{"isContactEmailEnabled":false,"isContactPhoneNumberEnabled":false,"isLocationEnabled":false,"isBusinessHoursEnabled":false},"commentLikesAllowed":true,"commentAnonAllowed":true,"commentThreaded":true,"commentApprovalRequired":false,"commentAvatarsOn":true,"commentSortType":2,"commentFlagThreshold":0,"commentFlagsAllowed":true,"commentEnableByDefault":true,"commentDisableAfterDaysDefault":0,"disqusShortname":"","commentsEnabled":false,"storeSettings":{"returnPolicy":null,"termsOfService":null,"privacyPolicy":null,"expressCheckout":false,"continueShoppingLinkUrl":"/","useLightCart":false,"showNoteField":false,"shippingCountryDefaultValue":"US","billToShippingDefaultValue":false,"showShippingPhoneNumber":true,"isShippingPhoneRequired":false,"showBillingPhoneNumber":true,"isBillingPhoneRequired":false,"currenciesSupported":["USD","CAD","GBP","AUD","EUR","CHF","NOK","SEK","DKK","NZD","SGD","MXN","HKD","CZK","ILS","MYR","RUB","PHP","PLN","THB","BRL","ARS","COP","IDR","INR","JPY","ZAR"],"defaultCurrency":"USD","selectedCurrency":"GBP","measurementStandard":1,"showCustomCheckoutForm":false,"checkoutPageMarketingOptInEnabled":true,"enableMailingListOptInByDefault":false,"sameAsRetailLocation":false,"merchandisingSettings":{"scarcityEnabledOnProductItems":false,"scarcityEnabledOnProductBlocks":false,"scarcityMessageType":"DEFAULT_SCARCITY_MESSAGE","scarcityThreshold":10,"multipleQuantityAllowedForServices":true,"restockNotificationsEnabled":false,"restockNotificationsSuccessText":"","restockNotificationsMailingListSignUpEnabled":false,"relatedProductsEnabled":false,"relatedProductsOrdering":"random","soldOutVariantsDropdownDisabled":false,"productComposerOptedIn":false,"productComposerABTestOptedOut":false,"productReviewsEnabled":false},"minimumOrderSubtotalEnabled":false,"minimumOrderSubtotal":{"currency":"GBP","value":"0.00"},"isLive":false,"multipleQuantityAllowedForServices":true},"useEscapeKeyToLogin":false,"ssBadgeType":1,"ssBadgePosition":4,"ssBadgeVisibility":1,"ssBadgeDevices":1,"pinterestOverlayOptions":{"mode":"disabled"},"ampEnabled":false,"userAccountsSettings":{"loginAllowed":false,"signupAllowed":false}},"cookieSettings":{"isCookieBannerEnabled":false,"isRestrictiveCookiePolicyEnabled":false,"cookieBannerText":"","cookieBannerTheme":"","cookieBannerVariant":"","cookieBannerPosition":"","cookieBannerCtaVariant":"","cookieBannerCtaText":"","cookieBannerAcceptType":"OPT_IN","cookieBannerOptOutCtaText":"","cookieBannerHasOptOut":false,"cookieBannerHasManageCookies":true,"cookieBannerManageCookiesLabel":"","cookieBannerSavedPreferencesText":"","cookieBannerSavedPreferencesLayout":"PILL"},"websiteCloneable":false,"collection":{"title":"Home","id":"6343e815c60f4d3d31cab0b7","fullUrl":"/","type":10,"permissionType":1},"subscribed":false,"appDomain":"squarespace.com","templateTweakable":true,"tweakJSON":{"form-use-theme-colors":"false","header-logo-height":"47px","header-mobile-logo-max-height":"64px","header-vert-padding":"1.2vw","header-width":"Full","maxPageWidth":"1980px","pagePadding":"5vw","tweak-blog-alternating-side-by-side-image-aspect-ratio":"4:3 Four-Three","tweak-blog-alternating-side-by-side-image-spacing":"5%","tweak-blog-alternating-side-by-side-meta-spacing":"10px","tweak-blog-alternating-side-by-side-primary-meta":"Date","tweak-blog-alternating-side-by-side-read-more-spacing":"5px","tweak-blog-alternating-side-by-side-secondary-meta":"Categories","tweak-blog-basic-grid-columns":"2","tweak-blog-basic-grid-image-aspect-ratio":"3:2 Standard","tweak-blog-basic-grid-image-spacing":"18px","tweak-blog-basic-grid-meta-spacing":"0px","tweak-blog-basic-grid-primary-meta":"Categories","tweak-blog-basic-grid-read-more-spacing":"0px","tweak-blog-basic-grid-secondary-meta":"None","tweak-blog-item-custom-width":"60","tweak-blog-item-show-author-profile":"false","tweak-blog-item-width":"Medium","tweak-blog-masonry-columns":"3","tweak-blog-masonry-horizontal-spacing":"60px","tweak-blog-masonry-image-spacing":"30px","tweak-blog-masonry-meta-spacing":"10px","tweak-blog-masonry-primary-meta":"Categories","tweak-blog-masonry-read-more-spacing":"5px","tweak-blog-masonry-secondary-meta":"None","tweak-blog-masonry-vertical-spacing":"120px","tweak-blog-side-by-side-image-aspect-ratio":"1:1 Square","tweak-blog-side-by-side-image-spacing":"4%","tweak-blog-side-by-side-meta-spacing":"0px","tweak-blog-side-by-side-primary-meta":"Categories","tweak-blog-side-by-side-read-more-spacing":"5px","tweak-blog-side-by-side-secondary-meta":"Date","tweak-blog-single-column-image-spacing":"40px","tweak-blog-single-column-meta-spacing":"4px","tweak-blog-single-column-primary-meta":"Date","tweak-blog-single-column-read-more-spacing":"10px","tweak-blog-single-column-secondary-meta":"Categories","tweak-events-stacked-show-thumbnails":"true","tweak-events-stacked-thumbnail-size":"3:2 Standard","tweak-fixed-header":"true","tweak-fixed-header-style":"Basic","tweak-global-animations-animation-curve":"ease","tweak-global-animations-animation-delay":"1.0s","tweak-global-animations-animation-duration":"0.65s","tweak-global-animations-animation-style":"fade","tweak-global-animations-animation-type":"flex","tweak-global-animations-complexity-level":"basic","tweak-global-animations-enabled":"true","tweak-portfolio-grid-basic-custom-height":"50","tweak-portfolio-grid-overlay-custom-height":"50","tweak-portfolio-hover-follow-acceleration":"10%","tweak-portfolio-hover-follow-animation-duration":"Fast","tweak-portfolio-hover-follow-animation-type":"Fade","tweak-portfolio-hover-follow-delimiter":"Bullet","tweak-portfolio-hover-follow-front":"false","tweak-portfolio-hover-follow-layout":"Inline","tweak-portfolio-hover-follow-size":"50","tweak-portfolio-hover-follow-text-spacing-x":"1.5","tweak-portfolio-hover-follow-text-spacing-y":"1.5","tweak-portfolio-hover-static-animation-duration":"Fast","tweak-portfolio-hover-static-animation-type":"Fade","tweak-portfolio-hover-static-delimiter":"Hyphen","tweak-portfolio-hover-static-front":"true","tweak-portfolio-hover-static-layout":"Inline","tweak-portfolio-hover-static-size":"50","tweak-portfolio-hover-static-text-spacing-x":"1.5","tweak-portfolio-hover-static-text-spacing-y":"1.5","tweak-portfolio-index-background-animation-duration":"Medium","tweak-portfolio-index-background-animation-type":"Fade","tweak-portfolio-index-background-custom-height":"50","tweak-portfolio-index-background-delimiter":"None","tweak-portfolio-index-background-height":"Large","tweak-portfolio-index-background-horizontal-alignment":"Center","tweak-portfolio-index-background-link-format":"Stacked","tweak-portfolio-index-background-persist":"false","tweak-portfolio-index-background-vertical-alignment":"Middle","tweak-portfolio-index-background-width":"Full Bleed","tweak-product-basic-item-click-action":"None","tweak-product-basic-item-gallery-aspect-ratio":"3:4 Three-Four (Vertical)","tweak-product-basic-item-gallery-design":"Slideshow","tweak-product-basic-item-gallery-width":"50%","tweak-product-basic-item-hover-action":"None","tweak-product-basic-item-image-spacing":"3vw","tweak-product-basic-item-image-zoom-factor":"1.75","tweak-product-basic-item-product-variant-display":"Dropdown","tweak-product-basic-item-thumbnail-placement":"Side","tweak-product-basic-item-variant-picker-layout":"Dropdowns","tweak-products-add-to-cart-button":"false","tweak-products-columns":"3","tweak-products-gutter-column":"2vw","tweak-products-gutter-row":"3vw","tweak-products-header-text-alignment":"Middle","tweak-products-image-aspect-ratio":"1:1 Square","tweak-products-image-text-spacing":"1vw","tweak-products-mobile-columns":"1","tweak-products-text-alignment":"Left","tweak-products-width":"Inset","tweak-transparent-header":"false"},"templateId":"5c5a519771c10ba3470d8101","templateVersion":"7.1","pageFeatures":[1,2,4],"gmRenderKey":"QUl6YVN5Q0JUUk9xNkx1dkZfSUUxcjQ2LVQ0QWVUU1YtMGQ3bXk4","templateScriptsRootUrl":"https://static1.squarespace.com/static/vta/5c5a519771c10ba3470d8101/scripts/","impersonatedSession":false,"tzData":{"zones":[[0,"EU","GMT/BST",null]],"rules":{"EU":[[1981,"max",null,"Mar","lastSun","1:00u","1:00","S"],[1996,"max",null,"Oct","lastSun","1:00u","0",null]]}},"showAnnouncementBar":false,"recaptchaEnterpriseContext":{"recaptchaEnterpriseSiteKey":"6LdDFQwjAAAAAPigEvvPgEVbb7QBm-TkVJdDTlAv"},"i18nContext":{"timeZoneData":{"id":"Europe/London","name":"Greenwich Mean Time"}},"env":"PRODUCTION"};</script><script type="application/ld+json">{"url":"https://www.eleuther.ai","name":"EleutherAI","description":"","image":"//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png","@context":"http://schema.org","@type":"WebSite"}</script><link rel="stylesheet" type="text/css" href="https://static1.squarespace.com/static/versioned-site-css/6343e7de9a7c4b05ef290bd4/208/5c5a519771c10ba3470d8101/6343e7de9a7c4b05ef290bee/1613/site.css"/> <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML"> </script>   <script type="text/x-mathjax-config"> MathJax.Hub.Config({ TeX: { equationNumbers: { autoNumber: "AMS" } } }); </script>  <script type="text/x-mathjax-config"> MathJax.Hub.Config({ tex2jax: {inlineMath: [['$','$'], ['\$','\$']], processEscapes:true} }); </script>  <script type="text/x-mathjax-config"> MathJax.InputJax.TeX.Definitions.Add({ macros: { setCounter: "setCounter" } }, null, true); MathJax.InputJax.TeX.Parse.Augment({ setCounter: function(name) { var num = parseInt(this.GetArgument(name)); MathJax.Extension["TeX/AMSmath"].number = num; } }); </script> <link rel="鈥渟tylesheet"" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.15.10/styles/monokai-sublime.min.css"> <script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.15.10/highlight.min.js"></script> <script>hljs.highlightAll();</script><style> @media (max-width: 1400px) { #siteWrapper #block-yui_3_17_2_1_1668179349382_157552 .summary-title { font-size: 0.85rem; } } #siteWrapper #block-yui_3_17_2_1_1667820856499_588338 .summary-title:hover { color: #D1D1D1; } </style> <script> window.onload = function() { var nextArrow = document.querySelector(".summary-carousel-pager-next"); function clickNext() { nextArrow.click(); } setInterval(clickNext, 4000); }; </script><script>Static.COOKIE_BANNER_CAPABLE = true;</script>  <link rel="stylesheet" type="text/css" href="https://static1.squarespace.com/static/vta/5c5a519771c10ba3470d8101/versioned-assets/1739381320286-8FJE7NMLDZWANM5PXDLU/static.css"> </head> <body id="collection-6343e815c60f4d3d31cab0b7" class=" tweak-products-width-inset tweak-products-image-aspect-ratio-11-square tweak-products-text-alignment-left tweak-products-price-show tweak-products-nested-category-type-top tweak-products-category-title tweak-products-header-text-alignment-middle tweak-products-breadcrumbs tweak-portfolio-grid-overlay-width-inset tweak-portfolio-grid-overlay-height-small tweak-portfolio-grid-overlay-image-aspect-ratio-43-four-three tweak-portfolio-grid-overlay-text-placement-center tweak-portfolio-grid-overlay-show-text-after-hover image-block-poster-text-alignment-center image-block-card-content-position-center image-block-card-text-alignment-left image-block-overlap-content-position-center image-block-overlap-text-alignment-left image-block-collage-content-position-top image-block-collage-text-alignment-left image-block-stack-text-alignment-left tweak-blog-single-column-width-full tweak-blog-single-column-text-alignment-left tweak-blog-single-column-image-placement-above tweak-blog-single-column-delimiter-bullet tweak-blog-single-column-read-more-style-show tweak-blog-single-column-primary-meta-date tweak-blog-single-column-secondary-meta-categories tweak-blog-single-column-meta-position-below-excerpt tweak-blog-single-column-content-excerpt-and-title tweak-blog-item-width-medium tweak-blog-item-text-alignment-left tweak-blog-item-meta-position-below-title tweak-blog-item-delimiter-dash primary-button-style-outline primary-button-shape-pill secondary-button-style-outline secondary-button-shape-underline tertiary-button-style-solid tertiary-button-shape-pill tweak-events-stacked-width-inset tweak-events-stacked-height-small tweak-events-stacked-show-past-events tweak-events-stacked-show-thumbnails tweak-events-stacked-thumbnail-size-32-standard tweak-events-stacked-date-style-side-tag tweak-events-stacked-show-time tweak-events-stacked-show-location tweak-events-stacked-ical-gcal-links tweak-events-stacked-show-excerpt tweak-blog-basic-grid-width-inset tweak-blog-basic-grid-image-aspect-ratio-32-standard tweak-blog-basic-grid-text-alignment-left tweak-blog-basic-grid-delimiter-dash tweak-blog-basic-grid-image-placement-above tweak-blog-basic-grid-read-more-style-hide tweak-blog-basic-grid-primary-meta-categories tweak-blog-basic-grid-secondary-meta-none tweak-blog-basic-grid-excerpt-show header-overlay-alignment-center tweak-portfolio-index-background-link-format-stacked tweak-portfolio-index-background-width-full-bleed tweak-portfolio-index-background-height-large tweak-portfolio-index-background-vertical-alignment-middle tweak-portfolio-index-background-horizontal-alignment-center tweak-portfolio-index-background-delimiter-none tweak-portfolio-index-background-animation-type-fade tweak-portfolio-index-background-animation-duration-medium tweak-portfolio-hover-follow-layout-inline tweak-portfolio-hover-follow-delimiter-bullet tweak-portfolio-hover-follow-animation-type-fade tweak-portfolio-hover-follow-animation-duration-fast tweak-portfolio-hover-static-layout-inline tweak-portfolio-hover-static-front tweak-portfolio-hover-static-delimiter-hyphen tweak-portfolio-hover-static-animation-type-fade tweak-portfolio-hover-static-animation-duration-fast form-field-style-solid form-field-shape-square form-field-border-all form-field-checkbox-type-icon form-field-checkbox-fill-solid form-field-checkbox-color-inverted form-field-checkbox-shape-square form-field-checkbox-layout-stack form-field-radio-type-icon form-field-radio-fill-solid form-field-radio-color-normal form-field-radio-shape-pill form-field-radio-layout-stack form-field-survey-fill-solid form-field-survey-color-normal form-field-survey-shape-pill form-field-hover-focus-outline form-submit-button-style-label tweak-blog-alternating-side-by-side-width-inset tweak-blog-alternating-side-by-side-image-aspect-ratio-43-four-three tweak-blog-alternating-side-by-side-text-alignment-left tweak-blog-alternating-side-by-side-read-more-style-hide tweak-blog-alternating-side-by-side-image-text-alignment-top tweak-blog-alternating-side-by-side-delimiter-bullet tweak-blog-alternating-side-by-side-meta-position-below-excerpt tweak-blog-alternating-side-by-side-primary-meta-date tweak-blog-alternating-side-by-side-secondary-meta-categories tweak-blog-alternating-side-by-side-excerpt-show tweak-global-animations-enabled tweak-global-animations-complexity-level-basic tweak-global-animations-animation-style-fade tweak-global-animations-animation-type-flex tweak-global-animations-animation-curve-ease tweak-blog-masonry-width-full tweak-blog-masonry-text-alignment-left tweak-blog-masonry-primary-meta-categories tweak-blog-masonry-secondary-meta-none tweak-blog-masonry-meta-position-below-excerpt tweak-blog-masonry-read-more-style-hide tweak-blog-masonry-delimiter-bullet tweak-blog-masonry-image-placement-above tweak-blog-masonry-excerpt-hide tweak-product-basic-item-product-variant-display-dropdown tweak-product-basic-item-product-subscription-display-radio tweak-product-basic-item-product-subscription-border-shape-square tweak-product-basic-item-width-full tweak-product-basic-item-gallery-aspect-ratio-34-three-four-vertical tweak-product-basic-item-text-alignment-left tweak-product-basic-item-navigation-breadcrumbs tweak-product-basic-item-description-position-below-price tweak-product-basic-item-description-position-mobile-below-add-to-cart-button tweak-product-basic-item-content-alignment-top tweak-product-basic-item-gallery-design-slideshow tweak-product-basic-item-gallery-placement-left tweak-product-basic-item-thumbnail-placement-side tweak-product-basic-item-click-action-none tweak-product-basic-item-hover-action-none tweak-product-basic-item-variant-picker-layout-dropdowns tweak-product-basic-item-add-to-cart-standalone tweak-product-basic-item-add-to-cart-mobile-standalone header-width-full tweak-fixed-header tweak-fixed-header-style-basic tweak-blog-side-by-side-width-full tweak-blog-side-by-side-image-placement-left tweak-blog-side-by-side-image-aspect-ratio-11-square tweak-blog-side-by-side-primary-meta-categories tweak-blog-side-by-side-secondary-meta-date tweak-blog-side-by-side-meta-position-top tweak-blog-side-by-side-text-alignment-left tweak-blog-side-by-side-image-text-alignment-middle tweak-blog-side-by-side-read-more-style-show tweak-blog-side-by-side-delimiter-bullet tweak-blog-side-by-side-excerpt-show tweak-portfolio-grid-basic-width-full tweak-portfolio-grid-basic-height-small tweak-portfolio-grid-basic-image-aspect-ratio-43-four-three tweak-portfolio-grid-basic-text-alignment-left tweak-portfolio-grid-basic-hover-effect-zoom hide-opentable-icons opentable-style-dark tweak-product-quick-view-button-style-floating tweak-product-quick-view-button-position-bottom tweak-product-quick-view-lightbox-excerpt-display-truncate tweak-product-quick-view-lightbox-show-arrows tweak-product-quick-view-lightbox-show-close-button tweak-product-quick-view-lightbox-controls-weight-light native-currency-code-gbp collection-type-page collection-6343e815c60f4d3d31cab0b7 collection-layout-default homepage mobile-style-available sqs-seven-one " tabindex="-1" > <div id="siteWrapper" class="clearfix site-wrapper" > <div id="floatingCart" class="floating-cart hidden"> <a href="/cart" class="icon icon--stroke icon--fill icon--cart sqs-custom-cart"> <span class="Cart-inner"> <svg class="icon icon--cart" viewBox="0 0 31 24"> <g class="svg-icon cart-icon--odd"> <circle fill="none" stroke-miterlimit="10" cx="22.5" cy="21.5" r="1"/> <circle fill="none" stroke-miterlimit="10" cx="9.5" cy="21.5" r="1"/> <path fill="none" stroke-miterlimit="10" d="M0,1.5h5c0.6,0,1.1,0.4,1.1,1l1.7,13 c0.1,0.5,0.6,1,1.1,1h15c0.5,0,1.2-0.4,1.4-0.9l3.3-8.1c0.2-0.5-0.1-0.9-0.6-0.9H12"/> </g> </svg> <div class="legacy-cart icon-cart-quantity"> <span class="sqs-cart-quantity">0</span> </div> </span> </a> </div> <header data-test="header" id="header" class=" black-bold header theme-col--primary " data-section-theme="black-bold" data-controller="Header" data-current-styles="{ "layout": "navRight", "action": { "buttonText": "Get Started", "newWindow": false }, "showSocial": true, "socialOptions": { "socialBorderShape": "none", "socialBorderStyle": "outline", "socialBorderThickness": { "unit": "px", "value": 1.0 } }, "sectionTheme": "black-bold", "menuOverlayTheme": "black", "menuOverlayAnimation": "fade", "cartStyle": "cart", "cartText": "Cart", "showEmptyCartState": true, "cartOptions": { "iconType": "stroke-1", "cartBorderShape": "none", "cartBorderStyle": "outline", "cartBorderThickness": { "unit": "px", "value": 1.0 } }, "showButton": false, "showCart": false, "showAccountLogin": true, "headerStyle": "solid", "languagePicker": { "enabled": false, "iconEnabled": false, "iconType": "globe", "flagShape": "shiny", "languageFlags": [ ] }, "iconOptions": { "thickness": { "unit": "px", "value": 2.0 }, "endcapType": "square", "desktopDropdownIconOptions": { "folderIcon": "none", "languagePickerIcon": "openArrowHead" }, "mobileDropdownIconOptions": { "folderIcon": "none", "languagePickerIcon": "openArrowHead" } }, "mobileOptions": { "layout": "logoLeftNavRight", "menuIconOptions": { "style": "halfLineHamburger", "thickness": { "unit": "px", "value": 2.0 } } }, "solidOptions": { "headerOpacity": { "unit": "%", "value": 100.0 }, "blurBackground": { "enabled": false, "blurRadius": { "unit": "px", "value": 12.0 } }, "backgroundColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "black", "alphaModifier": 1.0 } }, "navigationColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "accent", "alphaModifier": 1.0 } } }, "gradientOptions": { "gradientType": "faded", "headerOpacity": { "unit": "%", "value": 90.0 }, "blurBackground": { "enabled": false, "blurRadius": { "unit": "px", "value": 12.0 } }, "backgroundColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "white", "alphaModifier": 1.0 } }, "navigationColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "black", "alphaModifier": 1.0 } } }, "dropShadowOptions": { "enabled": false, "blur": { "unit": "px", "value": 30.0 }, "spread": { "unit": "px", "value": 0.0 }, "distance": { "unit": "px", "value": 0.0 }, "color": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "black", "alphaModifier": 1.0 } } }, "borderOptions": { "enabled": false, "position": "bottom", "thickness": { "unit": "px", "value": 1.0 }, "color": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "lightAccent", "alphaModifier": 1.0 } } }, "showPromotedElement": false, "buttonVariant": "primary", "blurBackground": { "enabled": false, "blurRadius": { "unit": "px", "value": 12.0 } }, "headerOpacity": { "unit": "%", "value": 100.0 } }" data-section-id="header" data-header-style="solid" data-language-picker="{ "enabled": false, "iconEnabled": false, "iconType": "globe", "flagShape": "shiny", "languageFlags": [ ] }" data-first-focusable-element tabindex="-1" style=" --headerDropShadowColor: hsla(var(--black-hsl), 1); --headerBorderColor: hsla(var(--lightAccent-hsl), 1); --solidHeaderBackgroundColor: hsla(var(--black-hsl), 1); --solidHeaderNavigationColor: hsla(var(--accent-hsl), 1); --gradientHeaderBackgroundColor: hsla(var(--white-hsl), 1); --gradientHeaderNavigationColor: hsla(var(--black-hsl), 1); " > <div class="sqs-announcement-bar-dropzone"></div> <div class="header-announcement-bar-wrapper"> <a href="#page" class="header-skip-link sqs-button-element--primary" > Skip to Content </a> <style> @supports (-webkit-backdrop-filter: none) or (backdrop-filter: none) { .header-blur-background { -webkit-backdrop-filter: blur(12px); backdrop-filter: blur(12px); } } </style> <div class="header-border" data-header-style="solid" data-header-border="false" data-test="header-border" style=" " ></div> <div class="header-dropshadow" data-header-style="solid" data-header-dropshadow="false" data-test="header-dropshadow" style="" ></div> <div > <div class="header-background-solid" data-header-style="solid" data-test="header-background-solid" style="opacity: calc(100 * .01)" ></div> </div> <div class='header-inner container--fluid header-mobile-layout-logo-left-nav-right header-layout-nav-right ' data-test="header-inner" >  <div class="header-background theme-bg--primary"></div> <div class="header-display-desktop" data-content-field="site-title">   <div class="header-title-nav-wrapper">  <div class=" header-title header-title--use-mobile-logo " data-animation-role="header-element" > <div class="header-title-logo"> <a href="/" data-animation-role="header-element"> <picture><source media="only screen and (pointer: coarse) and (max-width: 1024px), screen and (max-width: 799px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png?format=1500w"><source media="only screen and (pointer: coarse) and (min-width: 1025px), screen and (min-width: 800px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png?format=1500w"> <img elementtiming="nbf-header-logo-desktop" src="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png?format=1500w" alt="EleutherAI" style="display:block" fetchpriority="high" loading="eager" decoding="async" data-loader="raw"></picture> </a> </div> <div class="header-mobile-logo"> <a href="/" data-animation-role="header-element"> <picture><source media="only screen and (pointer: coarse) and (max-width: 1024px), screen and (max-width: 799px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png?format=1500w"><source media="only screen and (pointer: coarse) and (min-width: 1025px), screen and (min-width: 800px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png?format=1500w"> <img elementtiming="nbf-header-logo-mobile" src="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png?format=1500w" alt="EleutherAI" style="display:block" fetchpriority="high" loading="eager" decoding="async" data-loader="raw"></picture> </a> </div> </div>  <div class="header-nav"> <div class="header-nav-wrapper"> <nav class="header-nav-list"> <div class="header-nav-item header-nav-item--folder"> <a class="header-nav-folder-title" href="/about-folder/" tabindex="-1" data-animation-role="header-element" > About </a> <div class="header-nav-folder-content"> <div class="header-nav-folder-item"> <a href="/community" > <span class="header-nav-folder-item-content"> Community </span> </a> </div> <div class="header-nav-folder-item"> <a href="/staff" > <span class="header-nav-folder-item-content"> Staff </span> </a> </div> </div> </div> <div class="header-nav-item header-nav-item--folder"> <a class="header-nav-folder-title" href="/research-folder/" tabindex="-1" data-animation-role="header-element" > Research </a> <div class="header-nav-folder-content"> <div class="header-nav-folder-item"> <a href="/language-modeling" > <span class="header-nav-folder-item-content"> Language Modeling </span> </a> </div> <div class="header-nav-folder-item"> <a href="/interpretability" > <span class="header-nav-folder-item-content"> Interpretability </span> </a> </div> <div class="header-nav-folder-item"> <a href="/alignment" > <span class="header-nav-folder-item-content"> Alignment </span> </a> </div> </div> </div> <div class="header-nav-item header-nav-item--collection"> <a href="/papers" data-animation-role="header-element" > Papers </a> </div> <div class="header-nav-item header-nav-item--collection"> <a href="/releases" data-animation-role="header-element" > Releases </a> </div> <div class="header-nav-item header-nav-item--external"> <a href="https://blog.eleuther.ai" data-animation-role="header-element">Blog</a> </div> </nav> </div> </div> </div>  <div class="header-actions header-actions--right"> <div class="header-actions-action header-actions-action--social"> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="mailto:contact@eleuther.ai" target="_blank" aria-label="contact@eleuther.ai"> <svg viewBox="23 23 64 64"> <use xlink:href="#email-icon" width="110" height="110"></use> </svg> </a> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://discord.gg/zBGx3azzUn" target="_blank" aria-label="Discord"> <svg viewBox="23 23 64 64"> <use xlink:href="#discord-unauth-icon" width="110" height="110"></use> </svg> </a> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://github.com/EleutherAI" target="_blank" aria-label="GitHub"> <svg viewBox="23 23 64 64"> <use xlink:href="#github-unauth-icon" width="110" height="110"></use> </svg> </a> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://twitter.com/AiEleuther" target="_blank" aria-label="Twitter"> <svg viewBox="23 23 64 64"> <use xlink:href="#twitter-unauth-icon" width="110" height="110"></use> </svg> </a> </div> <div class="showOnMobile"> </div> <div class="showOnDesktop"> </div> </div> <style> .top-bun, .patty, .bottom-bun { height: 2px; } </style>  <div class="header-burger menu-overlay-has-visible-non-navigation-items " data-animation-role="header-element"> <button class="header-burger-btn burger" data-test="header-burger"> <span hidden class="js-header-burger-open-title visually-hidden">Open Menu</span> <span hidden class="js-header-burger-close-title visually-hidden">Close Menu</span> <div class="burger-box"> <div class="burger-inner header-menu-icon-halfLineHamburger navRight"> <div class="top-bun"></div> <div class="patty"></div> <div class="bottom-bun"></div> </div> </div> </button> </div> </div> <div class="header-display-mobile" data-content-field="site-title">   <div class="header-title-nav-wrapper">  <div class=" header-title header-title--use-mobile-logo " data-animation-role="header-element" > <div class="header-title-logo"> <a href="/" data-animation-role="header-element"> <picture><source media="only screen and (pointer: coarse) and (max-width: 1024px), screen and (max-width: 799px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png?format=1500w"><source media="only screen and (pointer: coarse) and (min-width: 1025px), screen and (min-width: 800px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png?format=1500w"> <img elementtiming="nbf-header-logo-desktop" src="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png?format=1500w" alt="EleutherAI" style="display:block" fetchpriority="high" loading="eager" decoding="async" data-loader="raw"></picture> </a> </div> <div class="header-mobile-logo"> <a href="/" data-animation-role="header-element"> <picture><source media="only screen and (pointer: coarse) and (max-width: 1024px), screen and (max-width: 799px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png?format=1500w"><source media="only screen and (pointer: coarse) and (min-width: 1025px), screen and (min-width: 800px)" srcset="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/130220ca-617d-4834-b7ab-d0b3bc6a4668/eleutherai+full+logo+6.png?format=1500w"> <img elementtiming="nbf-header-logo-mobile" src="//images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/b89e8bc1-32b7-4a97-8dac-351af3d221ed/eleutherai+logo.png?format=1500w" alt="EleutherAI" style="display:block" fetchpriority="high" loading="eager" decoding="async" data-loader="raw"></picture> </a> </div> </div>  <div class="header-nav"> <div class="header-nav-wrapper"> <nav class="header-nav-list"> <div class="header-nav-item header-nav-item--folder"> <a class="header-nav-folder-title" href="/about-folder/" tabindex="-1" data-animation-role="header-element" > About </a> <div class="header-nav-folder-content"> <div class="header-nav-folder-item"> <a href="/community" > <span class="header-nav-folder-item-content"> Community </span> </a> </div> <div class="header-nav-folder-item"> <a href="/staff" > <span class="header-nav-folder-item-content"> Staff </span> </a> </div> </div> </div> <div class="header-nav-item header-nav-item--folder"> <a class="header-nav-folder-title" href="/research-folder/" tabindex="-1" data-animation-role="header-element" > Research </a> <div class="header-nav-folder-content"> <div class="header-nav-folder-item"> <a href="/language-modeling" > <span class="header-nav-folder-item-content"> Language Modeling </span> </a> </div> <div class="header-nav-folder-item"> <a href="/interpretability" > <span class="header-nav-folder-item-content"> Interpretability </span> </a> </div> <div class="header-nav-folder-item"> <a href="/alignment" > <span class="header-nav-folder-item-content"> Alignment </span> </a> </div> </div> </div> <div class="header-nav-item header-nav-item--collection"> <a href="/papers" data-animation-role="header-element" > Papers </a> </div> <div class="header-nav-item header-nav-item--collection"> <a href="/releases" data-animation-role="header-element" > Releases </a> </div> <div class="header-nav-item header-nav-item--external"> <a href="https://blog.eleuther.ai" data-animation-role="header-element">Blog</a> </div> </nav> </div> </div> </div>  <div class="header-actions header-actions--right"> <div class="header-actions-action header-actions-action--social"> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="mailto:contact@eleuther.ai" target="_blank" aria-label="contact@eleuther.ai"> <svg viewBox="23 23 64 64"> <use xlink:href="#email-icon" width="110" height="110"></use> </svg> </a> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://discord.gg/zBGx3azzUn" target="_blank" aria-label="Discord"> <svg viewBox="23 23 64 64"> <use xlink:href="#discord-unauth-icon" width="110" height="110"></use> </svg> </a> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://github.com/EleutherAI" target="_blank" aria-label="GitHub"> <svg viewBox="23 23 64 64"> <use xlink:href="#github-unauth-icon" width="110" height="110"></use> </svg> </a> <a class="icon icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://twitter.com/AiEleuther" target="_blank" aria-label="Twitter"> <svg viewBox="23 23 64 64"> <use xlink:href="#twitter-unauth-icon" width="110" height="110"></use> </svg> </a> </div> <div class="showOnMobile"> </div> <div class="showOnDesktop"> </div> </div> <style> .top-bun, .patty, .bottom-bun { height: 2px; } </style>  <div class="header-burger menu-overlay-has-visible-non-navigation-items " data-animation-role="header-element"> <button class="header-burger-btn burger" data-test="header-burger"> <span hidden class="js-header-burger-open-title visually-hidden">Open Menu</span> <span hidden class="js-header-burger-close-title visually-hidden">Close Menu</span> <div class="burger-box"> <div class="burger-inner header-menu-icon-halfLineHamburger navRight"> <div class="top-bun"></div> <div class="patty"></div> <div class="bottom-bun"></div> </div> </div> </button> </div> </div> </div> </div>  <div class="header-menu header-menu--folder-list black " data-section-theme="black" data-current-styles="{ "layout": "navRight", "action": { "buttonText": "Get Started", "newWindow": false }, "showSocial": true, "socialOptions": { "socialBorderShape": "none", "socialBorderStyle": "outline", "socialBorderThickness": { "unit": "px", "value": 1.0 } }, "sectionTheme": "black-bold", "menuOverlayTheme": "black", "menuOverlayAnimation": "fade", "cartStyle": "cart", "cartText": "Cart", "showEmptyCartState": true, "cartOptions": { "iconType": "stroke-1", "cartBorderShape": "none", "cartBorderStyle": "outline", "cartBorderThickness": { "unit": "px", "value": 1.0 } }, "showButton": false, "showCart": false, "showAccountLogin": true, "headerStyle": "solid", "languagePicker": { "enabled": false, "iconEnabled": false, "iconType": "globe", "flagShape": "shiny", "languageFlags": [ ] }, "iconOptions": { "thickness": { "unit": "px", "value": 2.0 }, "endcapType": "square", "desktopDropdownIconOptions": { "folderIcon": "none", "languagePickerIcon": "openArrowHead" }, "mobileDropdownIconOptions": { "folderIcon": "none", "languagePickerIcon": "openArrowHead" } }, "mobileOptions": { "layout": "logoLeftNavRight", "menuIconOptions": { "style": "halfLineHamburger", "thickness": { "unit": "px", "value": 2.0 } } }, "solidOptions": { "headerOpacity": { "unit": "%", "value": 100.0 }, "blurBackground": { "enabled": false, "blurRadius": { "unit": "px", "value": 12.0 } }, "backgroundColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "black", "alphaModifier": 1.0 } }, "navigationColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "accent", "alphaModifier": 1.0 } } }, "gradientOptions": { "gradientType": "faded", "headerOpacity": { "unit": "%", "value": 90.0 }, "blurBackground": { "enabled": false, "blurRadius": { "unit": "px", "value": 12.0 } }, "backgroundColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "white", "alphaModifier": 1.0 } }, "navigationColor": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "black", "alphaModifier": 1.0 } } }, "dropShadowOptions": { "enabled": false, "blur": { "unit": "px", "value": 30.0 }, "spread": { "unit": "px", "value": 0.0 }, "distance": { "unit": "px", "value": 0.0 }, "color": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "black", "alphaModifier": 1.0 } } }, "borderOptions": { "enabled": false, "position": "bottom", "thickness": { "unit": "px", "value": 1.0 }, "color": { "type": "SITE_PALETTE_COLOR", "sitePaletteColor": { "colorName": "lightAccent", "alphaModifier": 1.0 } } }, "showPromotedElement": false, "buttonVariant": "primary", "blurBackground": { "enabled": false, "blurRadius": { "unit": "px", "value": 12.0 } }, "headerOpacity": { "unit": "%", "value": 100.0 } }" data-section-id="overlay-nav" data-show-account-login="true" data-test="header-menu"> <div class="header-menu-bg theme-bg--primary"></div> <div class="header-menu-nav"> <nav class="header-menu-nav-list"> <div data-folder="root" class="header-menu-nav-folder"> <div class="header-menu-nav-folder-content">  <div class="header-menu-nav-wrapper"> <div class="container header-menu-nav-item"> <a data-folder-id="/about-folder/" href="/about-folder/" > <div class="header-menu-nav-item-content"> <span class="visually-hidden">Folder:</span> <span>About</span> <span class="chevron chevron--right"></span> </div> </a> </div> <div data-folder="/about-folder/" class="header-menu-nav-folder"> <div class="header-menu-nav-folder-content"> <div class="header-menu-controls container header-menu-nav-item"> <a class="header-menu-controls-control header-menu-controls-control--active" data-action="back" href="/"> <span class="chevron chevron--left"></span><span>Back</span> </a> </div> <div class="container header-menu-nav-item"> <a href="/community" > <div class="header-menu-nav-item-content"> Community </div> </a> </div> <div class="container header-menu-nav-item"> <a href="/staff" > <div class="header-menu-nav-item-content"> Staff </div> </a> </div> </div> </div> <div class="container header-menu-nav-item"> <a data-folder-id="/research-folder/" href="/research-folder/" > <div class="header-menu-nav-item-content"> <span class="visually-hidden">Folder:</span> <span>Research</span> <span class="chevron chevron--right"></span> </div> </a> </div> <div data-folder="/research-folder/" class="header-menu-nav-folder"> <div class="header-menu-nav-folder-content"> <div class="header-menu-controls container header-menu-nav-item"> <a class="header-menu-controls-control header-menu-controls-control--active" data-action="back" href="/"> <span class="chevron chevron--left"></span><span>Back</span> </a> </div> <div class="container header-menu-nav-item"> <a href="/language-modeling" > <div class="header-menu-nav-item-content"> Language Modeling </div> </a> </div> <div class="container header-menu-nav-item"> <a href="/interpretability" > <div class="header-menu-nav-item-content"> Interpretability </div> </a> </div> <div class="container header-menu-nav-item"> <a href="/alignment" > <div class="header-menu-nav-item-content"> Alignment </div> </a> </div> </div> </div> <div class="container header-menu-nav-item header-menu-nav-item--collection"> <a href="/papers" > <div class="header-menu-nav-item-content"> Papers </div> </a> </div> <div class="container header-menu-nav-item header-menu-nav-item--collection"> <a href="/releases" > <div class="header-menu-nav-item-content"> Releases </div> </a> </div> <div class="container header-menu-nav-item header-menu-nav-item--external"> <a href="https://blog.eleuther.ai" >Blog</a> </div> </div> </div> <div class="header-menu-actions social-accounts"> <div class="header-menu-actions-action header-menu-actions-action--social mobile"> <a class="icon icon--lg icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="mailto:contact@eleuther.ai" target="_blank" aria-label="contact@eleuther.ai"> <svg viewBox="23 23 64 64"> <use xlink:href="#email-icon" width="110" height="110"></use> </svg> </a> </div> <div class="header-menu-actions-action header-menu-actions-action--social mobile"> <a class="icon icon--lg icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://discord.gg/zBGx3azzUn" target="_blank" aria-label="Discord"> <svg viewBox="23 23 64 64"> <use xlink:href="#discord-unauth-icon" width="110" height="110"></use> </svg> </a> </div> <div class="header-menu-actions-action header-menu-actions-action--social mobile"> <a class="icon icon--lg icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://github.com/EleutherAI" target="_blank" aria-label="GitHub"> <svg viewBox="23 23 64 64"> <use xlink:href="#github-unauth-icon" width="110" height="110"></use> </svg> </a> </div> <div class="header-menu-actions-action header-menu-actions-action--social mobile"> <a class="icon icon--lg icon--fill header-icon header-icon-border-shape-none header-icon-border-style-outline" href="https://twitter.com/AiEleuther" target="_blank" aria-label="Twitter"> <svg viewBox="23 23 64 64"> <use xlink:href="#twitter-unauth-icon" width="110" height="110"></use> </svg> </a> </div> </div> </div> </nav> </div> </div> </header> <main id="page" class="container" role="main"> <article class="sections" id="sections" data-page-sections="6343e815c60f4d3d31cab0b6"> <section data-test="page-section" data-section-theme="black" class='page-section full-bleed-section layout-engine-section background-width--full-bleed section-height--medium content-width--wide horizontal-alignment--center vertical-alignment--middle has-background black' data-section-id="6343e815c60f4d3d31cab0bd" data-controller="SectionWrapperController" data-current-styles="{ "backgroundImage": { "id": "63f881fdd02ba161ccd507c1", "recordType": 2, "addedOn": 1677230589138, "updatedOn": 1677230614548, "workflowState": 1, "publishOn": 1677230589138, "authorId": "63f53657a71db6746056cb72", "systemDataId": "2a93f55f-1491-4c98-a14c-a8617e65c96f", "systemDataVariants": "1667x2500,100w,300w,500w,750w,1000w,1500w", "systemDataSourceType": "JPG", "filename": "unsplash-image-DoeUjAawWUM.jpg", "mediaFocalPoint": { "x": 0.5900993812113257, "y": 0.344043005375672, "source": 3 }, "colorData": { "topLeftAverage": "080808", "topRightAverage": "161616", "bottomLeftAverage": "1c1c1c", "bottomRightAverage": "050505", "centerAverage": "0b0b0b", "suggestedBgColor": "151515" }, "urlId": "f5aw2lej76109dk70627ikxbg3kc0w", "title": "", "body": null, "likeCount": 0, "commentCount": 0, "publicCommentCount": 0, "commentState": 2, "unsaved": false, "author": { "id": "63f53657a71db6746056cb72", "displayName": "Aviya Skowron", "firstName": "Aviya", "lastName": "Skowron", "bio": "" }, "assetUrl": "https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg", "contentType": "image/jpeg", "items": [ ], "pushedServices": { }, "pendingPushedServices": { }, "originalSize": "1667x2500", "recordTypeLabel": "image" }, "imageOverlayOpacity": 0.7, "backgroundWidth": "background-width--full-bleed", "sectionHeight": "section-height--medium", "customSectionHeight": 90, "horizontalAlignment": "horizontal-alignment--center", "verticalAlignment": "vertical-alignment--middle", "contentWidth": "content-width--wide", "customContentWidth": 50, "sectionTheme": "black", "sectionAnimation": "none", "backgroundMode": "image", "imageEffect": "none" }" data-current-context="{ "video": { "playbackSpeed": 0.5, "filter": 1, "filterStrength": 0, "zoom": 0, "videoSourceProvider": "none" }, "backgroundImageId": null, "backgroundMediaEffect": { "type": "none" }, "divider": null, "typeName": "page" }" data-animation="none" data-fluid-engine-section > <div class="section-border" > <div class="section-background"> <img alt="" data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg" data-image-dimensions="1667x2500" data-image-focal-point="0.5900993812113257,0.344043005375672" alt="unsplash-image-DoeUjAawWUM.jpg" data-load="false" elementtiming="nbf-background" src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg" width="1667" height="2500" alt="" sizes="(max-width: 799px) 200vw, 100vw" style="display:block;object-position: 59.00993812113256% 34.4043005375672%" srcset="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=100w 100w, https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=300w 300w, https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=500w 500w, https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=750w 750w, https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=1000w 1000w, https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=1500w 1500w, https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/2a93f55f-1491-4c98-a14c-a8617e65c96f/unsplash-image-DoeUjAawWUM.jpg?format=2500w 2500w" fetchpriority="high" loading="eager" decoding="async" data-loader="sqs"> <div class="section-background-overlay" style="opacity: 0.7;"></div> </div> </div> <div class='content-wrapper' style=' ' > <div class="content" > <div data-fluid-engine="true"><style> .fe-6343e815c60f4d3d31cab0bc { --grid-gutter: calc(var(--sqs-mobile-site-gutter, 6vw) - 0.0px); --cell-max-width: calc( ( var(--sqs-site-max-width, 1500px) - (0.0px * (8 - 1)) ) / 8 ); display: grid; position: relative; grid-area: 1/1/-1/-1; grid-template-rows: repeat(15,minmax(24px, auto)); grid-template-columns: minmax(var(--grid-gutter), 1fr) repeat(8, minmax(0, var(--cell-max-width))) minmax(var(--grid-gutter), 1fr); row-gap: 0.0px; column-gap: 0.0px; } @media (min-width: 768px) { .background-width--inset .fe-6343e815c60f4d3d31cab0bc { --inset-padding: calc(var(--sqs-site-gutter) * 2); } .fe-6343e815c60f4d3d31cab0bc { --grid-gutter: calc(var(--sqs-site-gutter, 4vw) - 0.0px); --cell-max-width: calc( ( var(--sqs-site-max-width, 1500px) - (0.0px * (24 - 1)) ) / 24 ); --inset-padding: 0vw; --row-height-scaling-factor: 0.0215; --container-width: min(var(--sqs-site-max-width, 1500px), calc(100vw - var(--sqs-site-gutter, 4vw) * 2 - var(--inset-padding) )); grid-template-rows: repeat(10,minmax(calc(var(--container-width) * var(--row-height-scaling-factor)), auto)); grid-template-columns: minmax(var(--grid-gutter), 1fr) repeat(24, minmax(0, var(--cell-max-width))) minmax(var(--grid-gutter), 1fr); } } .fe-block-yui_3_17_2_1_1668076505663_162680 { grid-area: 2/2/15/10; z-index: 3; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1668076505663_162680 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1668076505663_162680 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1668076505663_162680 { grid-area: 3/5/9/23; z-index: 3; } .fe-block-yui_3_17_2_1_1668076505663_162680 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1668076505663_162680 .sqs-block-alignment-wrapper { align-items: flex-start; } } </style><div class="fluid-engine fe-6343e815c60f4d3d31cab0bc"><div class="fe-block fe-block-yui_3_17_2_1_1668076505663_162680"><div class="sqs-block html-block sqs-block-html" data-block-type="2" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1668076505663_162680"><div class="sqs-block-content"> <div class="sqs-html-content"> <h2 style="text-align:center;white-space:pre-wrap;">Empowering Open-Source Artificial Intelligence Research</h2> </div> </div></div></div></div></div> </div> </div> </section> <section data-test="page-section" data-section-theme="black" class='page-section full-bleed-section layout-engine-section background-width--full-bleed section-height--medium content-width--wide horizontal-alignment--center vertical-alignment--middle black' data-section-id="6343e815c60f4d3d31cab0c3" data-controller="SectionWrapperController" data-current-styles="{ "backgroundImage": { "id": "63a490b9a263455ac9b91e37", "recordType": 2, "addedOn": 1671729337369, "updatedOn": 1721032921245, "workflowState": 1, "publishOn": 1671729337369, "authorId": "6694e0d9417dce4f216b042e", "systemDataId": "6b48ef66-f6f6-4e00-bf65-48bf34470569", "systemDataVariants": "1791x2240,100w,300w,500w,750w,1000w,1500w", "systemDataSourceType": "JPG", "filename": "unsplash-image-tHOoNcnnWos.jpg", "mediaFocalPoint": { "x": 0.4900226934814931, "y": 0.8320520032502031, "source": 3 }, "colorData": { "topLeftAverage": "111111", "topRightAverage": "0e0e0e", "bottomLeftAverage": "353535", "bottomRightAverage": "0a0a0a", "centerAverage": "242424", "suggestedBgColor": "202020" }, "urlId": "jujwt8xhvxg2fnordgmx7plstl3gjw", "title": "", "body": null, "likeCount": 0, "commentCount": 0, "publicCommentCount": 0, "commentState": 2, "unsaved": false, "author": { "id": "6694e0d9417dce4f216b042e", "displayName": "Guest User", "firstName": "Guest", "lastName": "User", "avatarUrl": "https://images.squarespace-cdn.com/content/v2/namespaces/memberAccountAvatars/libraries/624ac840a55d407ae68725f0/ac44ce3cff1d4b09b149a5b2179b4f95/ac44ce3cff1d4b09b149a5b2179b4f95.jpeg?format=300w", "bio": "", "avatarAssetUrl": "https://images.squarespace-cdn.com/content/v2/namespaces/memberAccountAvatars/libraries/624ac840a55d407ae68725f0/ac44ce3cff1d4b09b149a5b2179b4f95/ac44ce3cff1d4b09b149a5b2179b4f95.jpeg?format=300w" }, "assetUrl": "https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/6b48ef66-f6f6-4e00-bf65-48bf34470569/unsplash-image-tHOoNcnnWos.jpg", "contentType": "image/jpeg", "items": [ ], "pushedServices": { }, "pendingPushedServices": { }, "originalSize": "1791x2240", "recordTypeLabel": "image" }, "imageOverlayOpacity": 0.8, "backgroundWidth": "background-width--full-bleed", "sectionHeight": "section-height--medium", "customSectionHeight": 40, "horizontalAlignment": "horizontal-alignment--center", "verticalAlignment": "vertical-alignment--middle", "contentWidth": "content-width--wide", "customContentWidth": 50, "sectionTheme": "black", "sectionAnimation": "none", "backgroundMode": "generative", "imageEffect": "none" }" data-current-context="{ "video": { "playbackSpeed": 0.5, "filter": 1, "filterStrength": 0, "zoom": 0, "videoSourceProvider": "none" }, "backgroundImageId": null, "backgroundMediaEffect": { "type": "parallax", "rotation": 90, "intensity": 10, "zoomStart": 20, "zoomEnd": 24 }, "divider": null, "typeName": "page" }" data-animation="none" data-fluid-engine-section > <div class="section-border" > <div class="section-background"> </div> </div> <div class='content-wrapper' style=' ' > <div class="content" > <div data-fluid-engine="true"><style> .fe-6343e815c60f4d3d31cab0c2 { --grid-gutter: calc(var(--sqs-mobile-site-gutter, 6vw) - 0.0px); --cell-max-width: calc( ( var(--sqs-site-max-width, 1500px) - (0.0px * (8 - 1)) ) / 8 ); display: grid; position: relative; grid-area: 1/1/-1/-1; grid-template-rows: repeat(60,minmax(24px, auto)); grid-template-columns: minmax(var(--grid-gutter), 1fr) repeat(8, minmax(0, var(--cell-max-width))) minmax(var(--grid-gutter), 1fr); row-gap: 0.0px; column-gap: 0.0px; } @media (min-width: 768px) { .background-width--inset .fe-6343e815c60f4d3d31cab0c2 { --inset-padding: calc(var(--sqs-site-gutter) * 2); } .fe-6343e815c60f4d3d31cab0c2 { --grid-gutter: calc(var(--sqs-site-gutter, 4vw) - 0.0px); --cell-max-width: calc( ( var(--sqs-site-max-width, 1500px) - (0.0px * (24 - 1)) ) / 24 ); --inset-padding: 0vw; --row-height-scaling-factor: 0.0215; --container-width: min(var(--sqs-site-max-width, 1500px), calc(100vw - var(--sqs-site-gutter, 4vw) * 2 - var(--inset-padding) )); grid-template-rows: repeat(71,minmax(calc(var(--container-width) * var(--row-height-scaling-factor)), auto)); grid-template-columns: minmax(var(--grid-gutter), 1fr) repeat(24, minmax(0, var(--cell-max-width))) minmax(var(--grid-gutter), 1fr); } } .fe-block-d2c27551eda72e8c058a { grid-area: 5/2/10/10; z-index: 0; @media (max-width: 767px) { } } .fe-block-d2c27551eda72e8c058a .sqs-block { justify-content: center; } .fe-block-d2c27551eda72e8c058a .sqs-block-alignment-wrapper { align-items: center; } @media (min-width: 768px) { .fe-block-d2c27551eda72e8c058a { grid-area: 1/5/4/23; z-index: 0; } .fe-block-d2c27551eda72e8c058a .sqs-block { justify-content: flex-end; } .fe-block-d2c27551eda72e8c058a .sqs-block-alignment-wrapper { align-items: flex-end; } } .fe-block-yui_3_17_2_1_1668179349382_157552 { grid-area: 10/2/22/10; z-index: 5; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1668179349382_157552 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1668179349382_157552 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1668179349382_157552 { grid-area: 5/4/24/24; z-index: 5; } .fe-block-yui_3_17_2_1_1668179349382_157552 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1668179349382_157552 .sqs-block-alignment-wrapper { align-items: flex-start; } } .fe-block-yui_3_17_2_1_1674447256246_2372 { grid-area: 24/2/29/10; z-index: 6; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1674447256246_2372 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1674447256246_2372 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1674447256246_2372 { grid-area: 24/4/28/20; z-index: 6; } .fe-block-yui_3_17_2_1_1674447256246_2372 .sqs-block { justify-content: center; } .fe-block-yui_3_17_2_1_1674447256246_2372 .sqs-block-alignment-wrapper { align-items: center; } } .fe-block-yui_3_17_2_1_1667820856499_588338 { grid-area: 29/2/61/10; z-index: 1; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1667820856499_588338 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1667820856499_588338 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1667820856499_588338 { grid-area: 28/4/72/24; z-index: 1; } .fe-block-yui_3_17_2_1_1667820856499_588338 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1667820856499_588338 .sqs-block-alignment-wrapper { align-items: flex-start; } } </style><div class="fluid-engine fe-6343e815c60f4d3d31cab0c2"><div class="fe-block fe-block-d2c27551eda72e8c058a"><div class="sqs-block html-block sqs-block-html" data-block-type="2" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-d2c27551eda72e8c058a"><div class="sqs-block-content"> <div class="sqs-html-content"> <h3 style="text-align:center;white-space:pre-wrap;">Explore our research</h3> </div> </div></div></div><div class="fe-block fe-block-yui_3_17_2_1_1668179349382_157552"><div class="sqs-block summary-v2-block sqs-block-summary-v2" data-block-json="{"collectionType":1,"enableLazy":false,"allEvents":false,"itemsInRow":3,"tabletColumns":3,"tabletGutter":15,"mobileColumns":2,"mobileGutter":15,"loadAllOrPag":false,"loadPageSize":2,"sortSummaryItems":"date-asc","showShareButtons":"noShare","buttonsIconAlignment":"center","buttonsIconSize":"small","buttonsIconColor":"black","buttonsIconStyle":"square-border","addCatTagClasses":"none","collectionUrl":"projects","title":"Projects","typeName":"blog-side-by-side","followSourceUrl":false,"useNumberInRow":true,"tabletSettings":true,"mobileSettings":true,"wrapItemsWithLink":false,"collectionId":"63ce11dd6294834465afff94","design":"carousel","headerText":"","textSize":"medium","pageSize":87,"imageAspectRatio":"1.5","columnWidth":330,"gutter":50,"listImageSize":15,"listImageAlignment":"left","slidesPerRow":3,"textAlignment":"center","showTitle":true,"showThumbnail":true,"showExcerpt":true,"showReadMoreLink":false,"showPrice":true,"productQuickViewEnabled":false,"showPastOrUpcomingEvents":"upcoming","metadataPosition":"below-title","primaryMetadata":"none","secondaryMetadata":"none","filter":{"tag":null,"category":null,"featured":false},"autoCrop":true,"lightbox":false,"mixedContent":true,"blockId":"ec08855c2aca6efdfb07"}" data-block-type="55" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1668179349382_157552"><div class="sqs-block-content"> <div class=" summary-block-wrapper summary-block-collection-type-blog-side-by-side summary-block-setting-text-size-medium summary-block-setting-text-align-center summary-block-setting-design-carousel summary-block-setting-design-list-thumbnail-left summary-block-setting-metadata-position-below-title summary-block-setting-primary-metadata-none summary-block-setting-secondary-metadata-none summary-block-setting-show-thumbnail summary-block-setting-show-title summary-block-setting-show-price summary-block-setting-show-excerpt sqs-gallery-design-carousel " > <div class="summary-item-list-container sqs-gallery-container"> <header class="summary-block-header"> <div class="summary-heading" data-animation-role="content"> <span class="summary-collection-title">Projects</span> </div> <div class="summary-carousel-pager sqs-gallery-controls" data-animation-role="content"> <span class="summary-carousel-pager-prev previous" tabindex="0" role="button" aria-label="Previous" ></span> <span class="summary-carousel-pager-next next" tabindex="0" role="button" aria-label="Next" ></span> </div> </header> <div class="summary-item-list sqs-gallery"> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/interpreting-across-time" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Interpreting Across Time" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1676148799085-8HKZQ4S2WT23SXQ9LWWY/interpret-across-time.jpeg" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1676148799085-8HKZQ4S2WT23SXQ9LWWY/interpret-across-time.jpeg" data-image-dimensions="512x512" data-image-focal-point="0.5,0.5" alt="Interpreting Across Time" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/interpreting-across-time" class="summary-title-link">Interpreting Across Time</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">How do properties of models emerge and evolve over the course of training?</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/elk" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Eliciting Latent Knowledge" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672375347709-Q7V80U1D7D45WQP6ZA1U/003150.2613265820.png" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672375347709-Q7V80U1D7D45WQP6ZA1U/003150.2613265820.png" data-image-dimensions="512x512" data-image-focal-point="0.5,0.5" alt="Eliciting Latent Knowledge" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/elk" class="summary-title-link">Eliciting Latent Knowledge</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">As models get smarter, humans won't always be able to independently check if a model's claims are true or false. We aim to circumvent this issue by directly eliciting latent knowledge (ELK) inside the model鈥檚 activations.</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/training-large-language-models" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Training LLMs" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672374945813-2MYK0BWCRTEGHAS17G18/gpt-neox.png" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672374945813-2MYK0BWCRTEGHAS17G18/gpt-neox.png" data-image-dimensions="1024x1024" data-image-focal-point="0.5,0.5" alt="Training LLMs" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/training-large-language-models" class="summary-title-link">Training LLMs</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">EleutherAI has trained and released many powerful open source LLMs.</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/large-language-model-evaluation" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Evaluating LLMs" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672376128800-YZEJ75S4JGFZA16HY51X/Lord_Parfington_a_hero_squad_of_engineers_and_maintenance_worke_9f42f782-4fb0-4b77-9d84-f2fcc17686ef.png" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672376128800-YZEJ75S4JGFZA16HY51X/Lord_Parfington_a_hero_squad_of_engineers_and_maintenance_worke_9f42f782-4fb0-4b77-9d84-f2fcc17686ef.png" data-image-dimensions="1024x1024" data-image-focal-point="0.5,0.5" alt="Evaluating LLMs" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/large-language-model-evaluation" class="summary-title-link">Evaluating LLMs</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">Evaluating advanced AI models in robust and reliable ways.</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/alignment-minetest" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Alignment MineTest" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1676149147001-EUAN3I6R4Q7HULO0JQ6P/alignment-minetest.jpeg" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1676149147001-EUAN3I6R4Q7HULO0JQ6P/alignment-minetest.jpeg" data-image-dimensions="512x512" data-image-focal-point="0.39285714285714285,0.5416666666666667" alt="Alignment MineTest" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/alignment-minetest" class="summary-title-link">Alignment MineTest</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">Alignment-MineTest is a research project that uses the open source Minetest voxel engine as a platform for studying AI alignment.</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/mesaoptimization" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Mesaoptimization" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1676312038911-4727C2SHQ3ZAITAZAVQ9/2909945802_A_robot_takes_a_polygraph_test.png" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1676312038911-4727C2SHQ3ZAITAZAVQ9/2909945802_A_robot_takes_a_polygraph_test.png" data-image-dimensions="512x512" data-image-focal-point="0.5,0.5" alt="Mesaoptimization" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/mesaoptimization" class="summary-title-link">Mesaoptimization</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">Studying how auxiliary optimization objectives arise in models</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-carousel-slide summary-item-has-thumbnail summary-item-has-excerpt summary-item-has-tags summary-item-has-author " > <div class="summary-thumbnail-outer-container"> <a href="/projects/polyglot" class=" summary-thumbnail-container sqs-gallery-image-container " data-title="Polyglot" data-description="" > <div class="summary-thumbnail img-wrapper" data-animation-role="image">  <img data-src="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672375445319-3BJJZ7SX4GAVO4KP4TSA/003018.2772097535.png" data-image="https://images.squarespace-cdn.com/content/v1/6343e7de9a7c4b05ef290bd4/1672375445319-3BJJZ7SX4GAVO4KP4TSA/003018.2772097535.png" data-image-dimensions="512x512" data-image-focal-point="0.5,0.5" alt="Polyglot" data-load="false" class="summary-thumbnail-image" elementtiming="summary-thumbnail-image-carousel" /> </div> </a>  </div> <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class="summary-title"> <a href="/projects/polyglot" class="summary-title-link">Polyglot</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> <div class=" summary-excerpt summary-excerpt-only "><p class="" style="white-space:pre-wrap;">Building LLMs and doing NLP in non-English languages.</p></div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary"> </div> <div class="summary-metadata summary-metadata--secondary"> </div> </div> </div> </div> </div> </div> </div> </div></div></div><div class="fe-block fe-block-yui_3_17_2_1_1674447256246_2372"><div class="sqs-block html-block sqs-block-html" data-block-type="2" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1674447256246_2372"><div class="sqs-block-content"> <div class="sqs-html-content"> <h2 style="white-space:pre-wrap;">Recent Publications</h2> </div> </div></div></div><div class="fe-block fe-block-yui_3_17_2_1_1667820856499_588338"><div class="sqs-block summary-v2-block sqs-block-summary-v2" data-block-json="{"collectionType":1,"enableLazy":true,"allEvents":false,"itemsInRow":3,"tabletColumns":2,"tabletGutter":20,"mobileColumns":5,"mobileGutter":0,"loadAllOrPag":false,"loadPageSize":8,"sortSummaryItems":"no-sort","showShareButtons":"noShare","buttonsIconAlignment":"center","buttonsIconSize":"small","buttonsIconColor":"black","buttonsIconStyle":"square-border","addCatTagClasses":"none","collectionUrl":"papers-blog","loadMoreText":"Load More","followSourceUrl":true,"lightboxOverlay":"dark","ignoreInit":false,"enableExcerptHTML":false,"enableLazyBody":true,"title":"Papers","typeName":"blog-single-column","wrapItemsWithLink":false,"collectionId":"63ce12ca4c8b242c83b69033","design":"list","headerText":"Featured","textSize":"medium","pageSize":5,"imageAspectRatio":"1.7778","columnWidth":300,"gutter":26,"listImageSize":30,"listImageAlignment":"left","slidesPerRow":3,"textAlignment":"left","showTitle":true,"showThumbnail":false,"showExcerpt":true,"showReadMoreLink":false,"showPrice":true,"productQuickViewEnabled":false,"showPastOrUpcomingEvents":"upcoming","metadataPosition":"below-title","primaryMetadata":"date","secondaryMetadata":"cats","filter":{"tag":null,"category":null},"autoCrop":true,"lightbox":false,"mixedContent":true,"blockId":"d5305488dff91ac83d3b"}" data-block-type="55" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1667820856499_588338"><div class="sqs-block-content"> <div class=" summary-block-wrapper summary-block-collection-type-blog-single-column summary-block-setting-text-size-medium summary-block-setting-text-align-left summary-block-setting-design-list summary-block-setting-design-list-thumbnail-left summary-block-setting-metadata-position-below-title summary-block-setting-primary-metadata-date summary-block-setting-secondary-metadata-cats summary-block-setting-show-title summary-block-setting-show-price summary-block-setting-show-excerpt sqs-gallery-design-list " > <div class="summary-item-list-container sqs-gallery-container"> <header class="summary-block-header"> <div class="summary-heading" data-animation-role="content"> <span class="summary-header-text">Featured</span> </div> <div class="summary-carousel-pager sqs-gallery-controls" data-animation-role="content"> <span class="summary-carousel-pager-prev previous" tabindex="0" role="button" aria-label="Previous" ></span> <span class="summary-carousel-pager-next next" tabindex="0" role="button" aria-label="Next" ></span> </div> </header> <div class="summary-item-list sqs-gallery"> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-list-slide summary-item-has-cats summary-item-has-tags summary-item-has-author " > <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2024-02-12">12 Feb 2024</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=arXiv">arXiv</a></span> </div> </div> <div class="summary-title"> <a href="https://arxiv.org/abs/2402.07896" class="summary-title-link">Suppressing Pink Elephants with Direct Principle Feedback</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2024-02-12">12 Feb 2024</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=arXiv">arXiv</a></span> </div> </div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2024-02-12">12 Feb 2024</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=arXiv">arXiv</a></span> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-list-slide summary-item-has-cats summary-item-has-tags summary-item-has-author " > <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2024-02-06">6 Feb 2024</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=arXiv">arXiv</a></span> </div> </div> <div class="summary-title"> <a href="https://arxiv.org/abs/2402.04362" class="summary-title-link">Neural networks learn moments of increasing order</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2024-02-06">6 Feb 2024</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=arXiv">arXiv</a></span> </div> </div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2024-02-06">6 Feb 2024</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=arXiv">arXiv</a></span> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-list-slide summary-item-has-cats summary-item-has-tags summary-item-has-author " > <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-17">17 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=NeurIPS+Workshop+%28Attributing+Model+Behavior+at+Scale%29">NeurIPS Workshop (Attributing Model Behavior at Scale)</a></span> </div> </div> <div class="summary-title"> <a href="https://arxiv.org/abs/2309.08600" class="summary-title-link">Sparse Autoencoders Find Highly Interpretable Features in Language Models</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-17">17 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=NeurIPS+Workshop+%28Attributing+Model+Behavior+at+Scale%29">NeurIPS Workshop (Attributing Model Behavior at Scale)</a></span> </div> </div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-17">17 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=NeurIPS+Workshop+%28Attributing+Model+Behavior+at+Scale%29">NeurIPS Workshop (Attributing Model Behavior at Scale)</a></span> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-list-slide summary-item-has-cats summary-item-has-tags summary-item-has-author " > <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-16">16 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=ICLR">ICLR</a></span> </div> </div> <div class="summary-title"> <a href="https://qdaif.github.io/" class="summary-title-link">Quality-Diversity through AI Feedback</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-16">16 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=ICLR">ICLR</a></span> </div> </div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-16">16 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=ICLR">ICLR</a></span> </div> </div> </div> </div> <div class=" summary-item summary-item-record-type-text sqs-gallery-design-list-slide summary-item-has-cats summary-item-has-tags summary-item-has-author " > <div class="summary-content sqs-gallery-meta-container" data-animation-role="content"> <div class="summary-metadata-container summary-metadata-container--above-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-16">16 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=ICLR">ICLR</a></span> </div> </div> <div class="summary-title"> <a href="https://arxiv.org/abs/2307.05695" class="summary-title-link">ReLoRA: High-Rank Training Through Low-Rank Updates</a></div> <div class="summary-metadata-container summary-metadata-container--below-title"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-16">16 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=ICLR">ICLR</a></span> </div> </div> <div class="summary-metadata-container summary-metadata-container--below-content"> <div class="summary-metadata summary-metadata--primary">  <time class="summary-metadata-item summary-metadata-item--date" datetime="2023-12-16">16 Dec 2023</time> </div> <div class="summary-metadata summary-metadata--secondary">  <span class="summary-metadata-item summary-metadata-item--cats"><a href="/papers-blog?category=ICLR">ICLR</a></span> </div> </div> </div> </div> </div> </div> </div> </div></div></div></div></div> </div> <button class='background-pause-button' aria-label="Pause Background"></button> <button class='background-pause-button paused' aria-label="Play Background"></button> </div> </section> </article> </main> <footer class="sections" id="footer-sections" data-footer-sections> <section data-test="page-section" data-section-theme="black" class='page-section full-bleed-section layout-engine-section background-width--full-bleed section-height--small content-width--wide horizontal-alignment--center vertical-alignment--middle black' data-section-id="6343e7df9a7c4b05ef290bfe" data-controller="SectionWrapperController" data-current-styles="{ "imageOverlayOpacity": 0.15, "backgroundWidth": "background-width--full-bleed", "sectionHeight": "section-height--small", "customSectionHeight": 1, "horizontalAlignment": "horizontal-alignment--center", "verticalAlignment": "vertical-alignment--middle", "contentWidth": "content-width--wide", "customContentWidth": 50, "sectionTheme": "black", "sectionAnimation": "none", "backgroundMode": "image" }" data-current-context="{ "video": { "playbackSpeed": 0.5, "filter": 1, "filterStrength": 0, "zoom": 0, "videoSourceProvider": "none" }, "backgroundImageId": null, "backgroundMediaEffect": { "type": "none" }, "divider": null, "typeName": "page" }" data-animation="none" data-fluid-engine-section > <div class="section-border" > <div class="section-background"> </div> </div> <div class='content-wrapper' style=' ' > <div class="content" > <div data-fluid-engine="true"><style> .fe-6343e7df9a7c4b05ef290bfd { --grid-gutter: calc(var(--sqs-mobile-site-gutter, 6vw) - 0.0px); --cell-max-width: calc( ( var(--sqs-site-max-width, 1500px) - (0.0px * (8 - 1)) ) / 8 ); display: grid; position: relative; grid-area: 1/1/-1/-1; grid-template-rows: repeat(16,minmax(24px, auto)); grid-template-columns: minmax(var(--grid-gutter), 1fr) repeat(8, minmax(0, var(--cell-max-width))) minmax(var(--grid-gutter), 1fr); row-gap: 0.0px; column-gap: 0.0px; } @media (min-width: 768px) { .background-width--inset .fe-6343e7df9a7c4b05ef290bfd { --inset-padding: calc(var(--sqs-site-gutter) * 2); } .fe-6343e7df9a7c4b05ef290bfd { --grid-gutter: calc(var(--sqs-site-gutter, 4vw) - 0.0px); --cell-max-width: calc( ( var(--sqs-site-max-width, 1500px) - (0.0px * (24 - 1)) ) / 24 ); --inset-padding: 0vw; --row-height-scaling-factor: 0.0215; --container-width: min(var(--sqs-site-max-width, 1500px), calc(100vw - var(--sqs-site-gutter, 4vw) * 2 - var(--inset-padding) )); grid-template-rows: repeat(10,minmax(calc(var(--container-width) * var(--row-height-scaling-factor)), auto)); grid-template-columns: minmax(var(--grid-gutter), 1fr) repeat(24, minmax(0, var(--cell-max-width))) minmax(var(--grid-gutter), 1fr); } } .fe-block-yui_3_17_2_1_1665394661004_32043 { grid-area: 2/2/8/10; z-index: 2; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1665394661004_32043 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1665394661004_32043 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1665394661004_32043 { grid-area: 1/3/10/8; z-index: 2; } .fe-block-yui_3_17_2_1_1665394661004_32043 .sqs-block { justify-content: center; } .fe-block-yui_3_17_2_1_1665394661004_32043 .sqs-block-alignment-wrapper { align-items: center; } } .fe-block-yui_3_17_2_1_1667820856499_112353 { grid-area: 10/2/12/10; z-index: 5; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1667820856499_112353 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1667820856499_112353 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1667820856499_112353 { grid-area: 4/11/6/17; z-index: 5; } .fe-block-yui_3_17_2_1_1667820856499_112353 .sqs-block { justify-content: center; } .fe-block-yui_3_17_2_1_1667820856499_112353 .sqs-block-alignment-wrapper { align-items: center; } } .fe-block-yui_3_17_2_1_1667226363828_506739 { grid-area: 12/2/14/10; z-index: 4; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1667226363828_506739 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1667226363828_506739 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1667226363828_506739 { grid-area: 6/11/8/17; z-index: 4; } .fe-block-yui_3_17_2_1_1667226363828_506739 .sqs-block { justify-content: center; } .fe-block-yui_3_17_2_1_1667226363828_506739 .sqs-block-alignment-wrapper { align-items: center; } } .fe-block-yui_3_17_2_1_1667226363828_491113 { grid-area: 15/2/17/10; z-index: 3; @media (max-width: 767px) { } } .fe-block-yui_3_17_2_1_1667226363828_491113 .sqs-block { justify-content: flex-start; } .fe-block-yui_3_17_2_1_1667226363828_491113 .sqs-block-alignment-wrapper { align-items: flex-start; } @media (min-width: 768px) { .fe-block-yui_3_17_2_1_1667226363828_491113 { grid-area: 10/11/11/17; z-index: 3; } .fe-block-yui_3_17_2_1_1667226363828_491113 .sqs-block { justify-content: flex-end; } .fe-block-yui_3_17_2_1_1667226363828_491113 .sqs-block-alignment-wrapper { align-items: flex-end; } } </style><div class="fluid-engine fe-6343e7df9a7c4b05ef290bfd"><div class="fe-block fe-block-yui_3_17_2_1_1665394661004_32043"><div class="sqs-block html-block sqs-block-html" data-blend-mode="NORMAL" data-block-type="2" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1665394661004_32043"><div class="sqs-block-content"> <div class="sqs-html-content"> <p class="sqsrte-small" style="white-space:pre-wrap;"><a href="/about">About</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"><a href="/research">Research</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"> <a href="/language-modeling">Language Modeling</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"> <a href="/interpretability">Interpretability</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"> <a href="/alignment">Alignment</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"> <a href="/other-modalities">Other Modalities</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"><a href="/releases">Releases</a></p><p class="sqsrte-small" style="white-space:pre-wrap;"><a href="https://blog.eleuther.ai">Blog</a></p> </div> </div></div></div><div class="fe-block fe-block-yui_3_17_2_1_1667820856499_112353"><div class="sqs-block html-block sqs-block-html" data-blend-mode="NORMAL" data-block-type="2" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1667820856499_112353"><div class="sqs-block-content"> <div class="sqs-html-content"> <p style="text-align:center;white-space:pre-wrap;" class="sqsrte-large">contact@eleuther.ai</p> </div> </div></div></div><div class="fe-block fe-block-yui_3_17_2_1_1667226363828_506739"><div class="sqs-block socialaccountlinks-v2-block sqs-block-socialaccountlinks-v2" data-block-type="54" id="block-yui_3_17_2_1_1667226363828_506739"><div class="sqs-block-content"> <div class="sqs-svg-icon--outer social-icon-alignment-center social-icons-color- social-icons-size-medium social-icons-style-regular " > <style> #block-yui_3_17_2_1_1667226363828_506739 .social-icons-style-border .sqs-svg-icon--wrapper { box-shadow: 0 0 0 2px inset; border: none; } </style> <nav class="sqs-svg-icon--list"> <a href="mailto:contact@eleuther.ai" target="_blank" class="sqs-svg-icon--wrapper email" aria-label="contact@eleuther.ai"> <div> <svg class="sqs-svg-icon--social" viewBox="0 0 64 64"> <use class="sqs-use--icon" xlink:href="#email-icon"></use> <use class="sqs-use--mask" xlink:href="#email-mask"></use> </svg> </div> </a><a href="https://discord.gg/zBGx3azzUn" target="_blank" class="sqs-svg-icon--wrapper discord-unauth" aria-label="Discord"> <div> <svg class="sqs-svg-icon--social" viewBox="0 0 64 64"> <use class="sqs-use--icon" xlink:href="#discord-unauth-icon"></use> <use class="sqs-use--mask" xlink:href="#discord-unauth-mask"></use> </svg> </div> </a><a href="https://github.com/EleutherAI" target="_blank" class="sqs-svg-icon--wrapper github-unauth" aria-label="GitHub"> <div> <svg class="sqs-svg-icon--social" viewBox="0 0 64 64"> <use class="sqs-use--icon" xlink:href="#github-unauth-icon"></use> <use class="sqs-use--mask" xlink:href="#github-unauth-mask"></use> </svg> </div> </a><a href="https://twitter.com/AiEleuther" target="_blank" class="sqs-svg-icon--wrapper twitter-unauth" aria-label="Twitter"> <div> <svg class="sqs-svg-icon--social" viewBox="0 0 64 64"> <use class="sqs-use--icon" xlink:href="#twitter-unauth-icon"></use> <use class="sqs-use--mask" xlink:href="#twitter-unauth-mask"></use> </svg> </div> </a> </nav> </div> </div></div></div><div class="fe-block fe-block-yui_3_17_2_1_1667226363828_491113"><div class="sqs-block html-block sqs-block-html" data-blend-mode="NORMAL" data-block-type="2" data-border-radii="{"topLeft":{"unit":"px","value":0.0},"topRight":{"unit":"px","value":0.0},"bottomLeft":{"unit":"px","value":0.0},"bottomRight":{"unit":"px","value":0.0}}" id="block-yui_3_17_2_1_1667226363828_491113"><div class="sqs-block-content"> <div class="sqs-html-content"> <p style="text-align:center;white-space:pre-wrap;" class="sqsrte-small">Copyright EleutherAI 2023</p> </div> </div></div></div></div></div> </div> </div> </section> </footer> </div> <script defer="true" src="https://static1.squarespace.com/static/vta/5c5a519771c10ba3470d8101/scripts/site-bundle.7a52a694fd4248c18775c6aa813a0358.js" type="text/javascript"></script> <script src="https://assets.squarewebsites.org/lazy-summaries/lazy-summaries.min.js"></script> <script> !function(){window.self===window.top||window.top.document.getElementById("lazy-summaries-admin")||function(e,t,s,i,a){if(s.querySelector("#"+t))i&&i(this);else{var n=document.createElement("script");n.src=e+"?cache="+((new Date).getTime()+"").substr(0,8),n.id=t,n.onload=function(){a&&this.remove(),i&&i(this)},s.appendChild(n)}}("https://assets.squarewebsites.org/lazy-summaries/lazy-summaries-admin.js","lazy-summaries-admin",window.top.document.getElementsByTagName("head")[0])}(); </script>  <script> MathJax.Hub.Queue(["Typeset",MathJax.Hub]); </script> <script> (function () { let folders; function rebuildAnchor(folder) { let parent = folder.closest('.header-nav-item--folder'), href = folder.href.includes('.com') ? folder.href.split('.com')[1].replace("-folder/", "") : folder.href.replace("-folder/", ""), anchorClone = folder.cloneNode(true); anchorClone.classList.add('clickable-folder'); anchorClone.setAttribute('href', href); anchorClone.style.cssText = ` opacity: 1; transform: unset; `; parent.insertAdjacentElement('afterbegin', anchorClone); if (href == window.location.pathname) { console.log() anchorClone.closest('.header-nav-item--folder').classList.add('header-nav-item--active') } } function addToMobile(folder) { let href = folder.getAttribute("href"), hrefAdjusted = href.includes('.com') ? href.split('.com')[1].replace("-folder/", "") : href.replace("-folder/", ""), text = folder.innerText, newText = `All ${text}`, mobileFolder = document.querySelector(`[data-folder="${href}"]`), backButton = mobileFolder.querySelector(".header-menu-nav-folder-content > *:first-of-type"), allButton = `<div class="container header-menu-nav-item header-menu-nav-item--external"> <a href="${hrefAdjusted}">${newText}</a> <div>`; backButton.insertAdjacentHTML('afterend', allButton) } /* Select All Folder Links & */ function setFolderLinks() { folders = document.querySelectorAll('.header-display-desktop .header-nav-folder-title[href*="-folder/"]'); for (let folder of folders) { window.addEventListener('load', function() { addToMobile(folder); rebuildAnchor(folder); folder.remove(); }); } } setFolderLinks(); })(); </script><svg xmlns="http://www.w3.org/2000/svg" version="1.1" style="display:none" data-usage="social-icons-svg"><symbol id="email-icon" viewBox="0 0 64 64"><path d="M17,22v20h30V22H17z M41.1,25L32,32.1L22.9,25H41.1z M20,39V26.6l12,9.3l12-9.3V39H20z"/></symbol><symbol id="email-mask" viewBox="0 0 64 64"><path d="M41.1,25H22.9l9.1,7.1L41.1,25z M44,26.6l-12,9.3l-12-9.3V39h24V26.6z M0,0v64h64V0H0z M47,42H17V22h30V42z"/></symbol><symbol id="discord-unauth-icon" viewBox="0 0 64 64"><path d="M42.3963 22.8955C40.4842 22.0182 38.4337 21.3718 36.2899 21.0016C36.2508 20.9944 36.2118 21.0123 36.1917 21.048C35.928 21.517 35.6359 22.1289 35.4314 22.6098C33.1255 22.2646 30.8315 22.2646 28.5729 22.6098C28.3683 22.1182 28.0656 21.517 27.8007 21.048C27.7806 21.0135 27.7416 20.9956 27.7026 21.0016C25.5599 21.3706 23.5095 22.017 21.5962 22.8955C21.5796 22.9027 21.5654 22.9146 21.556 22.93C17.6667 28.7405 16.6013 34.4081 17.124 40.0055C17.1263 40.0329 17.1417 40.0591 17.163 40.0757C19.729 41.9601 22.2146 43.1041 24.6541 43.8624C24.6931 43.8743 24.7345 43.8601 24.7594 43.8279C25.3364 43.0399 25.8508 42.209 26.2918 41.3352C26.3179 41.284 26.293 41.2233 26.2398 41.203C25.4239 40.8935 24.647 40.5162 23.8997 40.0876C23.8405 40.0531 23.8358 39.9686 23.8902 39.9281C24.0475 39.8102 24.2048 39.6876 24.3549 39.5638C24.3821 39.5412 24.42 39.5364 24.4519 39.5507C29.3616 41.7923 34.6769 41.7923 39.5287 39.5507C39.5606 39.5352 39.5985 39.54 39.6268 39.5626C39.7771 39.6864 39.9343 39.8102 40.0928 39.9281C40.1472 39.9686 40.1436 40.0531 40.0845 40.0876C39.3372 40.5245 38.5602 40.8935 37.7431 41.2019C37.6899 41.2221 37.6663 41.284 37.6923 41.3352C38.1428 42.2077 38.6572 43.0387 39.2236 43.8267C39.2473 43.8601 39.2898 43.8743 39.3289 43.8624C41.7802 43.1041 44.2658 41.9601 46.8318 40.0757C46.8543 40.0591 46.8685 40.0341 46.8708 40.0067C47.4964 33.5355 45.8231 27.9143 42.4353 22.9312C42.427 22.9146 42.4128 22.9027 42.3963 22.8955ZM27.025 36.5973C25.5469 36.5973 24.3289 35.2402 24.3289 33.5736C24.3289 31.907 25.5233 30.55 27.025 30.55C28.5386 30.55 29.7448 31.9189 29.7211 33.5736C29.7211 35.2402 28.5268 36.5973 27.025 36.5973ZM36.9934 36.5973C35.5153 36.5973 34.2974 35.2402 34.2974 33.5736C34.2974 31.907 35.4917 30.55 36.9934 30.55C38.507 30.55 39.7132 31.9189 39.6895 33.5736C39.6895 35.2402 38.507 36.5973 36.9934 36.5973Z" /></symbol><symbol id="discord-unauth-mask" viewBox="0 0 64 64"><path fill-rule="evenodd" clip-rule="evenodd" d="M64 0H0V64H64V0ZM36.23 20.0021C36.42 20.0021 40.8 20.3921 43.57 22.6221C45.07 24.0021 48 31.9321 47.98 38.7821C47.9812 38.9047 47.9501 39.0253 47.89 39.1321C45.87 42.6521 40.35 43.6521 39.09 43.6521C38.9798 43.6529 38.8709 43.628 38.772 43.5794C38.673 43.5308 38.5868 43.4598 38.52 43.3721L37.25 41.6221C39.1718 41.1872 40.9765 40.3412 42.54 39.1421C42.6637 39.0161 42.7351 38.8481 42.7401 38.6716C42.7451 38.4951 42.6832 38.3233 42.5669 38.1905C42.4506 38.0578 42.2884 37.9738 42.1128 37.9556C41.9372 37.9373 41.7612 37.9861 41.62 38.0921C41.59 38.1221 38.35 40.8721 32 40.8721C25.65 40.8721 22.36 38.0921 22.36 38.0921C22.2189 37.9861 22.0429 37.9373 21.8673 37.9556C21.6917 37.9738 21.5295 38.0578 21.4132 38.1905C21.2968 38.3233 21.2349 38.4951 21.2399 38.6716C21.2449 38.8481 21.3164 39.0161 21.44 39.1421C23.0035 40.3412 24.8083 41.1872 26.73 41.6221L25.46 43.3721C25.3933 43.4598 25.307 43.5308 25.2081 43.5794C25.1091 43.628 25.0003 43.6529 24.89 43.6521C23.63 43.6121 18.09 42.6821 16.09 39.1321C16.0299 39.0253 15.9989 38.9047 16 38.7821C16 31.9321 18.93 24.0021 20.4 22.6521C23.2 20.3921 27.58 20.0021 27.77 20.0021C27.9146 19.9908 28.0591 20.0252 28.1829 20.1006C28.3068 20.176 28.4037 20.2885 28.46 20.4221C28.5436 20.6103 28.6138 20.8041 28.67 21.0021C26.4824 21.3233 24.3773 22.0635 22.47 23.1821C22.3885 23.232 22.3178 23.2979 22.2623 23.3757C22.2068 23.4536 22.1676 23.5419 22.1471 23.6353C22.1265 23.7287 22.125 23.8252 22.1427 23.9192C22.1604 24.0132 22.1969 24.1026 22.25 24.1821C22.2981 24.2656 22.3628 24.3383 22.4402 24.3956C22.5176 24.4529 22.606 24.4936 22.6999 24.5152C22.7937 24.5368 22.891 24.5388 22.9857 24.5211C23.0804 24.5033 23.1704 24.4662 23.25 24.4121C25.9097 22.9176 28.9092 22.1326 31.96 22.1326C35.0108 22.1326 38.0103 22.9176 40.67 24.4121C40.7497 24.4662 40.8397 24.5033 40.9344 24.5211C41.029 24.5388 41.1263 24.5368 41.2202 24.5152C41.3141 24.4936 41.4025 24.4529 41.4799 24.3956C41.5573 24.3383 41.622 24.2656 41.67 24.1821C41.7231 24.1026 41.7596 24.0132 41.7773 23.9192C41.795 23.8252 41.7935 23.7287 41.773 23.6353C41.7525 23.5419 41.7133 23.4536 41.6578 23.3757C41.6023 23.2979 41.5316 23.232 41.45 23.1821C39.5679 22.0696 37.4907 21.3263 35.33 20.9921C35.3895 20.7952 35.4596 20.6015 35.54 20.4121C35.5991 20.2813 35.697 20.1718 35.8204 20.0984C35.9439 20.0251 36.0869 19.9915 36.23 20.0021ZM26.4843 35.7456C26.7961 35.8958 27.1345 35.983 27.48 36.0021C28.1619 35.9409 28.793 35.6163 29.2392 35.0972C29.6855 34.5781 29.9118 33.9054 29.87 33.2221C29.9141 32.5308 29.6836 31.85 29.2286 31.3276C28.7736 30.8052 28.1309 30.4834 27.44 30.4321C26.7474 30.4809 26.1021 30.8016 25.645 31.3243C25.1879 31.8469 24.9561 32.5292 25 33.2221C24.9798 33.5676 25.0279 33.9137 25.1416 34.2406C25.2554 34.5675 25.4326 34.8687 25.6629 35.1269C25.8933 35.3852 26.1724 35.5955 26.4843 35.7456ZM34.6952 35.1102C35.1499 35.6304 35.791 35.9508 36.48 36.0021H36.52C36.8656 35.983 37.204 35.8958 37.5158 35.7456C37.8276 35.5955 38.1067 35.3852 38.3371 35.1269C38.5675 34.8687 38.7447 34.5675 38.8584 34.2406C38.9722 33.9137 39.0203 33.5676 39 33.2221C39.0216 32.8726 38.9732 32.5223 38.8576 32.1917C38.742 31.8612 38.5615 31.5571 38.3268 31.2972C38.092 31.0373 37.8078 30.8269 37.4907 30.6784C37.1735 30.5298 36.8299 30.4461 36.48 30.4321C35.7892 30.4834 35.1465 30.8052 34.6915 31.3276C34.2365 31.85 34.006 32.5308 34.05 33.2221C34.0087 33.9118 34.2405 34.59 34.6952 35.1102Z" /></symbol><symbol id="github-unauth-icon" viewBox="0 0 64 64"><path d="M32,16c-8.8,0-16,7.2-16,16c0,7.1,4.6,13.1,10.9,15.2 c0.8,0.1,1.1-0.3,1.1-0.8c0-0.4,0-1.4,0-2.7c-4.5,1-5.4-2.1-5.4-2.1c-0.7-1.8-1.8-2.3-1.8-2.3c-1.5-1,0.1-1,0.1-1 c1.6,0.1,2.5,1.6,2.5,1.6c1.4,2.4,3.7,1.7,4.7,1.3c0.1-1,0.6-1.7,1-2.1c-3.6-0.4-7.3-1.8-7.3-7.9c0-1.7,0.6-3.2,1.6-4.3 c-0.2-0.4-0.7-2,0.2-4.2c0,0,1.3-0.4,4.4,1.6c1.3-0.4,2.6-0.5,4-0.5c1.4,0,2.7,0.2,4,0.5c3.1-2.1,4.4-1.6,4.4-1.6 c0.9,2.2,0.3,3.8,0.2,4.2c1,1.1,1.6,2.5,1.6,4.3c0,6.1-3.7,7.5-7.3,7.9c0.6,0.5,1.1,1.5,1.1,3c0,2.1,0,3.9,0,4.4 c0,0.4,0.3,0.9,1.1,0.8C43.4,45.1,48,39.1,48,32C48,23.2,40.8,16,32,16z"/></symbol><symbol id="github-unauth-mask" viewBox="0 0 64 64"><path d="M0,0v64h64V0H0z M37.1,47.2c-0.8,0.2-1.1-0.3-1.1-0.8c0-0.5,0-2.3,0-4.4c0-1.5-0.5-2.5-1.1-3 c3.6-0.4,7.3-1.7,7.3-7.9c0-1.7-0.6-3.2-1.6-4.3c0.2-0.4,0.7-2-0.2-4.2c0,0-1.3-0.4-4.4,1.6c-1.3-0.4-2.6-0.5-4-0.5 c-1.4,0-2.7,0.2-4,0.5c-3.1-2.1-4.4-1.6-4.4-1.6c-0.9,2.2-0.3,3.8-0.2,4.2c-1,1.1-1.6,2.5-1.6,4.3c0,6.1,3.7,7.5,7.3,7.9 c-0.5,0.4-0.9,1.1-1,2.1c-0.9,0.4-3.2,1.1-4.7-1.3c0,0-0.8-1.5-2.5-1.6c0,0-1.6,0-0.1,1c0,0,1,0.5,1.8,2.3c0,0,0.9,3.1,5.4,2.1 c0,1.3,0,2.3,0,2.7c0,0.4-0.3,0.9-1.1,0.8C20.6,45.1,16,39.1,16,32c0-8.8,7.2-16,16-16c8.8,0,16,7.2,16,16 C48,39.1,43.4,45.1,37.1,47.2z"/></symbol><symbol id="twitter-unauth-icon" viewBox="0 0 64 64"><path d="M48,22.1c-1.2,0.5-2.4,0.9-3.8,1c1.4-0.8,2.4-2.1,2.9-3.6c-1.3,0.8-2.7,1.3-4.2,1.6 C41.7,19.8,40,19,38.2,19c-3.6,0-6.6,2.9-6.6,6.6c0,0.5,0.1,1,0.2,1.5c-5.5-0.3-10.3-2.9-13.5-6.9c-0.6,1-0.9,2.1-0.9,3.3 c0,2.3,1.2,4.3,2.9,5.5c-1.1,0-2.1-0.3-3-0.8c0,0,0,0.1,0,0.1c0,3.2,2.3,5.8,5.3,6.4c-0.6,0.1-1.1,0.2-1.7,0.2c-0.4,0-0.8,0-1.2-0.1 c0.8,2.6,3.3,4.5,6.1,4.6c-2.2,1.8-5.1,2.8-8.2,2.8c-0.5,0-1.1,0-1.6-0.1c2.9,1.9,6.4,2.9,10.1,2.9c12.1,0,18.7-10,18.7-18.7 c0-0.3,0-0.6,0-0.8C46,24.5,47.1,23.4,48,22.1z"/></symbol><symbol id="twitter-unauth-mask" viewBox="0 0 64 64"><path d="M0,0v64h64V0H0z M44.7,25.5c0,0.3,0,0.6,0,0.8C44.7,35,38.1,45,26.1,45c-3.7,0-7.2-1.1-10.1-2.9 c0.5,0.1,1,0.1,1.6,0.1c3.1,0,5.9-1,8.2-2.8c-2.9-0.1-5.3-2-6.1-4.6c0.4,0.1,0.8,0.1,1.2,0.1c0.6,0,1.2-0.1,1.7-0.2 c-3-0.6-5.3-3.3-5.3-6.4c0,0,0-0.1,0-0.1c0.9,0.5,1.9,0.8,3,0.8c-1.8-1.2-2.9-3.2-2.9-5.5c0-1.2,0.3-2.3,0.9-3.3 c3.2,4,8.1,6.6,13.5,6.9c-0.1-0.5-0.2-1-0.2-1.5c0-3.6,2.9-6.6,6.6-6.6c1.9,0,3.6,0.8,4.8,2.1c1.5-0.3,2.9-0.8,4.2-1.6 c-0.5,1.5-1.5,2.8-2.9,3.6c1.3-0.2,2.6-0.5,3.8-1C47.1,23.4,46,24.5,44.7,25.5z"/></symbol></svg> </body> </html>

CINXE.COM

EleutherAI