HellaSwag Dataset | Papers With Code

<!doctype html> <html lang="en"> <head> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <script> const GTAG_ENABLED = true ; const GTAG_TRACKING_ID = "UA-121182717-1"; const SENTRY_DSN_FRONTEND = "".trim(); const GLOBAL_CSRF_TOKEN = 'wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2'; const MEDIA_URL = "https://production-media.paperswithcode.com/"; const ASSETS_URL = "https://production-assets.paperswithcode.com"; run_after_frontend_loaded = window.run_after_frontend_loaded || []; </script> <link rel="preconnect" href="https://production-assets.paperswithcode.com"><link rel="dns-prefetch" href="https://production-assets.paperswithcode.com"><link rel="preload" as="font" type="font/woff2" href="https://production-assets.paperswithcode.com/perf/fonts/65e877e527022735c1a1.woff2" crossorigin><link rel="preload" as="font" type="font/woff2" href="https://production-assets.paperswithcode.com/perf/fonts/917632e36982ca7933c8.woff2" crossorigin><link rel="preload" as="font" type="font/woff2" href="https://production-assets.paperswithcode.com/perf/fonts/f1405bd8a987c2ea8a67.woff2" crossorigin><script>(()=>{if(GTAG_ENABLED){const t=document.createElement("script");function n(){window.dataLayer.push(arguments)}t.src=`https://www.googletagmanager.com/gtag/js?id=${GTAG_TRACKING_ID}`,document.head.appendChild(t),window.dataLayer=window.dataLayer||[],window.gtag=n,n("js",new Date),n("config",GTAG_TRACKING_ID),window.captureOutboundLink=function(t){n("event","click",{event_category:"outbound",event_label:t})}}else window.captureOutboundLink=function(n){document.location=n}})();</script><link rel="preload" as="script" href="https://production-assets.paperswithcode.com/perf/766.4af6b88b.js"><link rel="preload" as="script" href="https://production-assets.paperswithcode.com/perf/2.6da00df7.js"><link rel="preload" as="script" href="https://production-assets.paperswithcode.com/perf/814.49dcf06c.js"><link rel="preload" as="style" href="https://production-assets.paperswithcode.com/perf/918.c41196c3.css"><link rel="preload" as="style" href="https://production-assets.paperswithcode.com/perf/view_dataset.b56df998.css"><link rel="preload" as="script" href="https://production-assets.paperswithcode.com/perf/view_dataset.22fdaf24.js"><link rel="stylesheet" href="https://production-assets.paperswithcode.com/perf/918.c41196c3.css"><link rel="stylesheet" href="https://production-assets.paperswithcode.com/perf/view_dataset.b56df998.css">  <title>HellaSwag Dataset | Papers With Code</title> <meta name="description" content="HellaSwag is a challenge dataset for evaluating commonsense NLI that is specially hard for state-of-the-art models, though its questions are trivial for humans (>95% accuracy)." />  <meta property="og:title" content="Papers with Code - HellaSwag Dataset"> <meta property="og:description" content="HellaSwag is a challenge dataset for evaluating commonsense NLI that is specially hard for state-of-the-art models, though its questions are trivial for humans (>95% accuracy)."> <meta property="og:image" content="https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png"> <meta property="og:url" content="https://paperswithcode.com/dataset/hellaswag">  <meta name="twitter:card" content="summary_large_image"> <meta name="twitter:site" content="@paperswithcode"> <meta name="twitter:title" content="Papers with Code - HellaSwag Dataset"> <meta name="twitter:description" content="HellaSwag is a challenge dataset for evaluating commonsense NLI that is specially hard for state-of-the-art models, though its questions are trivial for humans (>95% accuracy)."> <meta name="twitter:creator" content="@paperswithcode"> <meta name="twitter:url" content="https://paperswithcode.com/dataset/hellaswag"> <meta name="twitter:domain" content="paperswithcode.com">  <script type="application/ld+json">{ "@context": "http://schema.org", "@graph": { "@type": "Dataset", "@id": "hellaswag", "name": "HellaSwag Dataset", "description": "HellaSwag is a challenge dataset for evaluating commonsense NLI that is specially hard for state-of-the-art models, though its questions are trivial for humans (\u003E95% accuracy).", "url": "https://paperswithcode.com/dataset/hellaswag", "image": "https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png", "headline": "HellaSwag Dataset", "author": [ { "@type": "Person", "@id": "#Rowan_Zellers", "name": "Rowan Zellers", "image": "https://paperswithcode.com/static/" }, { "@type": "Person", "@id": "#Ari_Holtzman", "name": "Ari Holtzman", "image": "https://paperswithcode.com/static/" }, { "@type": "Person", "@id": "#Yonatan_Bisk", "name": "Yonatan Bisk", "image": "https://paperswithcode.com/static/" }, { "@type": "Person", "@id": "#Ali_Farhadi", "name": "Ali Farhadi", "image": "https://paperswithcode.com/static/" }, { "@type": "Person", "@id": "#Yejin_Choi", "name": "Yejin Choi", "image": "https://paperswithcode.com/static/" } ], "includedInDataCatalog": { "@type": "DataCatalog", "name": "Papers with Code", "url": "https://paperswithcode.com/datasets", "image": "https://paperswithcode.com/static/datasets.jpg", "headline": "Papers with Code" } } }</script> <meta name="theme-color" content="#fff"/> <link rel="manifest" href="https://production-assets.paperswithcode.com/static/manifest.web.json"> </head> <body> <nav class="navbar navbar-expand-lg navbar-light header"> <a class="navbar-brand" href="/"> <span class=" icon-wrapper" data-name="pwc"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><path d="M88 128h48v256H88zm144 0h48v256h-48zm-72 16h48v224h-48zm144 0h48v224h-48zm72-16h48v256h-48z"/><path d="M104 104V56H16v400h88v-48H64V104zm304-48v48h40v304h-40v48h88V56z"/></svg></span> </a> <div class="navbar-mobile-twitter d-lg-none"> <a rel="noreferrer" href="https://twitter.com/paperswithcode"> <span class=" icon-wrapper icon-fa icon-fa-brands" data-name="twitter"><svg viewBox="0 0 512.001 515.25" xmlns="http://www.w3.org/2000/svg"><path d="M459.37 152.016c.326 4.548.326 9.097.326 13.645 0 138.72-105.583 298.558-298.559 298.558C101.685 464.22 46.457 447 0 417.114c8.447.973 16.568 1.298 25.34 1.298 49.054 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.113-72.772 6.499.975 12.996 1.624 19.819 1.624 9.42 0 18.843-1.3 27.613-3.573-48.08-9.747-84.142-51.98-84.142-102.984v-1.3c13.968 7.798 30.213 12.67 47.43 13.32-28.263-18.843-46.78-51.006-46.78-87.391 0-19.492 5.196-37.36 14.294-52.954 51.654 63.674 129.3 105.258 216.364 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.827 46.782-104.934 104.934-104.934 30.214 0 57.502 12.67 76.671 33.136 23.715-4.548 46.455-13.319 66.599-25.34-7.798 24.367-24.366 44.834-46.132 57.828 21.117-2.274 41.584-8.122 60.426-16.244-14.292 20.791-32.161 39.309-52.628 54.253z"/></svg></span> </a> </div> <button class="navbar-toggler" type="button" data-toggle="collapse" data-bs-toggle="collapse" data-target="#top-menu" data-bs-target="#top-menu" aria-controls="top-menu" aria-expanded="false" aria-label="Toggle navigation" > <span class="navbar-toggler-icon"></span> </button> <div class="collapse navbar-collapse" id="top-menu"> <ul class="navbar-nav mr-auto navbar-nav__left light-header"> <li class="nav-item header-search"> <form action="/search" method="get" id="id_global_search_form" autocomplete="off"> <input type="text" name="q_meta" style="display:none" id="q_meta" /> <input type="hidden" name="q_type" id="q_type" /> <input id="id_global_search_input" autocomplete="off" value="" name='q' class="global-search" type="search" placeholder='Search'/> <button type="submit" class="icon"><span class=" icon-wrapper icon-fa icon-fa-light" data-name="search"><svg viewBox="0 0 512.025 520.146" xmlns="http://www.w3.org/2000/svg"><path d="M508.5 482.6c4.7 4.7 4.7 12.3 0 17l-9.9 9.9c-4.7 4.7-12.3 4.7-17 0l-129-129c-2.2-2.3-3.5-5.3-3.5-8.5v-10.2C312 396 262.5 417 208 417 93.1 417 0 323.9 0 209S93.1 1 208 1s208 93.1 208 208c0 54.5-21 104-55.3 141.1H371c3.2 0 6.2 1.2 8.5 3.5zM208 385c97.3 0 176-78.7 176-176S305.3 33 208 33 32 111.7 32 209s78.7 176 176 176z"/></svg></span></button> </form> </li> <li class="nav-item"> <a class="nav-link" href="/sota"> Browse State-of-the-Art </a> </li> <li class="nav-item"> <a class="nav-link" href="/datasets"> Datasets </a> </li> <li class="nav-item"> <a class="nav-link" href="/methods">Methods</a> </li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" role="button" id="navbarDropdownRepro" data-toggle="dropdown" data-bs-toggle="dropdown" aria-haspopup="true" aria-expanded="false" > More </a> <div class="dropdown-menu" aria-labelledby="navbarDropdownRepro"> <a class="dropdown-item" href="/newsletter">Newsletter</a> <a class="dropdown-item" href="/rc2022">RC2022</a> <div class="dropdown-divider"></div> <a class="dropdown-item" href="/about">About</a> <a class="dropdown-item" href="/trends">Trends</a> <a class="dropdown-item" href="https://portal.paperswithcode.com/"> Portals </a> <a class="dropdown-item" href="/libraries"> Libraries </a> </div> </li> </ul> <ul class="navbar-nav ml-auto navbar-nav__right navbar-subscribe justify-content-center align-items-center"> <li class="nav-item"> <a class="nav-link" rel="noreferrer" href="https://twitter.com/paperswithcode"> <span class="nav-link-social-icon icon-wrapper icon-fa icon-fa-brands" data-name="twitter"><svg viewBox="0 0 512.001 515.25" xmlns="http://www.w3.org/2000/svg"><path d="M459.37 152.016c.326 4.548.326 9.097.326 13.645 0 138.72-105.583 298.558-298.559 298.558C101.685 464.22 46.457 447 0 417.114c8.447.973 16.568 1.298 25.34 1.298 49.054 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.113-72.772 6.499.975 12.996 1.624 19.819 1.624 9.42 0 18.843-1.3 27.613-3.573-48.08-9.747-84.142-51.98-84.142-102.984v-1.3c13.968 7.798 30.213 12.67 47.43 13.32-28.263-18.843-46.78-51.006-46.78-87.391 0-19.492 5.196-37.36 14.294-52.954 51.654 63.674 129.3 105.258 216.364 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.827 46.782-104.934 104.934-104.934 30.214 0 57.502 12.67 76.671 33.136 23.715-4.548 46.455-13.319 66.599-25.34-7.798 24.367-24.366 44.834-46.132 57.828 21.117-2.274 41.584-8.122 60.426-16.244-14.292 20.791-32.161 39.309-52.628 54.253z"/></svg></span> </a> </li> <li class="nav-item"> <a id="signin-link" class="nav-link" href="/accounts/login?next=/dataset/hellaswag">Sign In</a> </li> </ul> </div> </nav>  <div class="modal fade" id="emailModal" tabindex="-1" role="dialog" aria-labelledby="emailModalLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h3 class="modal-title" id="emailModalLabel">Subscribe to the PwC Newsletter</h3> <button type="button" class="close" data-dismiss="modal" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <form action="" method="post"> <div class="modal-body"> <div class="modal-body-info-text"> Stay informed on the latest trending ML papers with code, research developments, libraries, methods, and datasets.<br/><br/> <a href="/newsletter">Read previous issues</a> </div> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input placeholder="Enter your email" type="email" class="form-control pwc-email" name="address" id="id_address" max_length="100" required> </div> <div class="modal-footer"> <button type="submit" class="btn btn-primary">Subscribe</button> </div> </form> </div> </div> </div>  <div class="modal fade" id="loginModal" tabindex="-1" role="dialog" aria-labelledby="loginModalLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="loginModalLabel">Join the community</h5> <button type="button" class="close btn-close" data-dismiss="modal" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="login-modal-message"> You need to <a href="/accounts/login?next=/dataset/hellaswag">log in</a> to edit.<br/> You can <a href="/accounts/register?next=/dataset/hellaswag">create a new account</a> if you don't have one.<br/><br/> </div> </div> </div> </div>  <div class="modal fade" id="editDataset" role="dialog" aria-labelledby="editDatasetLabel" aria-hidden="true"> <div class="modal-dialog modal-lg" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="editDatasetLabel">Edit Dataset</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="modal-body"> <form class="dataset-form" method="post" enctype="multipart/form-data"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_name" class="form-group"> <label for="id_name" class=" requiredField"> Dataset name:<span class="asteriskField">*</span> </label> <div class=""> <input type="text" name="name" value="HellaSwag" class="textinput textInput form-control" required id="id_name"> </div> </div> <div id="div_id_full_name" class="form-group"> <label for="id_full_name" class=""> Full name (optional): </label> <div class=""> <input type="text" name="full_name" class="textinput textInput form-control" id="id_full_name"> </div> </div> <div id="div_id_description" class="form-group"> <label for="id_description" class=" requiredField"> Description (Markdown and $\LaTeX$ enabled):<span class="asteriskField">*</span> </label> <div class=""> <textarea name="description" cols="40" rows="6" placeholder="Briefly describe the dataset. Provide: * a high-level explanation of the dataset characteristics * explain motivations and summary of its content * potential use cases of the dataset If the description or image is from a different paper, please refer to it as follows: Source: [title](url) Image Source: [title](url) " class="md-sources-autocomplete textarea form-control" required id="id_description"> HellaSwag is a challenge dataset for evaluating commonsense NLI that is specially hard for state-of-the-art models, though its questions are trivial for humans (>95% accuracy).</textarea> </div> </div> <div id="div_id_url" class="form-group"> <label for="id_url" class=""> Homepage URL (optional): </label> <div class=""> <input type="text" name="url" value="https://rowanzellers.com/hellaswag/" class="textinput textInput form-control" id="id_url"> </div> </div> <div id="div_id_paper" class="form-group"> <label for="id_paper" class=""> Paper where the dataset was introduced: </label> <div class=""> <select name="paper" style="width: 350px" class="modelselect2 form-control custom-select" id="id_paper" data-autocomplete-light-language="en" data-autocomplete-light-url="/sota/autocomplete/paper" data-autocomplete-light-function="select2"> <option value="">---------</option> <option value="115101" selected>HellaSwag: Can a Machine Really Finish Your Sentence?</option> </select><div style="display:none" class="dal-forward-conf" id="dal-forward-conf-for_id_paper"><script type="text/dal-forward-conf">[{"type": "const", "val": true, "dst": "all_portals"}]</script></div> </div> </div> <div id="div_id_introduced_date" class="form-group"> <label for="id_introduced_date" class=""> Introduction date: </label> <div class=""> <input type="text" name="introduced_date" autocomplete="off" class="dateinput form-control" id="id_introduced_date"> </div> </div> <div id="div_id_license_name" class="form-group"> <label for="id_license_name" class=""> Dataset license: </label> <div class=""> <input type="text" name="license_name" value="MIT" maxlength="500" class="textinput textInput form-control" id="id_license_name"> </div> </div> <div id="div_id_license_url" class="form-group"> <label for="id_license_url" class=""> URL to full license terms: </label> <div class=""> <input type="url" name="license_url" value="https://github.com/rowanz/hellaswag/blob/master/LICENSE" maxlength="200" class="urlinput form-control" id="id_license_url"> </div> </div> <div id="div_id_image" class="form-group"> <label for="id_image" class=""> Image </label> <div class=" mb-2"> <div class="input-group mb-2"> <div class="input-group-prepend"> <span class="input-group-text">Currently</span> </div> <div class="form-control d-flex h-auto"> <span class="text-break" style="flex-grow:1;min-width:0"> <a href="https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png">datasets/Screenshot_2021-01-28_at_16.30.44.png</a> </span> <span class="align-self-center ml-2"> <span class="custom-control custom-checkbox"> <input type="checkbox" name="image-clear" id="image-clear_id" class="custom-control-input" > <label class="custom-control-label mb-0" for="image-clear_id">Clear</label> </span> </span> </div> </div> <div class="input-group mb-0"> <div class="input-group-prepend"> <span class="input-group-text">Change</span> </div> <div class="form-control custom-file" style="border:0"> <input type="file" name="image" class="custom-file-input" accept="image/*" id="id_image"> <label class="custom-file-label text-truncate" for="id_image">---</label> <script type="text/javascript" id="script-id_image"> document.getElementById("script-id_image").parentNode.querySelector('.custom-file-input').onchange = function (e){ var filenames = ""; for (let i=0;i<e.target.files.length;i++){ filenames+=(i>0?", ":"")+e.target.files[i].name; } e.target.parentNode.querySelector('.custom-file-label').textContent=filenames; } </script> </div> </div> <div class="input-group mb-0"> </div> </div> </div> <input type="hidden" name="prediction_id" id="id_prediction_id"> <div class="modal-footer"> <button type="submit" name="edit-dataset" class="btn btn-primary">Save</button> </div> </form> </div> </div> </div> </div>  <div class="modal fade" id="editTasks" role="dialog" aria-labelledby="editTasksLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="editTasksLabel">Edit Dataset Tasks</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="modal-body"> <form action="" method="post"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_tasks" class="form-group"> <label for="id_tasks" class=""> Add or remove tasks: </label> <div class=""> <select name="tasks" data-container-css-class="select2-lockable-tags" data-allow-clear="false" style="width: 100%" class="modelselect2multiple form-control" id="id_tasks" data-autocomplete-light-language="en" data-autocomplete-light-url="/task-autocomplete/" data-autocomplete-light-function="select2" multiple> <option value="4767" selected>parameter-efficient fine-tuning</option> <option value="9" selected>Question Answering</option> <option value="2023" selected>Sentence Completion</option> <option value="213" selected>Text Generation</option> </select><div style="display:none" class="dal-forward-conf" id="dal-forward-conf-for_id_tasks"><script type="text/dal-forward-conf">[{"type": "const", "val": true, "dst": "disable_create_option"}]</script></div> </div> </div> <p> Some tasks are inferred based on the benchmarks list. </p> <div class="modal-footer"> <button type="submit" class="btn btn-primary" name="edit-tasks"> Save </button> </div> </form> </div> </div> </div> </div>  <div class="modal fade" id="addLoader" role="dialog" aria-labelledby="addLoaderLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="addLoaderLabel">Add a Data Loader</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="modal-body"> <form action="" method="post"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_library_url" class="form-group"> <label for="id_library_url" class=" requiredField"> Code Repository URL:<span class="asteriskField">*</span> </label> <div class=""> <input type="text" name="library_url" class="textinput textInput form-control" required id="id_library_url"> </div> </div> <div id="div_id_loader_url" class="form-group"> <label for="id_loader_url" class=""> [Optional] URL to documentation for this dataset: </label> <div class=""> <input type="url" name="loader_url" class="urlinput form-control" id="id_loader_url"> </div> </div> <div id="div_id_frameworks" class="form-group"> <label class=""> Supported frameworks: </label> <div > <div class="form-check"> <input type="checkbox" class="form-check-input" name="frameworks" value="tf" id="id_frameworks_0" > <label class="form-check-label" for="id_frameworks_0"> TensorFlow </label> </div> <div class="form-check"> <input type="checkbox" class="form-check-input" name="frameworks" value="pytorch" id="id_frameworks_1" > <label class="form-check-label" for="id_frameworks_1"> PyTorch </label> </div> <div class="form-check"> <input type="checkbox" class="form-check-input" name="frameworks" value="jax" id="id_frameworks_2" > <label class="form-check-label" for="id_frameworks_2"> JAX </label> </div> </div> </div> <div class="modal-footer"> <button type="submit" class="btn btn-primary" name="add-loader"> Submit </button> </div> </form> </div> </div> </div> </div>  <div class="modal fade" id="removeLoader" tabindex="-1" role="dialog" aria-labelledby="removeLoaderLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="removeLoaderLabel">Remove a Data Loader</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <form action="" method="post"> <div class="modal-body"> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/weblab-GENIAC/jhellaswag"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="5225"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/hellaswag"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="312"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/Rowan/hellaswag"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="4136"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/swap-uniba/hellaswag_ita"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="4314"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/ycsong-eugene/syc-hellaswag2"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="4276"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/malhajar/hellaswag-turkish"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="4404"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://huggingface.co/datasets/malhajar/hellaswag-tr"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> huggingface/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="4405"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> <ul class="list-unstyled"> <form action="" method="post"> <li> <a href="https://www.tensorflow.org/datasets/catalog/hellaswag"> <span class=" icon-wrapper icon-ion" data-name="document-text-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M416 221.25V416a48 48 0 0 1-48 48H144a48 48 0 0 1-48-48V96a48 48 0 0 1 48-48h98.75a32 32 0 0 1 22.62 9.37l141.26 141.26a32 32 0 0 1 9.37 22.62z" fill="none" stroke="#000" stroke-linejoin="round" stroke-width="32"/><path d="M256 56v120a32 32 0 0 0 32 32h120m-232 80h160m-160 80h160" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/></svg></span> tensorflow/datasets </a> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <input type="hidden" name="remove_loader_pk" value="311"> <button type="submit" class="btn btn-danger" style="width:2.5em">- </button> </li> </form> </ul> </div> </form> </div> </div> </div>  <div class="modal fade" id="editCollections" role="dialog" aria-labelledby="editCollectionsLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="editCollectionsLabel">Edit Dataset Modalities</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="modal-body"> <form action="" method="post"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_modalities" class="form-group"> <label for="id_modalities" class=""> Add or remove modalities: </label> <div class=""> <select name="modalities" data-container-css-class="" data-allow-clear="false" style="width: 100%" class="modelselect2multiple form-control" id="id_modalities" data-autocomplete-light-language="en" data-autocomplete-light-url="/dataset-collection-autocomplete/" data-autocomplete-light-function="select2" multiple> </select><div style="display:none" class="dal-forward-conf" id="dal-forward-conf-for_id_modalities"><script type="text/dal-forward-conf">[{"type": "const", "val": "Modalities", "dst": "area_name"}]</script></div> </div> </div> <div class="modal-footer"> <button type="submit" class="btn btn-primary" name="edit-modalities"> Save </button> </div> </form> </div> </div> </div> </div>  <div class="modal fade" id="editLanguages" role="dialog" aria-labelledby="editLanguagesLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="editLanguagesLabel">Edit Dataset Languages</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="modal-body"> <form action="" method="post"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_languages" class="form-group"> <label for="id_languages" class=""> Add or remove languages: </label> <div class=""> <select name="languages" data-container-css-class="" data-allow-clear="false" style="width: 100%" class="modelselect2multiple form-control" id="id_languages" data-autocomplete-light-language="en" data-autocomplete-light-url="/dataset-collection-autocomplete/" data-autocomplete-light-function="select2" multiple> </select><div style="display:none" class="dal-forward-conf" id="dal-forward-conf-for_id_languages"><script type="text/dal-forward-conf">[{"type": "const", "val": "Languages", "dst": "area_name"}]</script></div> </div> </div> <div class="modal-footer"> <button type="submit" class="btn btn-primary" name="edit-languages"> Save </button> </div> </form> </div> </div> </div> </div>  <div class="modal fade" id="editVariants" role="dialog" aria-labelledby="editVariantsLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="editVariantsLabel">Edit Dataset Variants</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="modal-body"> <form action="" method="post"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_variants" class="form-group"> <label for="id_variants" class=""> Add or remove variants: </label> <div class=""> <select name="variants" data-container-css-class="" data-allow-clear="false" style="width: 100%" class="modelselect2multiple form-control" id="id_variants" data-autocomplete-light-language="en" data-autocomplete-light-url="/dataset-autocomplete/" data-autocomplete-light-function="select2" multiple> <option value="2421" selected>HellaSwag</option> <option value="18453" selected>HellaSwag (10-Shot)</option> <option value="20257" selected>HellaSwag TR</option> </select><div style="display:none" class="dal-forward-conf" id="dal-forward-conf-for_id_variants"><script type="text/dal-forward-conf">[{"type": "const", "val": true, "dst": "disable_create_option"}]</script></div> </div> </div> <p> The benchmarks section lists all benchmarks using a given dataset or any of its variants. We use variants to distinguish between results evaluated on slightly different versions of the same dataset. For example, ImageNet 32⨉32 and ImageNet 64⨉64 are variants of the ImageNet dataset. </p> <div class="modal-footer"> <button type="submit" class="btn btn-primary" name="edit-variants"> Save </button> </div> </form> </div> </div> </div> </div>  <div class="modal fade" id="addRow" role="dialog" aria-labelledby="addRowLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="addRowLabel">Add a new evaluation result row</h5> <button type="button" class="close btn-close" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <form action="" method="post"> <div class="modal-body"> <input type="hidden" name="csrfmiddlewaretoken" value="wvc5gruR7Q3PO2P5Iny0jmkJ530aXq4SOaPQgcYBUi86yE7hGAwugaSyah71A0O2"> <div id="div_id_paper" class="form-group"> <label for="id_paper_add_row" class=" requiredField"> Paper title:<span class="asteriskField">*</span> </label> <div class=""> <select name="paper" id="id_paper_add_row" class="modelselect2 form-control" required data-autocomplete-light-language="en" data-autocomplete-light-url="/paper-autocomplete/" data-autocomplete-light-function="select2"> <option value="" selected>---------</option> </select> </div> </div> <div id="div_id_dataset" class="form-group"> <label for="id_dataset" class=" requiredField"> Dataset or its variant:<span class="asteriskField">*</span> </label> <div class=""> <select name="dataset" class="modelselect2 form-control" required id="id_dataset" data-autocomplete-light-language="en" data-autocomplete-light-url="/dataset-autocomplete/" data-autocomplete-light-function="select2"> <option value="">---------</option> <option value="2421" selected>HellaSwag</option> </select> </div> </div> <div id="div_id_task" class="form-group"> <label for="id_task" class=" requiredField"> Task:<span class="asteriskField">*</span> </label> <div class=""> <select name="task" class="modelselect2 form-control" required id="id_task" data-autocomplete-light-language="en" data-autocomplete-light-url="/task-autocomplete/" data-autocomplete-light-function="select2"> <option value="" selected>---------</option> </select> </div> </div> <div id="div_id_model_name" class="form-group"> <label for="id_model_name" class=" requiredField"> Model name:<span class="asteriskField">*</span> </label> <div class=""> <input type="text" name="model_name" class="textinput textInput form-control" required id="id_model_name"> </div> </div> <div id="div_id_metric" class="form-group"> <label for="id_metric" class=" requiredField"> Metric name:<span class="asteriskField">*</span> </label> <div class=""> <select name="metric" class="modelselect2 form-control" required id="id_metric" data-autocomplete-light-language="en" data-autocomplete-light-url="/metric-autocomplete/" data-autocomplete-light-function="select2"> <option value="" selected>---------</option> </select> </div> </div> <div id="sota-metric-names"> </div> <div class="form-group"> <div id="div_id_metric_higher_is_better" class="form-check"> <input type="checkbox" name="metric_higher_is_better" class="checkboxinput form-check-input" id="id_metric_higher_is_better"> <label for="id_metric_higher_is_better" class="form-check-label"> Higher is better (for the metric) </label> </div> </div> <div id="div_id_metric_value" class="form-group"> <label for="id_metric_value" class=" requiredField"> Metric value:<span class="asteriskField">*</span> </label> <div class=""> <input type="text" name="metric_value" class="textinput textInput form-control" required id="id_metric_value"> </div> </div> <div id="sota-metric-values"> </div> <div class="form-group"> <div id="div_id_uses_additional_data" class="form-check"> <input type="checkbox" name="uses_additional_data" class="checkboxinput form-check-input" id="id_uses_additional_data"> <label for="id_uses_additional_data" class="form-check-label"> Uses extra training data </label> </div> </div> <div id="div_id_evaluated_on" class="form-group"> <label for="id_evaluated_on" class=""> Data evaluated on </label> <div class=""> <input type="text" name="evaluated_on" autocomplete="off" class="dateinput form-control" id="id_evaluated_on"> </div> </div> </div> <div class="modal-footer"> <button type="submit" class="btn btn-primary" name="add-row">Submit </button> </div> </form> </div> </div> </div> <div class="container content content-buffer "> <div class="mobile-width"> <div class="dataset-header"> </div> <div class="dataset-title mb-3"> <div class="row"> <div class="col-md-12"> <div class="float-right dataset-edit"> <div class="dropdown edit-button"> <a data-bs-toggle="modal" data-bs-target="#loginModal"> <span class="badge badge-method-edit" style="padding-top:10px;"><span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit</span> </a> </div> </div> <h1 > HellaSwag </h1> <span class="dataset-subtitle">Introduced by Zellers et al. in <a href="/paper/hellaswag-can-a-machine-really-finish-your">HellaSwag: Can a Machine Really Finish Your Sentence?</a></span> </div> </div> </div> <div class="d-md-none mb-3"> <a href="https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png" data-lightbox="imageresource-mobile"> <img id="imageresource-mobile" class="d-md-none" src="https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png"> </a> </div> <div class="dataset-content"> <div class="row"> <div class="col-md-9 description"> <div class="description-content"> <p>HellaSwag is a challenge dataset for evaluating commonsense NLI that is specially hard for state-of-the-art models, though its questions are trivial for humans (>95% accuracy).</p> </div> <div class="context"> <div class="row"> <div class="col-md-12"> <a href="https://rowanzellers.com/hellaswag/" onclick="captureOutboundLink('https://rowanzellers.com/hellaswag/'); return true;" class="btn btn-primary-outline dataset-homepage"> Homepage </a> </div> </div> </div> <div id="benchmarks" class="collapsed"> <h4>Benchmarks <div class="float-right"> <div class="dropdown edit-button"> <button class="dropdown-toggle badge badge-edit" type="button" id="evalEditMenu" data-bs-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> <span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit </button> <div class="dropdown-menu dropdown-menu-end" aria-labelledby="evalEditMenu"> <a class="dropdown-item" href="#loginModal" data-bs-toggle="modal"> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add a new result</a> <a class="dropdown-item" href="#loginModal" data-bs-toggle="modal"> <span class=" icon-wrapper icon-ion" data-name="create-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M384 224v184a40 40 0 0 1-40 40H104a40 40 0 0 1-40-40V168a40 40 0 0 1 40-40h167.48" fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32"/><path d="M459.94 53.25a16.06 16.06 0 0 0-23.22-.56L424.35 65a8 8 0 0 0 0 11.31l11.34 11.32a8 8 0 0 0 11.34 0l12.06-12c6.1-6.09 6.67-16.01.85-22.38zM399.34 90L218.82 270.2a9 9 0 0 0-2.31 3.93L208.16 299a3.91 3.91 0 0 0 4.86 4.86l24.85-8.35a9 9 0 0 0 3.93-2.31L422 112.66a9 9 0 0 0 0-12.66l-9.95-10a9 9 0 0 0-12.71 0z"/></svg></span> Link an existing benchmark</a> </div> </div> </div> </h4> <hr> <div class="sota-table-preview"> <table id="benchmarks-table" class="table-striped"> <thead> <tr> <th>Trend</th> <th>Task</th> <th>Dataset Variant</th> <th>Best Model</th> <th>Paper</th> <th>Code</th> </tr> </thead> <tbody> <tr onclick="window.location='/sota/sentence-completion-on-hellaswag';"> <td> <a href="/sota/sentence-completion-on-hellaswag"> <img class="sota-thumb" src="https://production-media.paperswithcode.com/sota-thumbs/sentence-completion-on-hellaswag-small_997f37b6.png"/> </a> </td> <td> <div class="task black-links"> <a style="font-weight: 600;" href="/sota/sentence-completion-on-hellaswag"> Sentence Completion </a> </div> </td> <td> <div style="font-weight: 500;"> HellaSwag </div> </td> <td> <div class="method-name" style="font-weight: 500;"> CompassMTL 567M with Tailor </div> </td> <td> <div class="text-center paper"> <a href="/paper/task-compass-scaling-multi-task-pre-training"> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> </a> </div> </td> <td> <div class="text-center github"><a href="/paper/task-compass-scaling-multi-task-pre-training#code"> <span class=" icon-wrapper icon-ion" data-name="logo-github"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M256 32C132.3 32 32 134.9 32 261.7c0 101.5 64.2 187.5 153.2 217.9a17.56 17.56 0 0 0 3.8.4c8.3 0 11.5-6.1 11.5-11.4 0-5.5-.2-19.9-.3-39.1a102.4 102.4 0 0 1-22.6 2.7c-43.1 0-52.9-33.5-52.9-33.5-10.2-26.5-24.9-33.6-24.9-33.6-19.5-13.7-.1-14.1 1.4-14.1h.1c22.5 2 34.3 23.8 34.3 23.8 11.2 19.6 26.2 25.1 39.6 25.1a63 63 0 0 0 25.6-6c2-14.8 7.8-24.9 14.2-30.7-49.7-5.8-102-25.5-102-113.5 0-25.1 8.7-45.6 23-61.6-2.3-5.8-10-29.2 2.2-60.8a18.64 18.64 0 0 1 5-.5c8.1 0 26.4 3.1 56.6 24.1a208.21 208.21 0 0 1 112.2 0c30.2-21 48.5-24.1 56.6-24.1a18.64 18.64 0 0 1 5 .5c12.2 31.6 4.5 55 2.2 60.8 14.3 16.1 23 36.6 23 61.6 0 88.2-52.4 107.6-102.3 113.3 8 7.1 15.2 21.1 15.2 42.5 0 30.7-.3 55.5-.3 63 0 5.4 3.1 11.5 11.4 11.5a19.35 19.35 0 0 0 4-.4C415.9 449.2 480 363.1 480 261.7 480 134.9 379.7 32 256 32z"/></svg></span> </a></div> </td> </tr> <tr onclick="window.location='/sota/text-generation-on-hellaswag-10-shot';"> <td> <a href="/sota/text-generation-on-hellaswag-10-shot"> <img class="sota-thumb" src="https://production-media.paperswithcode.com/sota-thumbs/text-generation-on-hellaswag-10-shot-small_5cbb3db9.png"/> </a> </td> <td> <div class="task black-links"> <a style="font-weight: 600;" href="/sota/text-generation-on-hellaswag-10-shot"> Text Generation </a> </div> </td> <td> <div style="font-weight: 500;"> HellaSwag (10-Shot) </div> </td> <td> <div class="method-name" style="font-weight: 500;"> UNA-ThePitbull-21.4B-v2 </div> </td> <td> </td> <td> </td> </tr> <tr onclick="window.location='/sota/parameter-efficient-fine-tuning-on-hellaswag';"> <td> <a href="/sota/parameter-efficient-fine-tuning-on-hellaswag"> <img class="sota-thumb" src="https://production-media.paperswithcode.com/sota-thumbs/parameter-efficient-fine-tuning-on-hellaswag-small_ee2fed88.png"/> </a> </td> <td> <div class="task black-links"> <a style="font-weight: 600;" href="/sota/parameter-efficient-fine-tuning-on-hellaswag"> parameter-efficient fine-tuning </a> </div> </td> <td> <div style="font-weight: 500;"> HellaSwag </div> </td> <td> <div class="method-name" style="font-weight: 500;"> LLaMA2-7b </div> </td> <td> <div class="text-center paper"> <a href="/paper/gift-sw-gaussian-noise-injected-fine-tuning"> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> </a> </div> </td> <td> <div class="text-center github"><a href="/paper/gift-sw-gaussian-noise-injected-fine-tuning#code"> <span class=" icon-wrapper icon-ion" data-name="logo-github"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M256 32C132.3 32 32 134.9 32 261.7c0 101.5 64.2 187.5 153.2 217.9a17.56 17.56 0 0 0 3.8.4c8.3 0 11.5-6.1 11.5-11.4 0-5.5-.2-19.9-.3-39.1a102.4 102.4 0 0 1-22.6 2.7c-43.1 0-52.9-33.5-52.9-33.5-10.2-26.5-24.9-33.6-24.9-33.6-19.5-13.7-.1-14.1 1.4-14.1h.1c22.5 2 34.3 23.8 34.3 23.8 11.2 19.6 26.2 25.1 39.6 25.1a63 63 0 0 0 25.6-6c2-14.8 7.8-24.9 14.2-30.7-49.7-5.8-102-25.5-102-113.5 0-25.1 8.7-45.6 23-61.6-2.3-5.8-10-29.2 2.2-60.8a18.64 18.64 0 0 1 5-.5c8.1 0 26.4 3.1 56.6 24.1a208.21 208.21 0 0 1 112.2 0c30.2-21 48.5-24.1 56.6-24.1a18.64 18.64 0 0 1 5 .5c12.2 31.6 4.5 55 2.2 60.8 14.3 16.1 23 36.6 23 61.6 0 88.2-52.4 107.6-102.3 113.3 8 7.1 15.2 21.1 15.2 42.5 0 30.7-.3 55.5-.3 63 0 5.4 3.1 11.5 11.4 11.5a19.35 19.35 0 0 0 4-.4C415.9 449.2 480 363.1 480 261.7 480 134.9 379.7 32 256 32z"/></svg></span> </a></div> </td> </tr> <tr onclick="window.location='/sota/text-generation-on-hellaswag-tr';"> <td> <a href="/sota/text-generation-on-hellaswag-tr"> <img class="sota-thumb" src="https://production-media.paperswithcode.com/sota-thumbs/text-generation-on-hellaswag-tr-small_d0abbb76.png"/> </a> </td> <td> <div class="task black-links"> <a style="font-weight: 600;" href="/sota/text-generation-on-hellaswag-tr"> Text Generation </a> </div> </td> <td> <div style="font-weight: 500;"> HellaSwag TR </div> </td> <td> <div class="method-name" style="font-weight: 500;"> Orbita-v0.1 </div> </td> <td> </td> <td> </td> </tr> <tr onclick="window.location='/sota/question-answering-on-hellaswag';"> <td> <a href="/sota/question-answering-on-hellaswag"> <img class="sota-thumb" src="https://production-media.paperswithcode.com/sota-thumbs/question-answering-on-hellaswag-small_197fa688.png"/> </a> </td> <td> <div class="task black-links"> <a style="font-weight: 600;" href="/sota/question-answering-on-hellaswag"> Question Answering </a> </div> </td> <td> <div style="font-weight: 500;"> HellaSwag </div> </td> <td> <div class="method-name" style="font-weight: 500;"> Shakti-LLM </div> </td> <td> <div class="text-center paper"> <a href="/paper/shakti-a-2-5-billion-parameter-small-language"> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> </a> </div> </td> <td> </td> </tr> </tbody> </table> </div> </div> <div id="papers" class="dataset-papers"> <h4 style="margin-bottom: 0.5rem">Papers</h4> <hr> <div class="sota-table-preview papers-datatable-component"> <table style="width: 100% !important;" id="datatable-papers" class="table-striped table-responsive"> <thead style="width: 100% !important;"> <tr> <th style="text-left"><span>Paper</span></th> <th class="text-center"><span>Code</span></th> <th class="text-center"><span>Results</span></th> <th class="text-right"><span>Date</span></th> <th class="text-center"><span>Stars</span></th> </tr> </thead> </table> </div> <script> const DATATABLE_PAPERS_FILTER_NAME = 'paperdataset__dataset_id'; const DATATABLE_PAPERS_FILTER_VALUE = '2421'; </script> </div> <div class="dataloader-container"> <div> <h4> Dataset Loaders <div class="float-right"> <div class="dropdown edit-button" style="position: relative; top: -5px"> <button class="dropdown-toggle badge badge-edit" type="button" id="loaderEditMenu" data-bs-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> <span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit </button> <div class="dropdown-menu dropdown-menu-end" aria-labelledby="loaderEditMenu"> <a class="dropdown-item" href="#loginModal" data-bs-toggle="modal"> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add</a> <a class="dropdown-item" href="#loginModal" data-bs-toggle="modal"> <span class=" icon-wrapper icon-ion" data-name="remove"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M400 256H112"/></svg></span> Remove</a> </div> </div> </h4> <hr> </div> <div class="row"> <div class="col-md-12"> <ul class="dataloader-implementations"> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/weblab-GENIAC/jhellaswag" onclick="captureOutboundLink('https://huggingface.co/datasets/weblab-GENIAC/jhellaswag'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (jhellaswag) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/hellaswag" onclick="captureOutboundLink('https://huggingface.co/datasets/hellaswag'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (hellaswag) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/Rowan/hellaswag" onclick="captureOutboundLink('https://huggingface.co/datasets/Rowan/hellaswag'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (hellaswag) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/swap-uniba/hellaswag_ita" onclick="captureOutboundLink('https://huggingface.co/datasets/swap-uniba/hellaswag_ita'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (hellaswag_ita) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/ycsong-eugene/syc-hellaswag2" onclick="captureOutboundLink('https://huggingface.co/datasets/ycsong-eugene/syc-hellaswag2'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (syc-hellaswag2) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/malhajar/hellaswag-turkish" onclick="captureOutboundLink('https://huggingface.co/datasets/malhajar/hellaswag-turkish'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (hellaswag-turkish) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://huggingface.co/datasets/malhajar/hellaswag-tr" onclick="captureOutboundLink('https://huggingface.co/datasets/malhajar/hellaswag-tr'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAF8AAABYCAMAAACkl9t/AAAATlBMVEVHcEz/rQT/0h7///////////////////////////86O0X/wRL/uyn/1En/xkX/1C/tTk7/3JX/68L/zmv/9d+FdDazkS9jUUDXryi7TErld6/zAAAACnRSTlMA////nH7hLL1bUJIRMwAABVpJREFUaN69Wtd66yAMrokXYdU7ef8XPTaIPWK7+Y4u2jTALzQBqT8/p6jDTd23bft4tI+2rxvc/XyPcL3jhtTW3+GB+0eW+uaP4F0NSPM4TJzSaidK+TSMmkXd/R19mCSwT3yYQYi7HBT6OFU5osDilgxY2nSgVZEmxQFfhu8DdMoZE0IgJARjnNsBPt9QUndsfqQWG4UkGDcyXBahOTxG6z0BDiyMFNKb6kuG1ZvnAhWIUUeE/gL8cAbd4UDn0wwOyyrdUIZOELc66k/uXi3h6BwJeoFBY+AZOkuCGwafjIw1PBXoAlkG5YzXad1fg9/NLBnMn+KgBc+5Cg8MDi9qu6Jtx3vwoCJeNMGunVn6wg14YDCUNNSC8hm6RRRM0OZdc7zi95GbftDQvv1jCxTdJaY11GW2P/xBO1pDNCcAbJ/fh1caygiAYfuB77yWbVlTWMkBDgI0ybSZ2P76PGh7RfDpAS1Am/L9Md6+Qtlx0vDxAAcX6hLWneLtbwDzDDWRGxAQA3XCurHzvDTKc0HnBqQLHRaO1TPEvm9htpMDMgZorCCcVA/KbjM7oBXURJmTJmJrkSpel2foQLtzvuTgC6UV1Ifqnw/GkZNvCQTXyEsyjU6RAZR3xqmHpoNLS7Gmk1BkADDvX3KDZ4DwFMiY9xalDNyoWwP7Bj5VN4k6wKd3z8WUgYcAv/4+fh/gV/8BP71gTUfAa/0O/p6Ktxhq3eKkek8/MtUHHNYtlbTz+CX/0UfJ8jInY+ZQyPtPk05vQS5+bsuybPbP12n/xyq+0vH7zFE+vsL47Ur5YcnAL/n8EN1CdX4jxyjJKsijUD1qrUgeYK26PRB40AIHQrzDfJMftuBkhEl6KYUbRHT78eoKRC8gVoD37++mf+rtE382UHQDOuoB3GfginJYYPs9SP16a+2TcLZ5q7Y4eDTqJzVYyBNlZ6DgNb19eDtTfXj4z/lGlnm41bxZoDmi5e3h/y7GVYzNKsORTtPxlGydN+lUeZb1RJFfrR78ak3qznYkmqwErQPvTiMOxMFBi/BeHU/3ZruqnXQMYLjZRgIQ74OMhIN8f/cYeQYZQYBabZ8yZtUtlwQgKviDQCV6jv3qQKLOJai3uY14GgokQalwjefKJOxegno3d3oypwRIbB+5aiLRJasH/YiIQVEAT1TfCqpiMwG+KQqwyCsKDGLtWHhV0xpB/60JXWaXwgISuF+QK1OzdS1Flwpc93REcN2iik1QuXYiLjyjvoPWuqDkimCCC6UZeI7sThXMJGl459mHl6yYUi1/pI0qCa+/IdawR8GUmVPs4VxNlGw5Xyfpv8L6APNv6Q/v6iA5kFIw5T2WOBbUAYBt0UfYEVKKplzEEbtLZQUVAHvyn8F5hK42ZjZHfP+NZmgASGSzDIDGuP/OXvEXIpMOwk/+w0itYsw/hXt4ugg5kC8Jf8S39mNMKkj5p5PeRInDGXyF7ifQ3r0aSg738a2b2DpKDfrn2jjp/Qf2Jen9WxcxZQ5sC9riw6sTofKJgJCXI+CEb3VVtcRBFewV0arEANBVxwHD9WTmptkismdhfO0qdH24bWjUzu0tzSLZ+iKFlpLUvSl1SwbzUPnNLrOK5Zpr3iSnJVapvp6tpGPoM/rNOko5tDRltM/joGicnRPJmwNdw7gv2UETdp4y/UA6+53ZOTcPGob+/dnhsF90aaKRGfd+E51JOum2bdsUer07D7cjq1f1HcbNThh3ONoJdVrCjx6f6lXP405GL03Un4znqK13xT5+uh0e9Ueb5LQyuJai6dugld+daMz3Vxr+3fEPCQc1pX9F2CfJWYdNMlP+AZcSahBQ0aOuAAAAAElFTkSuQmCC" /> </div> huggingface/datasets (hellaswag-tr) </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 19,636 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHwAAACTBAMAAAC+ImDaAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgoZXuEHAAAACXBIWXMAAA3XAAAN1wFCKJt4AAAAIVBMVEVHcEzvTCzuTCzzSCvuTCzuTCzuTCzuTCzuTCzuTCzuTCxUYB0cAAAACnRSTlMAjGcJ5RwzrMtO1HhmqQAAA8BJREFUaN6tWUtv00AQ3sZNSji1CFqUU1QhIXwKFa9wSlXKIycjVSDlZEQu9GTRC8opVXtAOUUggciJtmmc7K8kj3q9612vd2aYUzzO5y+e904Ys4rfYAQpcRLcJ8FLnAT3SfA5OQXuk+ALcgLcJ8GX5Hi4T4KvyNFwnwS/IcfCfRI8IUfCfRJckOPgPgmekqPgKfmYRj4hkfMhifwy1X46f3sPSr4plI/VSyfyC6H0BovruIEk38gqQORs5OoIIznrrTQxjtxzjSIzedkxhs3krJIoAwx5yo4iZ2ywUk5R5IzVtCCGkLMnK20fR57YLsSRM6+70L5Gks9tf5fz/QaSfMH/5RdDkyPzHFXhisibuqrqTu716ppu5E7+XI++CoRcL+BHEHKtankDEDkfq4m/ASPn/CzHa07kma9VoOSq8V5AyTk/0IsJgFwu+WX3aD8y9O5bQhcVwSvt5KtnesBOi1vosdb7PcMTc0WkloicNNMDh8SuZa28bphF8kU4+Tr76pELvNzOeClJl3EDVpYaqjFmblVNuLmuZlvfDS4SpLW87CSXoWNRrSkjpw8tzx0FMMg4olDWZFNXQG5TMmwoPcv51cWYtiRM/DB1b0jHkuk7kIhVo3wihey1O3xNYqxBLZfaLpb8Vgd044GYUcuQXM/GXSASBnRmGgnHl7jjrG0K27piRbDnNkW6gk5sGyLF1+FuTx3fYrdvPv3FTGFX7CWs1KgF50oYMYLAn4o3RsHLAn6MmUM94S4UnAn4iAKfUdn/07sjLU9yHDLqqiLSSTHfomVcn5bvEa3a1Gm1bkirtCGtztO6TIzrcRXJ3IQOO6H195b0GTFdRLTZpk6brBqkuS6mTZUz2kx7oA7YESxobqorep4PSKeJi+xZxqnWi7PMtbrPcoxbzVQl7WTndI4Ltc0D5BQZ086wh4bNReRsOKk6Yc7vU8z2ICWfmJxRtATvGnmkzYnV+NW22cjp3mYaOi3lDvO2RpbQ+5j3p4W0s+InxT9d85C0MRvn9Jtyj+fGh2S8nNf3pG2kHp3StpDHBrz3gNvcIy1K508fmta86e3Auimdv/+2enOvJ989tO9pF7L/UzLMQ+XWNLCNDImcPgpW2+WdtnrjrMitibz6/u1c0+alRZc7yWbRJtAql4W9zybj0CWdc+XENubXitDvrNXk2cCOvigoxXttGzou7CPvLWg9FQz4NgWd//tjx+mjaQyfU+eZ2futR8s2ZGBv3lfBX0MGk+bOeQJ+cwcKXsqHH7tbW7t/Plu+8g8bZV829jcALwAAAABJRU5ErkJggg==" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> <div class="row"> <div class="col-md-7"> <div class="datal-impl-cell"> <a class="code-table-link" href="https://www.tensorflow.org/datasets/catalog/hellaswag" onclick="captureOutboundLink('https://www.tensorflow.org/datasets/catalog/hellaswag'); return true;" target="_blank">  <div class="dataloader-logo text-center"> <img class="img-icon" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> </div> tensorflow/datasets </a> </div> </div> <div class="col-3"> <div class="datal-impl-cell text-nowrap"> <span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 4,360 </div> </div> <div class="col-md-2"> <div class="datal-impl-cell framework-logos"> <img class="" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEoAAABRBAMAAACH7y0aAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA2LjAuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+Chle4QcAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAAbUExURUdwTP+KAP+OAP+HAP+LAP+QAP+EAP+bAP94ABPTpBIAAAAFdFJOUwA+uoUWqHYrugAAAiRJREFUSMftlk1LwzAYx1PWD1CmbB4dTOexgm/H4vwCOtKcPSz0PAm5K5R8bJ+8tUnaJhW8CGa38ePXJ0+SPw9C4TqHX3I9v6OrMgUtKFBvRRzKaA0Ufqui0DWlr+jqiA8RLAdIuQCbhh4opcd36cJ4M0WtAKqpdmE2gS1p67gwuxttlIJsXRgTMtK2vWg09mpcmAzblom29V2M8VOAZTdtM3ARfvLalt+IRjh11coFtg8XehJizEU4d/ohIVt8v0fMuIstBawGinddAEkX51vTKAMFe5SbVFipG6VWE9bFZF0Kg34sDNSGe+xcsm0XQlgZpZ5LYnpdGqrtvuico67eofpOuP2yso4auhgbumQnmoErpLrquz2SHutdTXvmuQjeD78oRLnw68LVclB9s4Vn7ferQuvQtZGPP3Ah9OhTXyoiQhfKdy71VaFRF8p2PfVZoHEX/NlThQmloQsulqXubHT5/TLvZ6mpbRdw/p2wsbOW1KaPQf8cbZ7kj5fozAlL/04QbkrJSy9SAxfh5VjwBi447WKE8lxEXpxTFXeRCVlYl7peRaIuQua49HssEy6dTEmXSoCYS+eEfEIJF9FfTNWls7BM9et+zh7Zy26Oq5JPI+mqUMZnuOQLmuGC/J7jQum7OkX90FX/ouv47/q755g/ePm1iQyPlJpZ7hAbRGs58UFZsVF0YV3x6XevpkeMEyPys3Ilx+0VUNv06H4Lv3B9Ax5EQaS6qrZ+AAAAAElFTkSuQmCC" /> <img class="" src="https://production-assets.paperswithcode.com/perf/images/frameworks/jax-6ee30fa5.png" /> </div> </div> </div> </ul> </div> </div> </div> <div class="collections"> <h4> Tasks <div class="float-right"> <div class="dropdown edit-button" style="position: relative; top: -5px"> <button class="badge badge-edit" type="button" data-bs-target="#loginModal" data-bs-toggle="modal" aria-haspopup="true" aria-expanded="false"> <span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit </button> </div> </h4> <hr> </div> <div class="row"> <div class="col-md-12"> <ul class="list-unstyled"> <li> <a href="/task/question-answering"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/thumbnails/task/56ae901a-265f-415f-b175-ce54133d648b.jpg"> <span>Question Answering</span> </span> </a> </li> <li> <a href="/task/text-generation"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/thumbnails/task/2a04ff75-1032-4f9f-911b-f7198faeb6f5.jpg"> <span>Text Generation</span> </span> </a> </li> <li> <a href="/task/parameter-efficient-fine-tuning"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/tasks/default.gif"> <span>parameter-efficient fine-tuning</span> </span> </a> </li> <div class="collapse" id="remaining-tasks"> <li> <a href="/task/sentence-completion"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/tasks/default.gif"> <span>Sentence Completion</span></span> </a> </li> </div> <button class="dropdown-toggle badge badge-edit w-100 collapsed" type="button" data-bs-target="#remaining-tasks" data-bs-toggle="collapse" aria-haspopup="true" aria-expanded="false" onclick="this.innerHTML=this.classList.contains('collapsed')?'Show less':'Show all'" > Show all </button> </ul> </div> </div> <div class="dataset-similar"> <h4> Similar Datasets </h4> <hr> </div> <div class="row"> <div class="col dataset-similar"> <div class="row"> <div class="col-md-12 featured-dataset"> <div class="card-deck card-break" style="margin-bottom:20px;"> <div class="card" style="min-height:120px"> <a href="/dataset/openbookqa"> <div class="row"> <div class="col-lg-12"> <div class="item-image" style="background-image: url(https://production-media.paperswithcode.com/datasets/OpenBookQA-0000002426-0fb76b92_C0D71QL.jpg);"> </div> </div> </div> <div class=row"> <h1>OpenBookQA</h1> </div> </a> </div> <div class="card" style="min-height:120px"> <a href="/dataset/boolq"> <div class="row"> <div class="col-lg-12"> <div class="item-image" style="background-image: url(https://production-media.paperswithcode.com/datasets/BoolQ-0000001329-5f81a5d7_CwfNA8f.jpg);"> </div> </div> </div> <div class=row"> <h1>BoolQ</h1> </div> </a> </div> <div class="card" style="min-height:120px"> <a href="/dataset/mmlu"> <div class="row"> <div class="col-lg-12"> <div class="item-image" style="background-image: url(https://production-media.paperswithcode.com/datasets/cfd67fe7-4a00-4aa5-b2a1-2e0c866fd617.png);"> </div> </div> </div> <div class=row"> <h1>MMLU</h1> </div> </a> </div> <div class="card" style="min-height:120px"> <a href="/dataset/piqa"> <div class="row"> <div class="col-lg-12"> <div class="item-image" style="background-image: url(https://production-media.paperswithcode.com/datasets/Screen_Shot_2021-03-16_at_2.10.51_PM.png);"> </div> </div> </div> <div class=row"> <h1>PIQA</h1> </div> </a> </div> </div> </div> </div> </div> </div> </div> <div class="col-md-3 dataset-infobox"> <div class="mb-3 d-none d-md-block"> <a href="https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png" data-lightbox="imageresource"> <img id="imageresource" width=100% src="https://production-media.paperswithcode.com/datasets/Screenshot_2021-01-28_at_16.30.44.png"> </a> </div> <div id="trends"> <h4>Usage <span data-bs-toggle="tooltip" data-bs-placement="top" data-bs-trigger="hover" title="Approximate number of open-access papers mentioning the dataset in the last five years." style="font-size: 16px; vertical-align: text-bottom; color: #444;" > <span class=" icon-wrapper icon-ion" data-name="flask-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-miterlimit="10" stroke-width="32" d="M176 48h160M118 304h276M208 48v93.48a64.09 64.09 0 0 1-9.88 34.18L73.21 373.49C48.4 412.78 76.63 464 123.08 464h265.84c46.45 0 74.68-51.22 49.87-90.51L313.87 175.66a64.09 64.09 0 0 1-9.87-34.18V48"/></svg></span> </span> </h4> <hr> <figure class="highcharts-figure"> <div id="container"></div> </figure> </div> <div class="license"> <h4>License<a href="/datasets/license" target="_blank" class="datasets-license-info"><span class=" icon-wrapper icon-ion" data-name="information-circle-outline"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M248 64C146.39 64 64 146.39 64 248s82.39 184 184 184 184-82.39 184-184S349.61 64 248 64z" fill="none" stroke="#000" stroke-miterlimit="10" stroke-width="32"/><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M220 220h32v116"/><path fill="none" stroke="#000" stroke-linecap="round" stroke-miterlimit="10" stroke-width="32" d="M208 340h88"/><path d="M248 130a26 26 0 1 0 26 26 26 26 0 0 0-26-26z"/></svg></span></a> <div class="float-right"> <div class="dropdown edit-button" style="position: relative; top: -5px"> <button class="badge badge-edit" type="button" data-bs-target="#loginModal" data-bs-toggle="modal" aria-haspopup="true" aria-expanded="false"> <span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit </button> </div> </h4> <hr> <ul class="list-unstyled"> <li> <a href="https://github.com/rowanz/hellaswag/blob/master/LICENSE" class="license-static-badge license-linked-badge"> <span class=" icon-wrapper icon-fa icon-fa-light" data-name="link"><svg viewBox="0 0 512.002 520.146" xmlns="http://www.w3.org/2000/svg"><path d="M301.15 395.702l-79.201 79.19c-50.778 50.8-133.037 50.824-183.84 0-50.8-50.778-50.824-133.036 0-183.84l79.19-79.2c.957-.958 2.54-2.482 3.532-3.403 7.55-7.005 19.795-2.004 20.208 8.286.193 4.807.597 9.607 1.216 14.384.481 3.717-.746 7.447-3.397 10.096-16.48 16.469-75.142 75.128-75.3 75.286-36.738 36.759-36.731 96.188 0 132.94 36.76 36.737 96.188 36.73 132.94 0l79.2-79.2.359-.36c36.302-36.673 36.14-96.071-.37-132.58-8.214-8.215-17.576-14.58-27.585-19.11-4.566-2.066-7.426-6.666-7.134-11.67.25-4.309 1.517-11.146 2.826-15.259 2.104-6.6 9.531-9.96 15.919-7.28 15.073 6.324 29.188 15.62 41.435 27.868 50.688 50.69 50.68 133.171 0 183.852zm-90.297-93.554c-50.687-50.688-50.679-133.17 0-183.852l79.2-79.19c50.779-50.8 133.038-50.824 183.84 0 50.8 50.778 50.825 133.037 0 183.84l-79.19 79.2c-.956.958-2.54 2.482-3.531 3.403-7.55 7.005-19.795 2.005-20.208-8.286-.16-3.984-.704-10.429-1.216-14.384-.481-3.717.746-7.446 3.396-10.096 16.482-16.468 75.144-75.128 75.301-75.286 36.737-36.758 36.73-96.188 0-132.94-36.76-36.737-96.188-36.73-132.94 0l-79.2 79.2-.36.36c-36.301 36.673-36.14 96.071.37 132.58 8.215 8.216 17.577 14.582 27.586 19.11 4.564 2.066 7.426 6.666 7.134 11.67-.251 4.309-1.517 11.146-2.827 15.259-2.103 6.6-9.531 9.96-15.919 7.28-15.073-6.324-29.187-15.62-41.435-27.868z"/></svg></span> MIT </a> </li> </ul> </div> <div class="collections"> <h4> Modalities <div class="float-right"> <div class="dropdown edit-button" style="position: relative; top: -5px"> <button class="badge badge-edit" type="button" data-bs-target="#loginModal" data-bs-toggle="modal" aria-haspopup="true" aria-expanded="false"> <span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit </button> </div> </h4> <hr> </div> <div class="row"> <div class="col-md-12"> <ul class="list-unstyled"> </ul> </div> </div> <div class="languages"> <h4> Languages <div class="float-right"> <div class="dropdown edit-button" style="position: relative; top: -5px"> <button class="badge badge-edit" type="button" data-bs-target="#loginModal" data-bs-toggle="modal" aria-haspopup="true" aria-expanded="false"> <span class=" icon-wrapper icon-fa icon-fa-solid" data-name="edit"><svg viewBox="0 0 576 514.999" xmlns="http://www.w3.org/2000/svg"><path d="M402.6 85.198l90.2 90.2c3.8 3.8 3.8 10 0 13.8l-218.399 218.4-92.8 10.3c-12.4 1.4-22.9-9.1-21.5-21.5l10.3-92.8 218.4-218.4c3.799-3.8 10-3.8 13.799 0zm162-22.9c15.2 15.2 15.2 39.9 0 55.2l-35.4 35.4c-3.8 3.8-10 3.8-13.8 0l-90.2-90.2c-3.8-3.8-3.8-10 0-13.8l35.4-35.4c15.3-15.2 40-15.2 55.2 0zM384 348.198c0-3.2 1.3-6.2 3.5-8.5l40-40c7.6-7.5 20.5-2.2 20.5 8.5v157.8c0 26.5-21.5 48-48 48H48c-26.5 0-48-21.5-48-48v-352c0-26.5 21.5-48 48-48h285.8c10.7 0 16.1 12.9 8.5 20.5l-40 40c-2.3 2.2-5.3 3.5-8.5 3.5H64v320h320v-101.8z"/></svg></span> Edit </button> </div> </h4> <hr> </div> <div class="row"> <div class="col-md-12"> <ul class="list-unstyled"> </ul> </div> </div> </div> </div> <div id="tasks"> </div> </div> </div> <script id="time_series_data" type="application/json">[{"name": "HellaSwag", "data": [{"time": "2021-01-01", "prop": 30}, {"time": "2022-01-01", "prop": 54}, {"time": "2023-01-01", "prop": 159}, {"time": "2024-01-01", "prop": 512}, {"time": "2025-01-01", "prop": 53}]}, {"name": "OpenBookQA", "data": [{"time": "2021-01-01", "prop": 32}, {"time": "2022-01-01", "prop": 61}, {"time": "2023-01-01", "prop": 128}, {"time": "2024-01-01", "prop": 243}, {"time": "2025-01-01", "prop": 36}]}, {"name": "BoolQ", "data": [{"time": "2021-01-01", "prop": 69}, {"time": "2022-01-01", "prop": 51}, {"time": "2023-01-01", "prop": 151}, {"time": "2024-01-01", "prop": 261}, {"time": "2025-01-01", "prop": 31}]}, {"name": "MMLU", "data": [{"time": "2021-01-01", "prop": 2}, {"time": "2022-01-01", "prop": 29}, {"time": "2023-01-01", "prop": 336}, {"time": "2024-01-01", "prop": 1040}, {"time": "2025-01-01", "prop": 106}]}]</script> <script>const HAS_TIME_SERIES_DATA = true;</script> <script>const SHOW_EDIT_DATASET_MODAL = false;</script> <script>const SHOW_ADD_LOADERS_MODAL = false;</script> <script>const TASK_DATASET_METRIC_URL = "/api/task-dataset-metric/";</script> <script>const SEARCH_AUTOCOMPLETE_URL = "/api/search-autocomplete/";</script> <script>const LOCKED_TASKS = new Set([9, 213, 4767, 2023]);</script> </div> <div class="footer"> <div class="footer-contact"> <span class="footer-contact-item">Contact us on:</span> <a class="footer-contact-item" href="mailto:hello@paperswithcode.com"> <span class=" icon-wrapper icon-ion" data-name="mail"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M424 80H88a56.06 56.06 0 0 0-56 56v240a56.06 56.06 0 0 0 56 56h336a56.06 56.06 0 0 0 56-56V136a56.06 56.06 0 0 0-56-56zm-14.18 92.63l-144 112a16 16 0 0 1-19.64 0l-144-112a16 16 0 1 1 19.64-25.26L256 251.73l134.18-104.36a16 16 0 0 1 19.64 25.26z"/></svg></span> hello@paperswithcode.com </a>. <span class="footer-contact-item"> Papers With Code is a free resource with all data licensed under <a rel="noreferrer" href="https://creativecommons.org/licenses/by-sa/4.0/">CC-BY-SA</a>. </span> </div> <div class="footer-links"> <a href="/site/terms">Terms</a> <a href="/site/data-policy">Data policy</a> <a href="/site/cookies-policy">Cookies policy</a> <a href="/about#team" class="fair-logo"> from <img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAANAAAAAgCAMAAABU6AZfAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAAJcEhZcwAAFiUAABYlAUlSJPAAAABFUExURUdwTBwqMhwqMxsqMhkqMxsqMhwqMgCA+hwrMxJIgBsrMxsqMgJ28AF58wF38BsqMwB58hsqMwF17wF07hwrMwRm4QJz7Wj6SIIAAAAUdFJOUwDP87wcPIT+4A1tVti1Ta0smZVzG3JP8wAABR9JREFUWMO1memWpCoMgF0QxX1//0e9kCAkAadq5tzKjzndQmM+szNFEWQ9puu6xn02BXm4j23bTsdapKJAMguFgRVT/Ejyx4uH5hgvL1PUfm69jEd6bN05GTJvXF5X/hfRcPyWe2kTLDFdRA4ENVMbZZJGMt3ppEttNMDC2X/Qa7MK1OrveZoKz2/445I+U4znuvaExxKZLFCqtym/A6rzn+OjbHj8ubwDmfESslvtgWea13WeckQPUKJTf/4USHkDnVXzCrT74DnmeX+8rjgcxA4QBmPpyAKdOm+5XwFpgHH/bG9AMzLMqM9DxxCQaM0qLr7U4xE/AgIDVRBHlcoDeYd7lFee6GZOBvaaskD8S6nut0Dg0ItZEt+IQAfjseIzRDvS/WCxWQJ17phqEGqepQBS/VaXZa0H/4XUYMVt6nr309DEjYvduPT2gWELQTr0iQbC1+SADOg/kjVvspGqX6zSRAgEKbqOf6zgd82AVB+8s0YNm5NL6Y8MGzttwKt0krP9+9A/+hzQTALoUX5MnxW7iCIEUmD7IVZb8G0G1HRE9UqbWKkEUFPSR0MWqH5eB65XmgzQdN3WGjxReROxPD2LROeBIEiD7UGLraBAjMcS9W9AquTPckBgoMqEWG1SIGN57otn5KO9Y30N4rq6MQFC5TX1cEWBfJLY+mbQ5ZMUm8UK7F1A9GNc90T3enkpCZhCdUzfdQq0Wp774gnZao55YU3SgkmAVBez1eDfR4BABd/XqY36ichyaLUnyJZ8jatimUBjqQTouK2M3OGs4miiiduN5bkHCL15C9Zw7heBRMHYSMRxIGyYFsPqpwTqactT8w0P0OSA9iRY9jQvrDyIAhCoAjrrR90I1PNCpcivHEh+cATUmS5xoCaNB3ggMzqgRO/RYPIb1WviDkB4sv22kB8ghQcgUIFWzyUmaQ6kpf5DCoTFh5fwQQCt493e9ypD5Xjq7S5cMQeEubpBf2oKCoSMohPzduBAi2yimhRIc3NvrOd+gCxPexvhcGPM3SRoJpbmIhAGSudTNgNCR+qIRL05UCebsxTIiAYOX6sEkONphRkw9A9ZjADIZIDg857we5MBSiQHVMlWJgXyeTBIyVpGD4RttHC4yVtENHn7K5ASdeM3QGX2sKcKBCBmITYmrGii9TOQT7JYwxOgrhbyby4XJrvs54kuR8vlCg4XEgEOEs8Q8R5DYZboCwEESpTmi/Hhc1Lo8zxPlghZjpbLqWVGUGxSes1y4W2lkkC+Wf0C6GPaxtZo0VQW4nOhsJLqAg01HXqgGN0+083MegKoYLdisbDqzHVG1iZJYe0EUDoB+dj149gDRCCgt2lZ1zA5nhvCyEwvrc/b3N/HiZlMgINmZaR/aX3MJluf7Kepo8+F5tRfUh1wR0odzg8Srnm9w7L5SyB/p6H9Ptt0Vj310ngAlDHbnLo3mGc00sJiQ+4KEM+I8xC7fWv5VGcz3Y0C2ZCa70sgf0tXbnbY1jXpln3W6jYXDG4jNthdrfVWn8n4gAVAZe+0GgaEaeGFx4XRQyTM9yWQnNuIAy5/HPAWPuDJ8Yc66sYvSeY/8dhlYqH0kuQzkFQ03nnHCyI/gtc0GfM7BVPmL5J0yHPkXm6d3u6v/TLw3GL5ayDr6WW47awHYmS1VC+XJOVQcCCZBPk13SCvgmcb8uI/UqjqdvlOlk3j5OU20C0putdO1ZWNo0a8oumXslx0vMYaNrfPURt2hnp5G2rhtsEP5j/3Wqt0fQd1YgAAAABJRU5ErkJggg=="> </a> </div> </div> <script> // MathJax window.MathJax = { tex: { inlineMath: [ ["$", "$"], ["\$", "\$"], ], }, }; const mathjaxScript = document.createElement("script"); mathjaxScript.src = "https://production-assets.paperswithcode.com/static/js/mathjax/tex-chtml.js"; document.head.appendChild(mathjaxScript); </script> <script src="https://production-assets.paperswithcode.com/perf/766.4af6b88b.js" defer></script><script src="https://production-assets.paperswithcode.com/perf/2.6da00df7.js" defer></script><script src="https://production-assets.paperswithcode.com/perf/814.49dcf06c.js" defer></script><script src="https://production-assets.paperswithcode.com/perf/view_dataset.22fdaf24.js" defer></script> </body> </html>

CINXE.COM

HellaSwag Dataset | Papers With Code